Test passing

createthis · createthis · commit 49a065119d21 · 2025-12-07T03:15:16.000Z
diff --git a/src/llama-kv-cache-fp8.cpp b/src/llama-kv-cache-fp8.cpp
@@ -664,7 +664,12 @@ size_t llama_kv_cache_fp8::size_k_bytes() const {
 size_t llama_kv_cache_fp8::size_v_bytes() const {
     size_t size_v_bytes = 0;
     for (const auto & layer : layers) {
-        size_v_bytes += ggml_nbytes(layer.v_fp8) + ggml_nbytes(layer.v_scale);
+        if (layer.v_fp8 != nullptr) {
+            size_v_bytes += ggml_nbytes(layer.v_fp8);
+        }
+        if (layer.v_scale != nullptr) {
+            size_v_bytes += ggml_nbytes(layer.v_scale);
+        }
     }
     return size_v_bytes;
 }

Original file line number	Diff line number	Diff line change
`@@ -664,7 +664,12 @@ size_t llama_kv_cache_fp8::size_k_bytes() const {`
`664`	`664`	`size_t llama_kv_cache_fp8::size_v_bytes() const {`
`665`	`665`	`size_t size_v_bytes = 0;`
`666`	`666`	`for (const auto & layer : layers) {`
`667`		`- size_v_bytes += ggml_nbytes(layer.v_fp8) + ggml_nbytes(layer.v_scale);`
	`667`	`+ if (layer.v_fp8 != nullptr) {`
	`668`	`+ size_v_bytes += ggml_nbytes(layer.v_fp8);`
	`669`	`+ }`
	`670`	`+ if (layer.v_scale != nullptr) {`
	`671`	`+ size_v_bytes += ggml_nbytes(layer.v_scale);`
	`672`	`+ }`
`668`	`673`	`}`
`669`	`674`	`return size_v_bytes;`
`670`	`675`	`}`