From 6f45163a95c1db61357a86757564f7542a19a61a Mon Sep 17 00:00:00 2001
From: Kawrakow <iwankawrakow@gmail.com>
Date: Tue, 16 Jun 2026 13:22:36 +0000
Subject: [PATCH] Fix DFlash on the CPU

---
 src/graphs/build_dflash.cpp | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/src/graphs/build_dflash.cpp b/src/graphs/build_dflash.cpp
index adb583ef..4fcc43fb 100644
--- a/src/graphs/build_dflash.cpp
+++ b/src/graphs/build_dflash.cpp
@@ -366,6 +366,13 @@ ggml_cgraph * llm_build_context::build_dflash() {
             cb(Vcur, "dflash_main_v_pad", il);
         }
 
+        if (Kcur->type == GGML_TYPE_F32) {
+            Kcur = ggml_cast(ctx0, Kcur, GGML_TYPE_F16);
+        }
+        if (Vcur->type == GGML_TYPE_F32) {
+            Vcur = ggml_cast(ctx0, Vcur, GGML_TYPE_F16);
+        }
+
         cb(Qcur, "Qcur", il);
 
         ggml_tensor * q = ggml_permute(ctx0, Qcur, 0, 2, 1, 3);