Fix DeepSeek FA (#382)

Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
2025-05-05 08:39:10 +03:00 · 2025-05-05 08:39:10 +03:00 · b08471f717
parent 45cd1bcd59
commit b08471f717
1 changed files with 1 additions and 0 deletions
--- a/ggml/src/ggml-cuda/fattn.cu
+++ b/ggml/src/ggml-cuda/fattn.cu
@ -521,6 +521,7 @@ void ggml_cuda_flash_attn_ext(ggml_backend_cuda_context & ctx, ggml_tensor * dst
    // K and V head sizes.
    if (K->ne[0] != V->ne[0]) {
        ggml_cuda_flash_attn_ext_wmma_f16(ctx, dst);
+        return;
    }

    ggml_cuda_flash_attn_ext_mma_f16(ctx, dst);