From c482d14b12c32e8c1ce1b23fb644f0cd7fe99405 Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Thu, 3 Jul 2025 10:43:27 +0200 Subject: [PATCH] Chnage KQ mask padding to 64 (#574) Co-authored-by: Iwan Kawrakow --- ggml/include/ggml.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml/include/ggml.h b/ggml/include/ggml.h index aea0fac5..655170a6 100644 --- a/ggml/include/ggml.h +++ b/ggml/include/ggml.h @@ -1957,7 +1957,7 @@ extern "C" { int min_entries, float thresh); -#define GGML_KQ_MASK_PAD 32 +#define GGML_KQ_MASK_PAD 64 // q: [n_embd, n_batch, n_head, 1] // k: [n_embd, n_kv, n_head_kv, 1]