From ee77f7ffb8052b9d11913558ab3553ea82ff30e9 Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Thu, 13 Aug 2026 08:41:39 +0200 Subject: [PATCH] Fix MXFP4 non-interlevaed type (#2306) --- src/llama-quantize.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llama-quantize.cpp b/src/llama-quantize.cpp index 7ebc37d6..a7c74b17 100644 --- a/src/llama-quantize.cpp +++ b/src/llama-quantize.cpp @@ -110,7 +110,7 @@ std::pair interleaved_properties(ggml_type type) { { GGML_TYPE_IQ4_KS_R4, { GGML_TYPE_IQ4_KS, 4} }, { GGML_TYPE_IQ5_KS_R4, { GGML_TYPE_IQ5_KS, 4} }, { GGML_TYPE_IQ5_K_R4, { GGML_TYPE_IQ5_K, 4} }, - { GGML_TYPE_MXFP4_R8, { GGML_TYPE_MXFP4_R8, 8} }, + { GGML_TYPE_MXFP4_R8, { GGML_TYPE_MXFP4, 8} }, { GGML_TYPE_Q8_KV_R8, { GGML_TYPE_Q8_KV, 8} }, { GGML_TYPE_Q8_K_R8, { GGML_TYPE_Q8_0, 8} }, { GGML_TYPE_BF16_R16, { GGML_TYPE_BF16, 16} },