nicolas
/
ik_llama_opt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Another fix

This commit is contained in:
Kawrakow 2024-12-13 10:14:53 +02:00
parent 49e10a4bdd
commit 6dd42c1b1c
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ggml/src/iqk/iqk_mul_mat.cpp
View File

@ -3345,7 +3345,7 @@ static void mul_mat_q5_k_r4_q8_k_avx2(int n, const void * vx, size_t bx, const D
template <int nrc_y>
static void mul_mat_q5_k_r4_q8_k(int n, const void * vx, size_t bx, const DataInfo& info, int nrc_x) {
if constexpr (nrc_y == 1){
mul_mat_q4_k_r4_q8_k_avx2<1>(n, vx, bx, info, nrc_x);
mul_mat_q5_k_r4_q8_k_avx2<1>(n, vx, bx, info, nrc_x);
} else {
GGML_ASSERT(nrc_x%8 == 0);
Q8<nrc_y, block_q8_K> q8(info);