nicolas
/
ik_llama_opt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix race in indexer topk on CUDA (#2148)

This commit is contained in:
Kawrakow 2026-07-17 18:08:18 +03:00 committed by GitHub
parent 2b8d0d5011
commit fbcc743c70
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ggml/src/ggml-cuda/indexer_topk.cu
View File

@ -240,7 +240,9 @@ static __global__ void k_indexer_mask(int ne0, int ne1, int ne2, int ntopk, int
if (i1 < ne11) {
for (int j = threadIdx.x; j < ne0; j += blockDim.x) d[j] = inf;
__syncthreads();
for (int j = threadIdx.x; j < ntopk; j += blockDim.x) d[i[j]] = zero;
__syncthreads();
for (int j = threadIdx.x; j < ne0; j += blockDim.x) d[j] += m[j];
} else {
for (int j = threadIdx.x; j < ne0; j += blockDim.x) d[j] = m[j];