nicolas
/
ik_llama_opt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix bug when splitting merged ffn_up/gate_exps tensors (#1479)

This commit is contained in:
Kawrakow 2026-03-20 18:54:45 +01:00 committed by GitHub
parent 0c9bc3ed28
commit 56e026f6ba
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama-load-tensors.cpp
View File

@ -3548,7 +3548,7 @@ static void prepare_up_gate_split(ggml_tensor * t, llama_split_tensor & split) {
if (!extra->splits[is]) continue;
auto & ranges = split.ranges[is];
ranges.resize(2);
int nrows_is = extra->splits[idim]->ne[1]/2;
int nrows_is = extra->splits[is]->ne[idim]/2;
ranges[0] = {ntot, nrows_is};
ranges[1] = {ntot + nrows, nrows_is};
ntot += nrows_is;