nicolas
/
ik_llama_opt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix Qwen35+ MTP (#2322)

This commit is contained in:
Kawrakow 2026-08-15 19:35:03 +02:00 committed by GitHub
parent 1794846f73
commit 8337e4cd38
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/graphs/build_qwen35.cpp
View File

@ -64,12 +64,6 @@ ggml_cgraph * llm_build_context::build_qwen35moe() {
inpL = cur;
}
if (lctx.cparams.mtp) {
ggml_tensor * mtp_embd = inpL->type == GGML_TYPE_F32 ? inpL : ggml_cast(ctx0, inpL, GGML_TYPE_F32);
cb(mtp_embd, "result_mtp_embd", -1);
ggml_set_output(mtp_embd);
}
cur = build_output(lctx, ctx0, inpL, model.output, model.output_norm, cb);
cb(cur, "result_output", -1);
}
@ -136,12 +130,6 @@ ggml_cgraph * llm_build_context::build_qwen35() {
inpL = cur;
}
if (lctx.cparams.mtp) {
ggml_tensor * mtp_embd = inpL->type == GGML_TYPE_F32 ? inpL : ggml_cast(ctx0, inpL, GGML_TYPE_F32);
cb(mtp_embd, "result_mtp_embd", -1);
ggml_set_output(mtp_embd);
}
cur = build_output(lctx, ctx0, inpL, model.output, model.output_norm, cb);
cb(cur, "result_output", -1);
}