Fix experts mul node name (#857)
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
This commit is contained in:
parent
ed4e1a6588
commit
856c6da9c1
|
|
@ -942,7 +942,7 @@ llm_expert_gating_func_type gating_op,
|
|||
|
||||
if (!weight_before_ffn) {
|
||||
experts = ggml_mul(ctx, experts, weights);
|
||||
cb(cur, "ffn_moe_weighted", il);
|
||||
cb(experts, "ffn_moe_weighted", il);
|
||||
}
|
||||
|
||||
if (n_expert_used == 1) {
|
||||
|
|
|
|||
Loading…
Reference in New Issue