vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : correct llm_build_moe_ffn() arguments in build_arctic()

Browse source
This commit is contained in:
Stanisław Szymczyk 2024-05-26 20:36:28 +02:00
parent bb9c361802
commit f3b5e7d436
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -11142,7 +11142,7 @@ struct llm_build_context {
model.layers[il].ffn_down_exps, model.layers[il].ffn_down_exps,
n_expert, n_expert_used, n_expert, n_expert_used,
LLM_FFN_SILU, true, LLM_FFN_SILU, true,
true, hparams.expert_weights_scale, false, 0.0,
cb, il); cb, il);
cb(cur, "ffn_moe_out", il); cb(cur, "ffn_moe_out", il);