llama : correct llm_build_moe_ffn() arguments in build_arctic()

2024-05-26 20:36:28 +02:00 · 2024-05-26 20:36:28 +02:00 · f3b5e7d436
commit f3b5e7d436
parent bb9c361802
1 changed files with 1 additions and 1 deletions
--- a/llama.cpp
+++ b/llama.cpp
@ -11142,7 +11142,7 @@ struct llm_build_context {
                    model.layers[il].ffn_down_exps,
                    n_expert, n_expert_used,
                    LLM_FFN_SILU, true,
-                    true, hparams.expert_weights_scale,
+                    false, 0.0,
                    cb, il);
            cb(cur, "ffn_moe_out", il);