From f3b5e7d436e2bad1fda389fde4f13bd777b001c4 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Stanis=C5=82aw=20Szymczyk?= <sszymczy@gmail.com>
Date: Sun, 26 May 2024 20:36:28 +0200
Subject: [PATCH] llama : correct llm_build_moe_ffn() arguments in
 build_arctic()

---
 llama.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llama.cpp b/llama.cpp
index 84f884114..a3ee1d4c1 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -11142,7 +11142,7 @@ struct llm_build_context {
                     model.layers[il].ffn_down_exps,
                     n_expert, n_expert_used,
                     LLM_FFN_SILU, true,
-                    true, hparams.expert_weights_scale,
+                    false, 0.0,
                     cb, il);
             cb(cur, "ffn_moe_out", il);