From eb0847e6b1c82f08f847052d855c20adb30093ab Mon Sep 17 00:00:00 2001
From: Pierrick HYMBERT <pierrick.hymbert@gmail.com>
Date: Mon, 8 Apr 2024 14:38:21 +0200
Subject: [PATCH] llama: dbrx: load norm eps in hparams

---
 llama.cpp | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/llama.cpp b/llama.cpp
index 14fd010b4..808a700ae 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -3985,7 +3985,8 @@ static void llm_load_hparams(
             } break;
         case LLM_ARCH_DBRX:
         {
-            ml.get_key(LLM_KV_ATTENTION_CLAMP_KQV, hparams.f_clamp_kqv);
+            ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS,  hparams.f_norm_eps);
+            ml.get_key(LLM_KV_ATTENTION_CLAMP_KQV,      hparams.f_clamp_kqv);
 
             switch (hparams.n_layer) {
                 case 40: model.type = e_model::MODEL_132B; break;