From e4bd73c9437240f2d8c9911fe15ee03429cb74b7 Mon Sep 17 00:00:00 2001
From: vincent <runfuture@gmail.com>
Date: Wed, 7 Feb 2024 23:01:44 +0800
Subject: [PATCH] fix bug for norm_rms_eps missing

---
 llama.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/llama.cpp b/llama.cpp
index c45ae1d50..01358bb13 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -2947,6 +2947,8 @@ static void llm_load_hparams(
             } break;
         case LLM_ARCH_MINICPM:
             {
+                ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
+
                 switch (hparams.n_layer) {
                     case 40: model.type = e_model::MODEL_2B; break;
                     default: model.type = e_model::MODEL_UNKNOWN;