From b184380aaee58b35f5b66b48e8187d5f0c9d299b Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Wed, 26 Jul 2023 10:23:45 +0800
Subject: [PATCH] Revert "a better default rms_norm_eps"

This reverts commit 0c26799e77758a643279ef661c1521604e7d3b12.
---
 llama.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llama.cpp b/llama.cpp
index f9a8efee1..4818fe6c7 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -1030,7 +1030,7 @@ static void llama_model_load_internal(
     auto & hparams = model.hparams;
 
     // TODO: read from file
-    hparams.f_rms_norm_eps = 5e-6;
+    hparams.f_rms_norm_eps = rms_norm_eps;
 
     {
         switch (hparams.n_layer) {