Revert "a better default rms_norm_eps"

This reverts commit 0c26799e77.
2023-07-26 10:23:45 +08:00 · 2023-07-26 10:23:45 +08:00 · b184380aae
commit b184380aae
parent f53d2aabb4
1 changed files with 1 additions and 1 deletions
--- a/llama.cpp
+++ b/llama.cpp
@ -1030,7 +1030,7 @@ static void llama_model_load_internal(
    auto & hparams = model.hparams;

    // TODO: read from file
-    hparams.f_rms_norm_eps = 5e-6;
+    hparams.f_rms_norm_eps = rms_norm_eps;

    {
        switch (hparams.n_layer) {