vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Revert "a better default rms_norm_eps"

Browse source 
This reverts commit 0c26799e77.
This commit is contained in:
Concedo 2023-07-26 10:23:45 +08:00
parent f53d2aabb4
commit b184380aae
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -1030,7 +1030,7 @@ static void llama_model_load_internal(
auto & hparams = model.hparams; auto & hparams = model.hparams;
// TODO: read from file // TODO: read from file
hparams.f_rms_norm_eps = 5e-6; hparams.f_rms_norm_eps = rms_norm_eps;
{ {
switch (hparams.n_layer) { switch (hparams.n_layer) {