vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

make default value of float member a float literal

Browse source
This commit is contained in:
xaedes 2023-08-29 01:00:58 +02:00
parent 49af7fbe12
commit 007280c82f
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/train-text-from-scratch/train-text-from-scratch.cpp
View file

@ -164,8 +164,8 @@ struct my_llama_hparams {
uint32_t n_rot = 64; uint32_t n_rot = 64;
uint32_t n_ff = 11008; uint32_t n_ff = 11008;
// float f_norm_eps = 1e-5; // falcon // float f_norm_eps = 1e-5f; // falcon
float f_norm_rms_eps = 1e-5; // llama float f_norm_rms_eps = 1e-5f; // llama
float rope_freq_base = 10000.0f; float rope_freq_base = 10000.0f;
float rope_freq_scale = 1.0f; float rope_freq_scale = 1.0f;
@ -1572,7 +1572,7 @@ struct train_params get_default_train_params() {
params.n_batch = 8; params.n_batch = 8;
params.n_examples = 1; params.n_examples = 1;
params.f_norm_rms_eps = 1e-5; params.f_norm_rms_eps = 1e-5f;
params.rope_freq_base = 10000.0f; params.rope_freq_base = 10000.0f;
params.rope_freq_scale = 1.0f; params.rope_freq_scale = 1.0f;