vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

train : minor

Browse source
This commit is contained in:
Georgi Gerganov 2023-10-28 13:54:46 +03:00 • committed by GitHub
parent fe44ded01a
commit c5c54d1057
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
common/train.cpp
View file

@ -1045,6 +1045,7 @@ struct train_params_common get_default_train_params_common() {
params.n_batch = 8; params.n_batch = 8;
params.n_gradient_accumulation = 1; params.n_gradient_accumulation = 1;
params.n_epochs = -1; params.n_epochs = -1;
params.n_gpu_layers = 0;
params.custom_n_ctx = false; params.custom_n_ctx = false;
@ -1081,7 +1082,6 @@ struct train_params_common get_default_train_params_common() {
params.adam_gclip = 1.0f; params.adam_gclip = 1.0f;
params.adam_eps_f = 0.0f; params.adam_eps_f = 0.0f;
params.n_gpu_layers = 0;
return params; return params;
} }

3
common/train.h
View file

@ -44,6 +44,7 @@ struct train_params_common {
int n_batch; int n_batch;
int n_gradient_accumulation; int n_gradient_accumulation;
int n_epochs; int n_epochs;
int n_gpu_layers;
bool custom_n_ctx; bool custom_n_ctx;
@ -80,8 +81,6 @@ struct train_params_common {
float adam_beta2; float adam_beta2;
float adam_gclip; float adam_gclip;
float adam_eps_f; float adam_eps_f;
int32_t n_gpu_layers;
}; };
typedef void (*save_train_files_callback)(void * data, struct train_state * train); typedef void (*save_train_files_callback)(void * data, struct train_state * train);