From c5c54d105760cbdf3bd4c6dad61861e4ef774c68 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sat, 28 Oct 2023 13:54:46 +0300 Subject: [PATCH] train : minor --- common/train.cpp | 2 +- common/train.h | 3 +-- 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/common/train.cpp b/common/train.cpp index cd73e297b..bc15b7a03 100644 --- a/common/train.cpp +++ b/common/train.cpp @@ -1045,6 +1045,7 @@ struct train_params_common get_default_train_params_common() { params.n_batch = 8; params.n_gradient_accumulation = 1; params.n_epochs = -1; + params.n_gpu_layers = 0; params.custom_n_ctx = false; @@ -1081,7 +1082,6 @@ struct train_params_common get_default_train_params_common() { params.adam_gclip = 1.0f; params.adam_eps_f = 0.0f; - params.n_gpu_layers = 0; return params; } diff --git a/common/train.h b/common/train.h index 00dee04ee..0545be288 100644 --- a/common/train.h +++ b/common/train.h @@ -44,6 +44,7 @@ struct train_params_common { int n_batch; int n_gradient_accumulation; int n_epochs; + int n_gpu_layers; bool custom_n_ctx; @@ -80,8 +81,6 @@ struct train_params_common { float adam_beta2; float adam_gclip; float adam_eps_f; - - int32_t n_gpu_layers; }; typedef void (*save_train_files_callback)(void * data, struct train_state * train);