From 63cb374a990fd9926396667f01e18a4101c2c4cb Mon Sep 17 00:00:00 2001 From: xaedes Date: Fri, 18 Aug 2023 19:08:15 +0200 Subject: [PATCH] change default finetune params lora_r and lora_alpha to match the n_rank parameters of 4 --- examples/finetune/finetune.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/finetune/finetune.cpp b/examples/finetune/finetune.cpp index 588f1f3bb..375c8e4ba 100644 --- a/examples/finetune/finetune.cpp +++ b/examples/finetune/finetune.cpp @@ -2162,8 +2162,8 @@ struct train_params get_default_train_params() { params.n_examples = 1; params.n_predict = 1024; - params.lora_alpha = 100; - params.lora_r = 100; + params.lora_alpha = 4; + params.lora_r = 4; params.n_rank_attention_norm = 1; params.n_rank_wq = 4;