vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

change default finetune params lora_r and lora_alpha to match the n_rank parameters of 4

Browse source
This commit is contained in:
xaedes 2023-08-18 19:08:15 +02:00
parent 7a63d429af
commit 63cb374a99
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/finetune/finetune.cpp
View file

@ -2162,8 +2162,8 @@ struct train_params get_default_train_params() {
params.n_examples = 1; params.n_examples = 1;
params.n_predict = 1024; params.n_predict = 1024;
params.lora_alpha = 100; params.lora_alpha = 4;
params.lora_r = 100; params.lora_r = 4;
params.n_rank_attention_norm = 1; params.n_rank_attention_norm = 1;
params.n_rank_wq = 4; params.n_rank_wq = 4;