vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix names of lora tensors

Browse source
This commit is contained in:
xaedes 2023-08-16 16:41:20 +02:00
parent 620275361d
commit 0ab2507ce5
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

12
examples/finetune/finetune.cpp
View file

@ -447,12 +447,12 @@ void init_lora(const struct my_llama_model * model, struct my_llama_lora * lora)
ggml_format_name(layer.ffn_norm_a, "%s.ffn_norm.weight.loraA", layers_i.c_str()); ggml_format_name(layer.ffn_norm_a, "%s.ffn_norm.weight.loraA", layers_i.c_str());
ggml_format_name(layer.ffn_norm_b, "%s.ffn_norm.weight.loraB", layers_i.c_str()); ggml_format_name(layer.ffn_norm_b, "%s.ffn_norm.weight.loraB", layers_i.c_str());
ggml_format_name(layer.w1_a, "%s.feed_forward.w1_a.weight", layers_i.c_str()); ggml_format_name(layer.w1_a, "%s.feed_forward.w1.weight.loraA", layers_i.c_str());
ggml_format_name(layer.w1_b, "%s.feed_forward.w1_b.weight", layers_i.c_str()); ggml_format_name(layer.w1_b, "%s.feed_forward.w1.weight.loraB", layers_i.c_str());
ggml_format_name(layer.w2_a, "%s.feed_forward.w2_a.weight", layers_i.c_str()); ggml_format_name(layer.w2_a, "%s.feed_forward.w2.weight.loraA", layers_i.c_str());
ggml_format_name(layer.w2_b, "%s.feed_forward.w2_b.weight", layers_i.c_str()); ggml_format_name(layer.w2_b, "%s.feed_forward.w2.weight.loraB", layers_i.c_str());
ggml_format_name(layer.w3_a, "%s.feed_forward.w3_a.weight", layers_i.c_str()); ggml_format_name(layer.w3_a, "%s.feed_forward.w3.weight.loraA", layers_i.c_str());
ggml_format_name(layer.w3_b, "%s.feed_forward.w3_b.weight", layers_i.c_str()); ggml_format_name(layer.w3_b, "%s.feed_forward.w3.weight.loraB", layers_i.c_str());
} }
} }