vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

examples : Fix llama-export-lora example (#8607)

Browse source 
* fix export-lora example

* add more logging

* reject merging subset

* better check

* typo
This commit is contained in:
Xuan Son Nguyen 2024-07-23 23:48:37 +02:00 • committed by GitHub
parent b841d07408
commit de280085e7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 378 additions and 436 deletions
Download patch file Download diff file Expand all files Collapse all files

3
common/common.h
View file

@ -128,7 +128,6 @@ struct gpt_params {
// TODO: avoid tuple, use struct
std::vector<std::tuple<std::string, float>> lora_adapter; // lora adapter path with user defined scale
std::string lora_base = ""; // base model path for the lora adapter
std::vector<llama_control_vector_load_info> control_vectors; // control vector with user defined scale
@ -255,6 +254,8 @@ struct gpt_params {
std::string cvector_negative_file = "examples/cvector-generator/negative.txt";
bool spm_infill = false; // suffix/prefix/middle pattern for infill
std::string lora_outfile = "ggml-lora-merged-f16.gguf";
};
void gpt_params_handle_hf_token(gpt_params & params);