vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

lora_base

Browse source
This commit is contained in:
Xuan Son Nguyen 2025-01-02 13:52:11 +01:00
parent a90e064262
commit 9274a6bcaa
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/server/server.cpp
View file

@ -206,7 +206,7 @@ struct server_task {
const llama_model * model, const llama_model * model,
const llama_context * ctx, const llama_context * ctx,
const common_params & params_base, const common_params & params_base,
const std::vector<common_lora_adapter_container> & base_lora, const std::vector<common_lora_adapter_container> & lora_base,
const json & data) { const json & data) {
slot_params params; slot_params params;
@ -265,12 +265,12 @@ struct server_task {
if (data.contains("lora")) { if (data.contains("lora")) {
if (data.at("lora").is_array()) { if (data.at("lora").is_array()) {
params.lora = parse_lora_request(base_lora, data.at("lora")); params.lora = parse_lora_request(lora_base, data.at("lora"));
} else { } else {
throw std::runtime_error("Error: 'lora' must be an array of objects with 'id' and 'scale' fields"); throw std::runtime_error("Error: 'lora' must be an array of objects with 'id' and 'scale' fields");
} }
} else { } else {
params.lora = base_lora; params.lora = lora_base;
} }
// TODO: add more sanity checks for the input parameters // TODO: add more sanity checks for the input parameters