vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama_lora_adapter_apply

Browse source
This commit is contained in:
ngxson 2024-07-06 14:24:56 +02:00
parent 4e28ad40a0
commit 1b4ffbac47
4 changed files with 115 additions and 135 deletions
Download patch file Download diff file Expand all files Collapse all files

6
include/llama.h
View file

@ -515,7 +515,11 @@ extern "C" {
// will be applied on top of the previous one
LLAMA_API struct llama_lora_adapter * llama_lora_adapter_init(
struct llama_context * ctx,
const char * path_lora);
const char * path_lora,
float scale);
LLAMA_API int32_t llama_lora_adapter_apply(
struct llama_context * ctx,
struct llama_lora_adapter * adapter);
// Apply a loaded control vector to a llama_context, or if data is NULL, clear
// the currently loaded vector.