vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix lora

Browse source
This commit is contained in:
Mug 2023-05-08 15:27:42 +02:00 • committed by Don Mahurin
parent bbf6848cb0
commit f8ba031576
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/low_level_api_chat_cpp.py
View file

@ -102,8 +102,8 @@ specified) expect poor results""", file=sys.stderr)
if (len(self.params.lora_adapter) > 0): if (len(self.params.lora_adapter) > 0):
if (llama_cpp.llama_apply_lora_from_file( if (llama_cpp.llama_apply_lora_from_file(
self.ctx, self.ctx,
self.params.lora_adapter, self.params.lora_adapter.encode("utf8"),
self.params.lora_base if len(self.params.lora_base) > 0 else None, self.params.lora_base.encode("utf8") if len(self.params.lora_base) > 0 else None,
self.params.n_threads self.params.n_threads
) != 0): ) != 0):
print("error: failed to apply lora adapter") print("error: failed to apply lora adapter")