vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

test: force disable cache prompt

Browse source
This commit is contained in:
Xuan Son Nguyen 2024-12-27 18:31:58 +01:00
parent 9d84127fa6
commit 9947b0776f
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
examples/server/tests/unit/test_lora.py
View file

@ -66,6 +66,7 @@ def test_lora_per_request():
"lora": lora, "lora": lora,
"seed": 42, "seed": 42,
"temperature": 0.0, "temperature": 0.0,
"cache_prompt": False, # TODO: remove this once test_cache_vs_nocache_prompt is fixed
}) })
) for lora, re_test in lora_config] ) for lora, re_test in lora_config]
results = parallel_function_calls(tasks) results = parallel_function_calls(tasks)