vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

test: leave model_hf_file blank

Browse source
This commit is contained in:
Xuan Son Nguyen 2025-01-30 15:35:38 +01:00
parent 82052466d6
commit 5add261ae8
2 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/server/tests/unit/test_tool_call.py
View file

@ -166,6 +166,7 @@ def test_completion_with_required_tool_real_model(tool: dict, argument_key: str
server.n_ctx = 8192
server.n_predict = n_predict
server.model_hf_repo = hf_repo
server.model_hf_file = None
if template_override:
(template_hf_repo, template_variant) = template_override
server.chat_template_file = f"../../../models/templates/{template_hf_repo.replace('/', '-') + ('-' + template_variant if template_variant else '')}.jinja"
@ -267,6 +268,7 @@ def test_weather_tool_call(hf_repo: str, template_override: Tuple[str, str | Non
server.n_ctx = 8192
server.n_predict = 512
server.model_hf_repo = hf_repo
server.model_hf_file = None
if template_override:
(template_hf_repo, template_variant) = template_override
server.chat_template_file = f"../../../models/templates/{template_hf_repo.replace('/', '-') + ('-' + template_variant if template_variant else '')}.jinja"
@ -313,6 +315,7 @@ def test_hello_world_tool_call(expected_arguments_override: str | None, hf_repo:
server.n_ctx = 8192
server.n_predict = 128
server.model_hf_repo = hf_repo
server.model_hf_file = None
if template_override:
(template_hf_repo, template_variant) = template_override
server.chat_template_file = f"../../../models/templates/{template_hf_repo.replace('/', '-') + ('-' + template_variant if template_variant else '')}.jinja"

2
examples/server/tests/utils.py
View file

@ -41,7 +41,7 @@ class ServerProcess:
server_port: int = 8080
server_host: str = "127.0.0.1"
model_hf_repo: str = "ggml-org/models"
model_hf_file: str = "tinyllamas/stories260K.gguf"
model_hf_file: str | None = "tinyllamas/stories260K.gguf"
model_alias: str = "tinyllama-2"
temperature: float = 0.8
seed: int = 42