From 5add261ae835b7df8827a48987bb0ca3d5b6af9e Mon Sep 17 00:00:00 2001 From: Xuan Son Nguyen Date: Thu, 30 Jan 2025 15:35:38 +0100 Subject: [PATCH] test: leave model_hf_file blank --- examples/server/tests/unit/test_tool_call.py | 3 +++ examples/server/tests/utils.py | 2 +- 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/examples/server/tests/unit/test_tool_call.py b/examples/server/tests/unit/test_tool_call.py index f15d605b9..957cb7660 100644 --- a/examples/server/tests/unit/test_tool_call.py +++ b/examples/server/tests/unit/test_tool_call.py @@ -166,6 +166,7 @@ def test_completion_with_required_tool_real_model(tool: dict, argument_key: str server.n_ctx = 8192 server.n_predict = n_predict server.model_hf_repo = hf_repo + server.model_hf_file = None if template_override: (template_hf_repo, template_variant) = template_override server.chat_template_file = f"../../../models/templates/{template_hf_repo.replace('/', '-') + ('-' + template_variant if template_variant else '')}.jinja" @@ -267,6 +268,7 @@ def test_weather_tool_call(hf_repo: str, template_override: Tuple[str, str | Non server.n_ctx = 8192 server.n_predict = 512 server.model_hf_repo = hf_repo + server.model_hf_file = None if template_override: (template_hf_repo, template_variant) = template_override server.chat_template_file = f"../../../models/templates/{template_hf_repo.replace('/', '-') + ('-' + template_variant if template_variant else '')}.jinja" @@ -313,6 +315,7 @@ def test_hello_world_tool_call(expected_arguments_override: str | None, hf_repo: server.n_ctx = 8192 server.n_predict = 128 server.model_hf_repo = hf_repo + server.model_hf_file = None if template_override: (template_hf_repo, template_variant) = template_override server.chat_template_file = f"../../../models/templates/{template_hf_repo.replace('/', '-') + ('-' + template_variant if template_variant else '')}.jinja" diff --git a/examples/server/tests/utils.py b/examples/server/tests/utils.py index 1fa53d094..ce0680662 100644 --- a/examples/server/tests/utils.py +++ b/examples/server/tests/utils.py @@ -41,7 +41,7 @@ class ServerProcess: server_port: int = 8080 server_host: str = "127.0.0.1" model_hf_repo: str = "ggml-org/models" - model_hf_file: str = "tinyllamas/stories260K.gguf" + model_hf_file: str | None = "tinyllamas/stories260K.gguf" model_alias: str = "tinyllama-2" temperature: float = 0.8 seed: int = 42