From 479918599b13df94a13f5a0f79650090d48a0d11 Mon Sep 17 00:00:00 2001 From: Olivier Chafik Date: Fri, 31 Jan 2025 10:27:07 +0000 Subject: [PATCH] Force-disable parallel_tool_calls if template doesn't support it --- examples/server/utils.hpp | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp index 70bd6a42c..929e538e4 100644 --- a/examples/server/utils.hpp +++ b/examples/server/utils.hpp @@ -640,6 +640,10 @@ static json oaicompat_completion_params_parse( inputs.tools = tools; inputs.tool_choice = tool_choice; inputs.parallel_tool_calls = json_value(body, "parallel_tool_calls", false); + if (inputs.parallel_tool_calls && !tmpl.original_caps().supports_parallel_tool_calls) { + LOG_DBG("Disabling parallel_tool_calls because the template does not support it"); + inputs.parallel_tool_calls = false; + } inputs.stream = stream; // TODO: support mixing schema w/ tools beyond generic format. inputs.json_schema = json_value(llama_params, "json_schema", json());