vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

tool-call: fix previous commit's parallel arg

Browse source
This commit is contained in:
ochafik 2024-10-23 02:35:21 +01:00
parent 3e12b9b38e
commit 2b49440011
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/utils.hpp
View file

@ -381,7 +381,7 @@ static json oaicompat_completion_params_parse(
if (use_jinja) { if (use_jinja) {
bool allow_content = tool_choice != "required"; bool allow_content = tool_choice != "required";
if (tool_choice != "none" && has_tools) { if (tool_choice != "none" && has_tools) {
bool parallel_tool_calls = json_value(body, "parallel_tool_calls", false); auto parallel_tool_calls = body.contains("parallel_tool_calls") ? body.at("parallel_tool_calls") : json();
llama_params["parse_tool_calls"] = true; llama_params["parse_tool_calls"] = true;
llama_params["parallel_tool_calls"] = parallel_tool_calls; llama_params["parallel_tool_calls"] = parallel_tool_calls;