vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Avoid passing tools twice in generic handler (now that minja passes them automatically when needed)

Browse source
This commit is contained in:
ochafik 2025-01-30 00:09:56 +00:00
parent a810c37c76
commit 77c60e662e
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
common/chat.cpp
View file

@ -249,7 +249,7 @@ static common_chat_params common_chat_params_init_generic_tool_call(const common
auto tweaked_messages = common_chat_template::add_system(
inputs.messages,
"Respond in JSON format, either with a request to call tools or with a response to the user's request. Here is the schema for all responses:\n\n```json\n" + schema.dump(2) + "\n```");
"Respond in JSON format, either with `tool_call` (a request to call tools) or with `response` reply to the user's request");
data.prompt = tmpl.apply(tweaked_messages, inputs.tools.empty() ? json() : inputs.tools, inputs.add_generation_prompt);
data.format = "generic tool calls";