vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

r1: fix inadvertent newline in grammar before <｜tool▁call▁end｜>

Browse source
This commit is contained in:
ochafik 2025-02-04 00:36:38 +00:00
parent ce28224de8
commit e84ee88f50
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
common/chat.cpp
View file

@ -567,8 +567,7 @@ static common_chat_params common_chat_params_init_deepseek_r1(const common_chat_
auto args_rule = builder.add_schema(name + "-args", parameters); auto args_rule = builder.add_schema(name + "-args", parameters);
tool_rules.push_back(builder.add_rule(name + "-call", tool_rules.push_back(builder.add_rule(name + "-call",
"\"<｜tool▁call▁begin｜>function<｜tool▁sep｜>" + name + "\\n" "\"<｜tool▁call▁begin｜>function<｜tool▁sep｜>" + name + "\\n"
"```json\\n\" " + args_rule + " \"```" "```json\\n\" " + args_rule + " \"```<｜tool▁call▁end｜>\""));
"<｜tool▁call▁end｜>\""));
}); });
// Distill Qwen 7B & 32B models seem confused re/ syntax of their tool call opening tag, // Distill Qwen 7B & 32B models seem confused re/ syntax of their tool call opening tag,
// so we accept common variants (then it's all constrained) // so we accept common variants (then it's all constrained)