vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Revert "Allow tool use + streaming"

Browse source 
This reverts commit 62717145f7.
This commit is contained in:
ochafik 2025-01-28 10:29:17 +00:00
parent 62d45a552f
commit ec4aeaf18a
1 changed files with 9 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
examples/server/utils.hpp
View file

@ -586,8 +586,15 @@ static json oaicompat_completion_params_parse(
json llama_params;
auto tools = json_value(body, "tools", json());
if (tools.is_array() && !tools.empty() && !use_jinja) {
throw std::runtime_error("tools param requires --jinja flag");
auto stream = json_value(body, "stream", false);
if (tools.is_array() && !tools.empty()) {
if (stream) {
throw std::runtime_error("Cannot use tools with stream");
}
if (!use_jinja) {
throw std::runtime_error("tools param requires --jinja flag");
}
}
// Handle "stop" field