vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Allow tool use + streaming

Browse source
This commit is contained in:
Olivier Chafik 2025-01-28 09:22:03 +00:00
parent ef9efc9ed3
commit 62717145f7
1 changed files with 2 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

11
examples/server/utils.hpp
View file

@ -586,15 +586,8 @@ static json oaicompat_completion_params_parse(
json llama_params;
auto tools = json_value(body, "tools", json());
auto stream = json_value(body, "stream", false);
if (tools.is_array() && !tools.empty()) {
if (stream) {
throw std::runtime_error("Cannot use tools with stream");
}
if (!use_jinja) {
throw std::runtime_error("tools param requires --jinja flag");
}
if (tools.is_array() && !tools.empty() && !use_jinja) {
throw std::runtime_error("tools param requires --jinja flag");
}
// Handle "stop" field