vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

json: fix json handling in server when there's no response_format

Browse source
This commit is contained in:
ochafik 2024-03-18 20:46:57 +00:00
parent bd96df4e85
commit 05fd7e3020
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/utils.hpp
View file

@ -376,9 +376,9 @@ static json oaicompat_completion_params_parse(
llama_params["grammar"] = json_value(body, "grammar", json::object());
}
if (!body["response_format"].is_null()) {
if (body.contains("response_format")) {
auto response_format = json_value(body, "response_format", json::object());
if (response_format["type"] == "json_object") {
if (response_format.contains("type") && response_format["type"] == "json_object") {
llama_params["json_schema"] = json_value(response_format, "schema", json::object());
} else {
throw std::runtime_error("response_format type not supported: " + response_format["type"].dump());