vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix empty response_format

Browse source
This commit is contained in:
ngxson 2024-03-24 21:07:33 +01:00
parent 4aeef9bc31
commit f73c470980
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/utils.hpp
View file

@ -376,10 +376,10 @@ static json oaicompat_completion_params_parse(
// Handle "response_format" field
if (body.contains("response_format")) {
json response_format = json_value(body, "response_format", json::object());
std::string response_type = json_value(response_format, "type", std::string("unknown"));
std::string response_type = json_value(response_format, "type", std::string());
if (response_type == "json_object") {
llama_params["json_schema"] = json_value(response_format, "schema", json::object());
} else {
} else if (!response_type.empty()) {
throw std::runtime_error("response_format type not supported: " + response_type);
}
}