vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

return raw content if parse failed

Browse source
This commit is contained in:
Yingbei 2024-03-18 19:31:41 -07:00
parent 9bd7dbb17b
commit 155eeed9ae
No known key found for this signature in database
GPG key ID: 01CC633FE90B97CD
1 changed files with 15 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

19
examples/server/utils.hpp
View file

@ -572,14 +572,25 @@ static json format_final_response_oaicompat(const json & request, json result, c
finish_reason = "stop";
}
json choices =
streaming ? json::array({json{{"finish_reason", finish_reason},
json choices;
if (streaming) {
choices = json::array({json{{"finish_reason", finish_reason},
{"index", 0},
{"delta", json::object()}}});
} else {
if (parsed_content.empty()) {
choices = json::array({json{{"finish_reason", finish_reason},
{"index", 0},
{"delta", json::object()}}})
: json::array({json{{"finish_reason", finish_reason},
{"message", json{{"content", content},
{"role", "assistant"}}}}});
} else {
choices = json::array({json{{"finish_reason", finish_reason},
{"index", 0},
{"message", json{{"content", parsed_content},
{"role", "assistant"}}}}});
}
}
std::time_t t = std::time(0);