vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix content of format_final_response

Browse source
This commit is contained in:
Jhen 2023-08-21 13:42:06 +08:00
parent 1bef2dcf87
commit af1ea58b60
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/server/server.cpp
View file

@ -1031,7 +1031,7 @@ static json format_final_response(llama_server_context &llama, const std::string
{ {
json res = json{ json res = json{
{"content", ""}, {"content", content},
{"stop", true}, {"stop", true},
{"model", llama.params.model_alias}, {"model", llama.params.model_alias},
{"tokens_predicted", llama.num_tokens_predicted}, {"tokens_predicted", llama.num_tokens_predicted},
@ -1332,10 +1332,10 @@ int main(int argc, char **argv)
return false; return false;
} }
} }
if (!llama.has_next_token) { if (!llama.has_next_token) {
// Generation is done, send extra information. // Generation is done, send extra information.
const json data = format_final_response(llama, to_send, llama.generated_token_probs); const json data = format_final_response(llama, "", llama.generated_token_probs);
const std::string str = const std::string str =
"data: " + "data: " +