vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

send empty string when got stop_pos in partial

Browse source
This commit is contained in:
Jhen 2023-08-22 09:18:46 +08:00
parent de8cd113c6
commit e1911ac47c
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
examples/server/server.cpp
View file

@ -1287,7 +1287,10 @@ int main(int argc, char **argv)
STOP_PARTIAL);
}
const std::string to_send = llama.generated_text.substr(pos, stop_pos);
const std::string to_send = stop_pos == std::string::npos
? llama.generated_text.substr(pos, std::string::npos)
: ""; // just don't send anything if we're not done
sent_count += to_send.size();
std::vector<completion_token_output> probs_output = {};