vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge 4f0a128e28 into 86e7299ef5

Browse source
This commit is contained in:
Ryan Hua 2024-07-07 06:55:44 +02:00 • committed by GitHub
commit 5ecc95ccb6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/server/utils.hpp
View file

@ -464,8 +464,7 @@ static std::vector<json> format_partial_response_oaicompat(json result, const st
if (!result.contains("model") || !result.contains("oaicompat_token_ctr")) { if (!result.contains("model") || !result.contains("oaicompat_token_ctr")) {
return std::vector<json>({result}); return std::vector<json>({result});
} }
bool first = json_value(result, "oaicompat_token_ctr", 1) == 1;
bool first = json_value(result, "oaicompat_token_ctr", 0) == 0;
std::string modelname = json_value(result, "model", std::string(DEFAULT_OAICOMPAT_MODEL)); std::string modelname = json_value(result, "model", std::string(DEFAULT_OAICOMPAT_MODEL));
bool stopped_word = json_value(result, "stopped_word", false); bool stopped_word = json_value(result, "stopped_word", false);