vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server : fix chat res

Browse source
This commit is contained in:
Jhen-Jie Hong 2024-11-13 10:51:00 +08:00
parent 71c2c7fb8b
commit 0b069a4710
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
examples/server/server.cpp
View file

@ -661,9 +661,10 @@ struct server_context {
if (res >= 0) { if (res >= 0) {
llama_chat_message chat[] = {{"user", "test"}}; llama_chat_message chat[] = {{"user", "test"}};
std::string tmpl = std::string(model_template.data(), model_template.size()); std::string tmpl = std::string(model_template.data(), model_template.size());
res = llama_chat_apply_template(model, tmpl.c_str(), chat, 1, true, nullptr, 0); int32_t chat_res = llama_chat_apply_template(model, tmpl.c_str(), chat, 1, true, nullptr, 0);
return chat_res > 0;
} }
return res >= 0; return false;
} }
void init() { void init() {