vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

filter empty stopping strings

Browse source
This commit is contained in:
anon 2023-05-31 16:54:12 -03:00
parent 276fa99873
commit 43d295fddc
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/server/server.cpp
View file

@ -608,10 +608,12 @@ bool parse_options_completion(json body, llama_server_context& llama, Response &
res.status = 400;
return false;
}
llama.params.antiprompt.clear();
if (!body["stop"].is_null()) {
llama.params.antiprompt = body["stop"].get<std::vector<std::string>>();
} else {
llama.params.antiprompt.clear();
const auto stop = body["stop"].get<std::vector<std::string>>();
std::copy_if(stop.begin(), stop.end(),
std::back_inserter(llama.params.antiprompt),
[](const std::string &str) { return !str.empty(); });
}
if (llama.verbose) {