vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add ignore_eos option to generation settings.

Browse source
This commit is contained in:
digiwombat 2023-05-28 13:49:45 -04:00
parent 2c9ee7a052
commit 655899db89
1 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/server/server.cpp
View file

@ -585,6 +585,14 @@ bool parse_options_completion(json body, llama_server_context& llama, Response &
{ {
llama.params.seed = time(NULL); llama.params.seed = time(NULL);
} }
if (!body["ignore_eos"].is_null() && body["ignore_eos"].get<bool>())
{
llama.params.logit_bias[llama_token_eos()] = -INFINITY;
}
else
{
llama.params.logit_bias.erase(llama_token_eos());
}
if (!body["prompt"].is_null()) if (!body["prompt"].is_null())
{ {
llama.params.prompt = body["prompt"].get<std::string>(); llama.params.prompt = body["prompt"].get<std::string>();