vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

avoid creating element in logit_bias accidentally

Browse source
This commit is contained in:
anon 2023-06-02 06:55:38 -03:00
parent a8a9f19689
commit 2932db15a3
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/server.cpp
View file

@ -530,7 +530,9 @@ void server_params_parse(int argc, char **argv, server_params &sparams, gpt_para
} }
json format_generation_settings(llama_server_context &llama) { json format_generation_settings(llama_server_context &llama) {
const bool ignore_eos = -INFINITY == llama.params.logit_bias[llama_token_eos()]; const auto eos_bias = llama.params.logit_bias.find(llama_token_eos());
const bool ignore_eos =
eos_bias != llama.params.logit_bias.end() && -INFINITY == eos_bias->second;
return json { return json {
{ "seed", llama.params.seed }, { "seed", llama.params.seed },
{ "temp", llama.params.temp }, { "temp", llama.params.temp },