From 2932db15a30b26c0168dd40e826e58df64cb98be Mon Sep 17 00:00:00 2001 From: anon Date: Fri, 2 Jun 2023 06:55:38 -0300 Subject: [PATCH] avoid creating element in logit_bias accidentally --- examples/server/server.cpp | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index d195fb167..44f6b4905 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -530,7 +530,9 @@ void server_params_parse(int argc, char **argv, server_params &sparams, gpt_para } json format_generation_settings(llama_server_context &llama) { - const bool ignore_eos = -INFINITY == llama.params.logit_bias[llama_token_eos()]; + const auto eos_bias = llama.params.logit_bias.find(llama_token_eos()); + const bool ignore_eos = + eos_bias != llama.params.logit_bias.end() && -INFINITY == eos_bias->second; return json { { "seed", llama.params.seed }, { "temp", llama.params.temp },