From 47efbb5cf379399416f1cee611b7585507f948bb Mon Sep 17 00:00:00 2001 From: anon Date: Fri, 2 Jun 2023 07:19:21 -0300 Subject: [PATCH] use std::isinf to check if ignore_eos is active --- examples/server/server.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 44f6b4905..7f287e1c7 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -531,8 +531,8 @@ void server_params_parse(int argc, char **argv, server_params &sparams, gpt_para json format_generation_settings(llama_server_context &llama) { const auto eos_bias = llama.params.logit_bias.find(llama_token_eos()); - const bool ignore_eos = - eos_bias != llama.params.logit_bias.end() && -INFINITY == eos_bias->second; + const bool ignore_eos = eos_bias != llama.params.logit_bias.end() && + eos_bias->second < 0.0f && std::isinf(eos_bias->second); return json { { "seed", llama.params.seed }, { "temp", llama.params.temp },