vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

use std::isinf to check if ignore_eos is active

Browse source
This commit is contained in:
anon 2023-06-02 07:19:21 -03:00
parent 2932db15a3
commit 47efbb5cf3
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/server.cpp
View file

@ -531,8 +531,8 @@ void server_params_parse(int argc, char **argv, server_params &sparams, gpt_para
json format_generation_settings(llama_server_context &llama) { json format_generation_settings(llama_server_context &llama) {
const auto eos_bias = llama.params.logit_bias.find(llama_token_eos()); const auto eos_bias = llama.params.logit_bias.find(llama_token_eos());
const bool ignore_eos = const bool ignore_eos = eos_bias != llama.params.logit_bias.end() &&
eos_bias != llama.params.logit_bias.end() && -INFINITY == eos_bias->second; eos_bias->second < 0.0f && std::isinf(eos_bias->second);
return json { return json {
{ "seed", llama.params.seed }, { "seed", llama.params.seed },
{ "temp", llama.params.temp }, { "temp", llama.params.temp },