vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix LLAMA_TOKEN_NULL checks in penalties sampler

Browse source
This commit is contained in:
slaren 2024-09-08 15:16:50 +02:00
parent f3ecf6d740
commit e1c4fb7f9c
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/llama-sampling.cpp
View file

@ -1487,11 +1487,11 @@ struct llama_sampler * llama_sampler_init_penalties(
bool penalize_nl,
bool ignore_eos) {
if (linefeed_id == LLAMA_TOKEN_NULL) {
penalize_nl = false;
penalize_nl = true;
}
if (special_eos_id == LLAMA_TOKEN_NULL) {
ignore_eos = true;
ignore_eos = false;
}
return new llama_sampler {