From 250df0e9096dd43bd63060fc2be1b66730959d7d Mon Sep 17 00:00:00 2001 From: slaren Date: Tue, 10 Sep 2024 02:49:51 +0200 Subject: [PATCH] llama_sampler_penalties : clamp penalty_last_n to zero --- src/llama-sampling.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/llama-sampling.cpp b/src/llama-sampling.cpp index 6f448b80c..18cdeaef7 100644 --- a/src/llama-sampling.cpp +++ b/src/llama-sampling.cpp @@ -1505,6 +1505,8 @@ struct llama_sampler * llama_sampler_init_penalties( ignore_eos = false; } + penalty_last_n = std::max(penalty_last_n, 0); + return new llama_sampler { /* .iface = */ &llama_sampler_penalties_i, /* .ctx = */ new llama_sampler_penalties {