From e862defaa99e1d25b8085146c10cee5caada5aca Mon Sep 17 00:00:00 2001 From: l3utterfly Date: Mon, 29 Jul 2024 20:53:42 +0900 Subject: [PATCH] use int32_t for dry_penalty_last_n due to negative value needed as config --- common/sampling.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/common/sampling.h b/common/sampling.h index c38d921bf..80c2568cf 100644 --- a/common/sampling.h +++ b/common/sampling.h @@ -44,7 +44,7 @@ typedef struct llama_sampling_params { float dry_multiplier = 0.0f; // 0.0f = disabled, recommended value: 0.8f float dry_base = 1.75f; uint32_t dry_allowed_length = 2; - uint32_t dry_penalty_last_n = -1; // DRY last n tokens to penalize (0 = disable penalty, -1 = context size) + int32_t dry_penalty_last_n = -1; // DRY last n tokens to penalize (0 = disable penalty, -1 = context size) std::vector samplers_sequence = { llama_sampler_type::TOP_K,