vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

use int32_t for dry_penalty_last_n due to negative value needed as config

Browse source
This commit is contained in:
l3utterfly 2024-07-29 20:53:42 +09:00
parent 236da599d4
commit e862defaa9
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
common/sampling.h
View file

@ -44,7 +44,7 @@ typedef struct llama_sampling_params {
float dry_multiplier = 0.0f; // 0.0f = disabled, recommended value: 0.8f
float dry_base = 1.75f;
uint32_t dry_allowed_length = 2;
uint32_t dry_penalty_last_n = -1; // DRY last n tokens to penalize (0 = disable penalty, -1 = context size)
int32_t dry_penalty_last_n = -1; // DRY last n tokens to penalize (0 = disable penalty, -1 = context size)
std::vector<llama_sampler_type> samplers_sequence = {
llama_sampler_type::TOP_K,