vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fixed incorrect min_keep check

Browse source
This commit is contained in:
MaggotHATE 2024-10-09 00:59:46 +05:00 • committed by GitHub
parent 6feb6b399c
commit d0b1053897
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/llama-sampling.cpp
View file

@ -1109,7 +1109,7 @@ static void llama_sample_xtc_apply(struct llama_sampler * smpl, llama_token_data
size_t to_remove = pos_last - (1 + pos_first);
if (to_remove < ctx->min_keep || to_remove < 1) return;
if (cur_p->size - to_remove < ctx->min_keep || to_remove < 1) return;
for (size_t i = pos_first + 1; i < cur_p->size - to_remove + 1; ++i) {
cur_p->data[i] = cur_p->data[i + to_remove];