vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : improve infill sampler

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-10-11 21:14:47 +03:00
parent 5624e919df
commit 491f211b4c
No known key found for this signature in database
GPG key ID: BF970631944C16B7
1 changed files with 0 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
src/llama-sampling.cpp
View file

@ -1791,7 +1791,6 @@ static void llama_sampler_infill_apply(struct llama_sampler * smpl, llama_token_
for (size_t i = 0; i < cur_p->size; ++i) { for (size_t i = 0; i < cur_p->size; ++i) {
LOG_DBG_CUR("%s: cur_p[%3zu] = { id: %6d, p: %.6f, logit: %6.3f }\n", __func__, i, cur_p->data[i].id, cur_p->data[i].p, cur_p->data[i].logit); LOG_DBG_CUR("%s: cur_p[%3zu] = { id: %6d, p: %.6f, logit: %6.3f }\n", __func__, i, cur_p->data[i].id, cur_p->data[i].p, cur_p->data[i].logit);
} }
#endif
float p_txt_sum = 0.0f; float p_txt_sum = 0.0f;
float p_eog_sum = 0.0f; float p_eog_sum = 0.0f;