vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : improve infill sampler

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-10-15 09:37:26 +03:00
parent e4be74b4b7
commit 0c1f51b73e
No known key found for this signature in database
GPG key ID: BF970631944C16B7
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/llama-sampling.cpp
View file

@ -1764,7 +1764,7 @@ struct llama_sampler * llama_sampler_init_logit_bias(
// infill
//#define GGML_DEBUG_SAMPLER_INFILL
#define GGML_DEBUG_SAMPLER_INFILL
struct llama_sampler_infill {
const struct llama_vocab * vocab;