From 0c1f51b73e781b16b3593e716ff1e4eab0131ea8 Mon Sep 17 00:00:00 2001
From: Georgi Gerganov <ggerganov@gmail.com>
Date: Tue, 15 Oct 2024 09:37:26 +0300
Subject: [PATCH] llama : improve infill sampler

ggml-ci
---
 src/llama-sampling.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/llama-sampling.cpp b/src/llama-sampling.cpp
index d71516153..1a297aa38 100644
--- a/src/llama-sampling.cpp
+++ b/src/llama-sampling.cpp
@@ -1764,7 +1764,7 @@ struct llama_sampler * llama_sampler_init_logit_bias(
 
 // infill
 
-//#define GGML_DEBUG_SAMPLER_INFILL
+#define GGML_DEBUG_SAMPLER_INFILL
 
 struct llama_sampler_infill {
     const struct llama_vocab * vocab;