From fbe6bc5c99ce52a552c2269633ab449ded468fb0 Mon Sep 17 00:00:00 2001 From: Olivier Chafik Date: Tue, 21 May 2024 15:27:44 +0100 Subject: [PATCH] grammars: remove todo --- common/sampling.cpp | 1 - 1 file changed, 1 deletion(-) diff --git a/common/sampling.cpp b/common/sampling.cpp index 5583c5258..7fc2e2158 100644 --- a/common/sampling.cpp +++ b/common/sampling.cpp @@ -288,7 +288,6 @@ static llama_token_data_array llama_sampling_prepare_impl( if (ctx_sampling->grammar != NULL && !apply_grammar) { GGML_ASSERT(original_logits != NULL); // Only make a copy of the original logits if we are not applying grammar checks, not sure if I actually have to do this. - // TODO: if idx >= 0 then use ctx->output_ids.size() as upper bound? *original_logits = {logits, logits + llama_n_vocab(llama_get_model(ctx_main))}; }