vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

grammars: remove todo

Browse source
This commit is contained in:
Olivier Chafik 2024-05-21 15:27:44 +01:00
parent a4556f0f2d
commit fbe6bc5c99
1 changed files with 0 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
common/sampling.cpp
View file

@ -288,7 +288,6 @@ static llama_token_data_array llama_sampling_prepare_impl(
if (ctx_sampling->grammar != NULL && !apply_grammar) {
GGML_ASSERT(original_logits != NULL);
// Only make a copy of the original logits if we are not applying grammar checks, not sure if I actually have to do this.
// TODO: if idx >= 0 then use ctx->output_ids.size() as upper bound?
*original_logits = {logits, logits + llama_n_vocab(llama_get_model(ctx_main))};
}