Update llama.cpp

Co-authored-by: Clint Herron <hanclinto@gmail.com>
This commit is contained in:
Olivier Chafik 2024-05-01 01:55:09 +01:00 committed by GitHub
parent 0148661a60
commit 80736c556b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -15730,7 +15730,7 @@ struct llama_context * llama_new_context_with_model(
} }
} }
// cache tokens & their decoded codepoints (for common case where there's no partial utf8 prefix bytes) for grammar constrained sampling. // cache tokens & their decoded codepoints (for common case where there's no partial utf8 prefix bytes) for grammar-constrained sampling.
{ {
auto n_vocab = llama_n_vocab(llama_get_model(ctx)); auto n_vocab = llama_n_vocab(llama_get_model(ctx));
ctx->token_codepoints_without_partial_utf8_prefix.resize(n_vocab); ctx->token_codepoints_without_partial_utf8_prefix.resize(n_vocab);