From 24769f9a80765c1240aee81b80ecadb5a962ac52 Mon Sep 17 00:00:00 2001 From: ochafik Date: Sun, 21 Apr 2024 18:34:59 +0100 Subject: [PATCH] grammars: fix bad merge --- llama.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama.cpp b/llama.cpp index ecf2ae515..23aeacde2 100644 --- a/llama.cpp +++ b/llama.cpp @@ -13320,7 +13320,7 @@ void llama_sample_grammar(struct llama_context * ctx, llama_token_data_array * c grammar->token_codepoints.resize(n_vocab); grammar->token_pieces.resize(n_vocab); for (llama_token id = 0; id < n_vocab; ++id) { - const std::string piece = llama_token_to_piece(ctx, id); + const std::string piece = llama_token_to_piece(ctx, id, false); grammar->token_pieces[id] = piece; grammar->token_codepoints[id] = decode_utf8(piece, {0, 0}); }