vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

grammars: fix bad merge

Browse source
This commit is contained in:
ochafik 2024-04-21 18:34:59 +01:00
parent 1fb300c311
commit 24769f9a80
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -13320,7 +13320,7 @@ void llama_sample_grammar(struct llama_context * ctx, llama_token_data_array * c
grammar->token_codepoints.resize(n_vocab); grammar->token_codepoints.resize(n_vocab);
grammar->token_pieces.resize(n_vocab); grammar->token_pieces.resize(n_vocab);
for (llama_token id = 0; id < n_vocab; ++id) { for (llama_token id = 0; id < n_vocab; ++id) {
const std::string piece = llama_token_to_piece(ctx, id); const std::string piece = llama_token_to_piece(ctx, id, false);
grammar->token_pieces[id] = piece; grammar->token_pieces[id] = piece;
grammar->token_codepoints[id] = decode_utf8(piece, {0, 0}); grammar->token_codepoints[id] = decode_utf8(piece, {0, 0});
} }