vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Allow model to tokenize strings longer than context length and set add_bos. Closes #92

Browse source
This commit is contained in:
Andrei Betlen 2023-05-12 14:28:22 -04:00 • committed by Don Mahurin
parent b5531e1435
commit a439fe1529
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/llama_cpp.py
View file

@ -337,7 +337,7 @@ def llama_tokenize(
tokens, # type: Array[llama_token] tokens, # type: Array[llama_token]
n_max_tokens: c_int, n_max_tokens: c_int,
add_bos: c_bool, add_bos: c_bool,
) -> c_int: ) -> int:
return _lib.llama_tokenize(ctx, text, tokens, n_max_tokens, add_bos) return _lib.llama_tokenize(ctx, text, tokens, n_max_tokens, add_bos)