Update llama.cpp

trailing ws
This commit is contained in:
John 2023-11-19 04:54:58 +01:00 committed by GitHub
parent fdcd96868a
commit 8f83ca592d
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -9340,6 +9340,7 @@ static std::string llama_decode_text(const std::string & text) {
int llama_token_to_piece(const struct llama_model * model, llama_token token, char * buf, int length) {
return llama_token_to_piece(model, token, buf, length, false);
}
// does not write null-terminator to buf
int llama_token_to_piece(const struct llama_model * model, llama_token token, char * buf, int length, bool print_all_types = false) {
if (0 <= token && token < llama_n_vocab(model)) {