vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : re-order functions

Browse source
This commit is contained in:
Georgi Gerganov 2023-08-18 14:56:36 +03:00
parent dea5be61d7
commit 660ca9bbca
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 206 additions and 205 deletions
Download patch file Download diff file Expand all files Collapse all files

3
tests/test-tokenizer-1.cpp
View file

@ -114,8 +114,7 @@ int main(int argc, char **argv) {
}
std::vector<llama_token> tokens = llama_tokenize(ctx, escape_whitespace(str), false);
if (tokens.size() == 1) {
fprintf(stderr, "%s : info: %s tokenized to %d \n",
__func__, str.c_str(), tokens[0]);
fprintf(stderr, "%s : info: %s tokenized to %d \n", __func__, str.c_str(), tokens[0]);
}
}