vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

main : disable token count by default (#4874)

Browse source
This commit is contained in:
Georgi Gerganov 2024-01-11 22:43:05 +02:00
parent b037787548
commit 3ca63b4538
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

6
common/common.cpp
View file

@ -630,7 +630,7 @@ bool gpt_params_parse_ex(int argc, char ** argv, gpt_params & params) {
break;
}
params.ppl_stride = std::stoi(argv[i]);
} else if (arg == "-stc" || arg == "--show_token_count") {
} else if (arg == "-stc" || arg == "--show-token-count") {
if (++i >= argc) {
invalid_param = true;
break;
@ -950,8 +950,8 @@ void gpt_print_usage(int /*argc*/, char ** argv, const gpt_params & params) {
printf(" --override-kv KEY=TYPE:VALUE\n");
printf(" advanced option to override model metadata by key. may be specified multiple times.\n");
printf(" types: int, float, bool. example: --override-kv tokenizer.ggml.add_bos_token=bool:false\n");
printf(" -stc N --show_token_count N\n");
printf(" show consumed tokens every N tokens\n");
printf(" -stc N --show-token-count N\n");
printf(" show consumed tokens every N tokens (default: %d)\n", params.token_interval);
printf("\n");
#ifndef LOG_DISABLE_LOGS
log_print_usage();