fix: test-tokenizer-1-bpe --ingore-merges detection

This commit is contained in:
Haoxiang Fei 2024-05-10 16:31:01 +08:00
parent 8a51d3b12d
commit 5d30a6ddd0

View file

@ -21,7 +21,7 @@ int main(int argc, char **argv) {
const std::string fname = argv[1];
bool ignore_merges = false;
if (argc == 3) {
if (std::strcmp(argv[2], "ignore-merges") != 0) {
if (std::strcmp(argv[2], "--ignore-merges") != 0) {
fprintf(stderr, "Usage: %s <vocab-file> [--ignore-merges]\n", argv[0]);
return 1;
}