patch: Fix CLI option for generating vocab tests
This commit is contained in:
parent
da5deebda1
commit
316b404d94
1 changed files with 1 additions and 1 deletions
|
@ -177,7 +177,7 @@ def main():
|
||||||
hf_vocab_req.generate_checksums()
|
hf_vocab_req.generate_checksums()
|
||||||
hf_vocab_req.log_pre_tokenizer_info()
|
hf_vocab_req.log_pre_tokenizer_info()
|
||||||
|
|
||||||
if args.gen_tests:
|
if args.gen_vocab_tests:
|
||||||
test_pre_tok(hf_vocab_req)
|
test_pre_tok(hf_vocab_req)
|
||||||
|
|
||||||
if args.gen_vocab_script:
|
if args.gen_vocab_script:
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue