fix format
This commit is contained in:
parent
76f6831fce
commit
87fe183d4d
2 changed files with 31 additions and 33 deletions
|
@ -1,7 +1,5 @@
|
||||||
# tests with BPE tokenizer
|
# tests with BPE tokenizer
|
||||||
|
|
||||||
import os
|
|
||||||
import sys
|
|
||||||
import argparse
|
import argparse
|
||||||
|
|
||||||
from transformers import AutoTokenizer
|
from transformers import AutoTokenizer
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue