fix format

This commit is contained in:
Bingxuan Wang 2023-11-22 11:41:11 +08:00
parent 76f6831fce
commit 87fe183d4d
2 changed files with 31 additions and 33 deletions

View file

@ -1,7 +1,5 @@
# tests with BPE tokenizer
import os
import sys
import argparse
from transformers import AutoTokenizer