Fix flake8 complaints

This commit is contained in:
Galunid 2024-05-24 19:24:08 +02:00
parent 87509005a8
commit 3cf7bdf1e9

View file

@ -18,6 +18,7 @@ logger = logging.getLogger(__name__)
ADDED_TOKENS_FILE = 'added_tokens.json' ADDED_TOKENS_FILE = 'added_tokens.json'
FAST_TOKENIZER_FILE = 'tokenizer.json' FAST_TOKENIZER_FILE = 'tokenizer.json'
class SpecialVocab: class SpecialVocab:
merges: list[str] merges: list[str]
add_special_token: dict[str, bool] add_special_token: dict[str, bool]