Fix flake8 complaints

This commit is contained in:
Galunid 2024-05-24 19:24:08 +02:00
parent 87509005a8
commit 3cf7bdf1e9

View file

@ -18,6 +18,7 @@ logger = logging.getLogger(__name__)
ADDED_TOKENS_FILE = 'added_tokens.json'
FAST_TOKENIZER_FILE = 'tokenizer.json'
class SpecialVocab:
merges: list[str]
add_special_token: dict[str, bool]