Fix flake8 complaints
This commit is contained in:
parent
87509005a8
commit
3cf7bdf1e9
1 changed files with 1 additions and 0 deletions
|
@ -18,6 +18,7 @@ logger = logging.getLogger(__name__)
|
||||||
ADDED_TOKENS_FILE = 'added_tokens.json'
|
ADDED_TOKENS_FILE = 'added_tokens.json'
|
||||||
FAST_TOKENIZER_FILE = 'tokenizer.json'
|
FAST_TOKENIZER_FILE = 'tokenizer.json'
|
||||||
|
|
||||||
|
|
||||||
class SpecialVocab:
|
class SpecialVocab:
|
||||||
merges: list[str]
|
merges: list[str]
|
||||||
add_special_token: dict[str, bool]
|
add_special_token: dict[str, bool]
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue