Fix flake8 complaints
This commit is contained in:
parent
87509005a8
commit
3cf7bdf1e9
1 changed files with 1 additions and 0 deletions
|
@ -18,6 +18,7 @@ logger = logging.getLogger(__name__)
|
|||
ADDED_TOKENS_FILE = 'added_tokens.json'
|
||||
FAST_TOKENIZER_FILE = 'tokenizer.json'
|
||||
|
||||
|
||||
class SpecialVocab:
|
||||
merges: list[str]
|
||||
add_special_token: dict[str, bool]
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue