convert-hf : remove duplicated initialization of variables
This commit is contained in:
parent
8a30bd039e
commit
3853e3af73
1 changed files with 0 additions and 4 deletions
|
@ -2785,10 +2785,6 @@ class T5Model(Model):
|
|||
|
||||
tokenizer_path = self.dir_model / 'spiece.model'
|
||||
|
||||
tokens: list[bytes] = []
|
||||
scores: list[float] = []
|
||||
toktypes: list[int] = []
|
||||
|
||||
if not tokenizer_path.is_file():
|
||||
raise FileNotFoundError(f"File not found: {tokenizer_path}")
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue