convert-hf : remove duplicated initialization of variables

This commit is contained in:
Stanisław Szymczyk 2024-06-24 06:11:53 +02:00
parent 8a30bd039e
commit 3853e3af73

View file

@ -2785,10 +2785,6 @@ class T5Model(Model):
tokenizer_path = self.dir_model / 'spiece.model'
tokens: list[bytes] = []
scores: list[float] = []
toktypes: list[int] = []
if not tokenizer_path.is_file():
raise FileNotFoundError(f"File not found: {tokenizer_path}")