This commit is contained in:
JustinLin610 2024-04-17 02:09:36 +08:00
parent f22900b30c
commit 9eef1dfb58

View file

@ -366,7 +366,7 @@ class Model(ABC):
if vocab_size > len(tokens):
pad_count = vocab_size - len(tokens)
print(
f"Padding vocab with {pad_count} token(s) - [PAD0] through [PAD{pad_count}]"
f"Padding vocab with {pad_count} token(s) - [PAD1] through [PAD{pad_count}]"
)
for i in range(1, pad_count + 1):
tokens.append(f"[PAD{i}]")