From e876aec1893313c3c164f2621c2cd5a6a5d78720 Mon Sep 17 00:00:00 2001 From: wonjun Jang Date: Sun, 15 Oct 2023 10:37:41 +0000 Subject: [PATCH] Add newline between classes --- convert.py | 1 + 1 file changed, 1 insertion(+) diff --git a/convert.py b/convert.py index 955b6546f..4077be7f2 100755 --- a/convert.py +++ b/convert.py @@ -414,6 +414,7 @@ class SentencePieceVocab: def __repr__(self) -> str: return f"" + class HFVocab: def __init__(self, fname_tokenizer: Path, fname_added_tokens: Path | None) -> None: self.tokenizer = AutoTokenizer.from_pretrained(str(fname_tokenizer))