From f888d2ea13d6f2838b5f7f74118c8fd7de14e0b9 Mon Sep 17 00:00:00 2001 From: wonjun Jang Date: Sun, 15 Oct 2023 09:40:14 +0000 Subject: [PATCH] Update convert.py --- convert.py | 1 + 1 file changed, 1 insertion(+) diff --git a/convert.py b/convert.py index 53204f21c..34f380cd7 100755 --- a/convert.py +++ b/convert.py @@ -27,6 +27,7 @@ from typing import IO, TYPE_CHECKING, Any, Callable, Generator, Iterable, Litera import numpy as np from sentencepiece import SentencePieceProcessor # type: ignore[import] +from transformers import AutoTokenizer import os if 'NO_LOCAL_GGUF' not in os.environ: