diff --git a/convert.py b/convert.py
index 53204f21c..34f380cd7 100755
--- a/convert.py
+++ b/convert.py
@@ -27,6 +27,7 @@ from typing import IO, TYPE_CHECKING, Any, Callable, Generator, Iterable, Litera
 
 import numpy as np
 from sentencepiece import SentencePieceProcessor  # type: ignore[import]
+from transformers import AutoTokenizer
 
 import os
 if 'NO_LOCAL_GGUF' not in os.environ: