diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index b6867fdea..ff9c74ea9 100644
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -27,8 +27,6 @@ import importlib
 gguf = importlib.import_module("gguf-py.gguf")
 # import gguf
 
-from convert import LlamaHfVocab
-
 logger = logging.getLogger("hf-to-gguf")