diff --git a/convert-falcon-hf-to-gguf.py b/convert-falcon-hf-to-gguf.py
index ec786ff67..acd07cadd 100755
--- a/convert-falcon-hf-to-gguf.py
+++ b/convert-falcon-hf-to-gguf.py
@@ -11,11 +11,14 @@ import sys
 from pathlib import Path
 from typing import Any
 
-import gguf
 import numpy as np
 import torch
 from transformers import AutoTokenizer  # type: ignore[import]
 
+if os.environ.get('NO_LOCAL_GGUF') is None and Path('gguf-py', 'gguf', '__init__.py').is_file():
+    sys.path.insert(1, str(Path('gguf-py', 'gguf').absolute()))
+import gguf
+
 
 def bytes_to_unicode():
     # ref: https://github.com/openai/gpt-2/blob/master/src/encoder.py
diff --git a/convert-gptneox-hf-to-gguf.py b/convert-gptneox-hf-to-gguf.py
index 852123d99..dcad523f4 100755
--- a/convert-gptneox-hf-to-gguf.py
+++ b/convert-gptneox-hf-to-gguf.py
@@ -16,6 +16,10 @@ import numpy as np
 import torch
 from transformers import AutoTokenizer  # type: ignore[import]
 
+if os.environ.get('NO_LOCAL_GGUF') is None and Path('gguf-py', 'gguf', '__init__.py').is_file():
+    sys.path.insert(1, str(Path('gguf-py', 'gguf').absolute()))
+import gguf
+
 # ref: https://github.com/openai/gpt-2/blob/master/src/encoder.py
 
 
diff --git a/convert-llama-ggmlv3-to-gguf.py b/convert-llama-ggmlv3-to-gguf.py
index 3f39bc39e..2870088c4 100755
--- a/convert-llama-ggmlv3-to-gguf.py
+++ b/convert-llama-ggmlv3-to-gguf.py
@@ -7,9 +7,13 @@ import struct
 import sys
 from pathlib import Path
 
-import gguf
 import numpy as np
 
+import os
+if os.environ.get('NO_LOCAL_GGUF') is None and Path('gguf-py', 'gguf', '__init__.py').is_file():
+    sys.path.insert(1, str(Path('gguf-py', 'gguf').absolute()))
+import gguf
+
 # Note: Does not support GGML_QKK_64
 QK_K = 256
 # Items here are (block size, type size)
diff --git a/convert.py b/convert.py
index 9a39edb99..ba6ead707 100755
--- a/convert.py
+++ b/convert.py
@@ -25,10 +25,14 @@ from dataclasses import dataclass
 from pathlib import Path
 from typing import IO, TYPE_CHECKING, Any, Callable, Generator, Iterable, Literal, Sequence, TypeVar
 
-import gguf
 import numpy as np
 from sentencepiece import SentencePieceProcessor  # type: ignore[import]
 
+import os
+if os.environ.get('NO_LOCAL_GGUF') is None and Path('gguf-py', 'gguf', '__init__.py').is_file():
+    sys.path.insert(1, str(Path('gguf-py', 'gguf').absolute()))
+import gguf
+
 if TYPE_CHECKING:
     from typing import TypeAlias
 
diff --git a/examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py b/examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py
index 01b3ee92a..cde4e7314 100644
--- a/examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py
+++ b/examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py
@@ -2,13 +2,19 @@
 # train-text-from-scratch checkpoint --> gguf conversion
 
 import argparse
-import gguf
 import os
 import struct
 import sys
 import numpy as np
 from pathlib import Path
 
+if os.environ.get('NO_LOCAL_GGUF') is None:
+    if Path('gguf-py', 'gguf', '__init__.py').is_file():
+        sys.path.insert(1, str(Path('gguf-py', 'gguf').absolute()))
+    elif Path('..', '..', 'gguf-py', 'gguf', '__init__.py').is_file():
+        sys.path.insert(1, str(Path('..', '..', 'gguf-py', 'gguf').absolute()))
+import gguf
+
 # gguf constants
 LLM_KV_OPTIMIZER_TYPE = "optimizer.type"
 LLM_KV_OPTIMIZER_TYPE_ADAM  = "adam"