vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Just add local gguf to path unless environ forbids it

Browse source
This commit is contained in:
KerfuffleV2 2023-08-31 15:26:09 -06:00
parent 31fc2bdebe
commit 459d3e799d
5 changed files with 10 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

5
convert-falcon-hf-to-gguf.py
View file

@ -15,9 +15,8 @@ import numpy as np
import torch
from transformers import AutoTokenizer # type: ignore[import]
# Use local gguf module if available.
if 'NO_LOCAL_GGUF' not in os.environ and Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf', '__init__.py').is_file():
sys.path.insert(1, str(Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf')))
if 'NO_LOCAL_GGUF' not in os.environ:
sys.path.insert(1, str(Path(__file__).parent / 'gguf-py' / 'gguf'))
import gguf

5
convert-gptneox-hf-to-gguf.py
View file

@ -15,9 +15,8 @@ import numpy as np
import torch
from transformers import AutoTokenizer # type: ignore[import]
# Use local gguf module if available.
if 'NO_LOCAL_GGUF' not in os.environ and Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf', '__init__.py').is_file():
sys.path.insert(1, str(Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf')))
if 'NO_LOCAL_GGUF' not in os.environ:
sys.path.insert(1, str(Path(__file__).parent / 'gguf-py' / 'gguf'))
import gguf
# ref: https://github.com/openai/gpt-2/blob/master/src/encoder.py

5
convert-llama-ggmlv3-to-gguf.py
View file

@ -10,9 +10,8 @@ from pathlib import Path
import numpy as np
import os
# Use local gguf module if available.
if 'NO_LOCAL_GGUF' not in os.environ and Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf', '__init__.py').is_file():
sys.path.insert(1, str(Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf')))
if 'NO_LOCAL_GGUF' not in os.environ:
sys.path.insert(1, str(Path(__file__).parent / 'gguf-py' / 'gguf'))
import gguf
# Note: Does not support GGML_QKK_64

5
convert.py
View file

@ -29,9 +29,8 @@ import numpy as np
from sentencepiece import SentencePieceProcessor # type: ignore[import]
import os
# Use local gguf module if available.
if 'NO_LOCAL_GGUF' not in os.environ and Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf', '__init__.py').is_file():
sys.path.insert(1, str(Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf')))
if 'NO_LOCAL_GGUF' not in os.environ:
sys.path.insert(1, str(Path(__file__).parent / 'gguf-py' / 'gguf'))
import gguf
if TYPE_CHECKING:

5
examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py
View file

@ -8,9 +8,8 @@ import sys
import numpy as np
from pathlib import Path
# Use local gguf module if available.
if 'NO_LOCAL_GGUF' not in os.environ and Path(__file__).parent.absolute().joinpath('..', '..', 'gguf-py', 'gguf', '__init__.py').is_file():
sys.path.insert(1, str(Path(__file__).parent.absolute().joinpath('..', '..', 'gguf-py', 'gguf')))
if 'NO_LOCAL_GGUF' not in os.environ:
sys.path.insert(1, str(Path(__file__).parent / '..' / '..' / 'gguf-py' / 'gguf'))
import gguf
# gguf constants