vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Look for local gguf module relative to running script file

Browse source
This commit is contained in:
KerfuffleV2 2023-08-31 12:31:27 -06:00
parent 489ffb2525
commit 4b54a7e7bc
5 changed files with 15 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

5
convert-falcon-hf-to-gguf.py
View file

@ -15,8 +15,9 @@ import numpy as np
import torch
from transformers import AutoTokenizer # type: ignore[import]
if os.environ.get('NO_LOCAL_GGUF') is None and Path('gguf-py', 'gguf', '__init__.py').is_file():
sys.path.insert(1, str(Path('gguf-py', 'gguf').absolute()))
# Use local gguf module if available.
if 'NO_LOCAL_GGUF' not in os.environ and (Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf', '__init__.py')).is_file():
sys.path.insert(1, str(Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf')))
import gguf

5
convert-gptneox-hf-to-gguf.py
View file

@ -15,8 +15,9 @@ import numpy as np
import torch
from transformers import AutoTokenizer # type: ignore[import]
if os.environ.get('NO_LOCAL_GGUF') is None and Path('gguf-py', 'gguf', '__init__.py').is_file():
sys.path.insert(1, str(Path('gguf-py', 'gguf').absolute()))
# Use local gguf module if available.
if 'NO_LOCAL_GGUF' not in os.environ and (Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf', '__init__.py')).is_file():
sys.path.insert(1, str(Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf')))
import gguf
# ref: https://github.com/openai/gpt-2/blob/master/src/encoder.py

5
convert-llama-ggmlv3-to-gguf.py
View file

@ -10,8 +10,9 @@ from pathlib import Path
import numpy as np
import os
if os.environ.get('NO_LOCAL_GGUF') is None and Path('gguf-py', 'gguf', '__init__.py').is_file():
sys.path.insert(1, str(Path('gguf-py', 'gguf').absolute()))
# Use local gguf module if available.
if 'NO_LOCAL_GGUF' not in os.environ and (Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf', '__init__.py')).is_file():
sys.path.insert(1, str(Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf')))
import gguf
# Note: Does not support GGML_QKK_64

5
convert.py
View file

@ -29,8 +29,9 @@ import numpy as np
from sentencepiece import SentencePieceProcessor # type: ignore[import]
import os
if os.environ.get('NO_LOCAL_GGUF') is None and Path('gguf-py', 'gguf', '__init__.py').is_file():
sys.path.insert(1, str(Path('gguf-py', 'gguf').absolute()))
# Use local gguf module if available.
if 'NO_LOCAL_GGUF' not in os.environ and (Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf', '__init__.py')).is_file():
sys.path.insert(1, str(Path(__file__).parent.absolute().joinpath('gguf-py', 'gguf')))
import gguf
if TYPE_CHECKING:

8
examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py
View file

@ -8,11 +8,9 @@ import sys
import numpy as np
from pathlib import Path
if os.environ.get('NO_LOCAL_GGUF') is None:
if Path('gguf-py', 'gguf', '__init__.py').is_file():
sys.path.insert(1, str(Path('gguf-py', 'gguf').absolute()))
elif Path('..', '..', 'gguf-py', 'gguf', '__init__.py').is_file():
sys.path.insert(1, str(Path('..', '..', 'gguf-py', 'gguf').absolute()))
# Use local gguf module if available.
if 'NO_LOCAL_GGUF' not in os.environ and (Path(__file__).parent.absolute().joinpath('..', '..', 'gguf-py', 'gguf', '__init__.py')).is_file():
sys.path.insert(1, str(Path(__file__).parent.absolute().joinpath('..', '..', 'gguf-py', 'gguf')))
import gguf
# gguf constants