vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

scripts: Use local gguf package when running from repo (#2927)

Browse source 
* scripts: Use local gguf when running from repo
This commit is contained in:
Kerfuffle 2023-08-31 16:49:24 -06:00 • committed by GitHub
parent e8422de39e
commit aeefac4ff7
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
5 changed files with 22 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

6
convert.py
View file

@ -25,10 +25,14 @@ from dataclasses import dataclass
from pathlib import Path
from typing import IO, TYPE_CHECKING, Any, Callable, Generator, Iterable, Literal, Sequence, TypeVar
import gguf
import numpy as np
from sentencepiece import SentencePieceProcessor # type: ignore[import]
import os
if 'NO_LOCAL_GGUF' not in os.environ:
sys.path.insert(1, str(Path(__file__).parent / 'gguf-py' / 'gguf'))
import gguf
if TYPE_CHECKING:
from typing import TypeAlias