vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

reinstate original gguf package import and fix type annotation

Browse source
This commit is contained in:
Christian Zhou-Zheng 2024-06-07 21:09:03 -04:00
parent 9576965ce7
commit c6ae1d6799
1 changed files with 2 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
convert-hf-to-gguf.py
View file

@ -23,9 +23,7 @@ if TYPE_CHECKING:
if 'NO_LOCAL_GGUF' not in os.environ:
sys.path.insert(1, str(Path(__file__).parent / 'gguf-py'))
import importlib
gguf = importlib.import_module("gguf-py.gguf")
# import gguf
import gguf
logger = logging.getLogger("hf-to-gguf")
@ -60,7 +58,7 @@ class Model:
tensor_map: gguf.TensorNameMap
tensor_names: set[str] | None
fname_out: Path
gguf_writer: gguf.GGUFWriter
gguf_writer: gguf.GGUFWriterSplit
# subclasses should define this!
model_arch: gguf.MODEL_ARCH