vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: update torch version

Browse source
This commit is contained in:
namtranase 2024-01-02 14:58:40 +07:00
parent 6c46cb1da4
commit 9e02214e98
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
awq-py/requirements.txt
View file

@ -1,2 +1,2 @@
torch>=2.0.0
torch>=2.1.1
transformers>=4.32.0

2
convert-hf-to-gguf.py
View file

@ -59,7 +59,7 @@ class Model:
from safetensors import safe_open
ctx = cast(ContextManager[Any], safe_open(self.dir_model / part_name, framework="pt", device="cpu"))
else:
ctx = contextlib.nullcontext(torch.load(str(self.dir_model / part_name), map_location="cpu", weights_only=True))
ctx = contextlib.nullcontext(torch.load(str(self.dir_model / part_name), map_location="cpu", mmap=True, weights_only=True))
with ctx as model_part:
for name in model_part.keys():