vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Use safe loading for .pth checkpoint

Browse source
This commit is contained in:
albanD 2023-04-01 20:25:28 -04:00
parent a717cba844
commit 452b6ab115
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
convert-pth-to-ggml.py
View file

@ -264,7 +264,7 @@ def main():
fout.seek(offset_of_tensors) fout.seek(offset_of_tensors)
print(f"Processing part {part_id+1} of {n_parts}\n") print(f"Processing part {part_id+1} of {n_parts}\n")
fname_model = f"{dir_model}/consolidated.0{part_id}.pth" fname_model = f"{dir_model}/consolidated.0{part_id}.pth"
model = torch.load(fname_model, map_location="cpu") model = torch.load(fname_model, map_location="cpu", weights_only=True)
process_and_write_variables(fout, model, ftype, part_id, n_parts) process_and_write_variables(fout, model, ftype, part_id, n_parts)
del model del model