From b31447507a00b92441144e03a8a73be859f8872d Mon Sep 17 00:00:00 2001 From: albanD Date: Sun, 2 Apr 2023 09:32:27 -0400 Subject: [PATCH] Update gptq to ggml loader as well --- convert-gptq-to-ggml.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/convert-gptq-to-ggml.py b/convert-gptq-to-ggml.py index 42e99c2ff..aeef089cb 100644 --- a/convert-gptq-to-ggml.py +++ b/convert-gptq-to-ggml.py @@ -18,7 +18,7 @@ fname_model = sys.argv[1] fname_tokenizer = sys.argv[2] dir_out = sys.argv[3] -model = torch.load(fname_model, map_location="cpu") +model = torch.load(fname_model, map_location="cpu", weights_only=True) n_vocab, n_embd = model['model.embed_tokens.weight'].shape n_layer = 1 + max(int(m.group(1)) for name in model