From 306d71be42f5cbac0208d17720b8161a90d7f836 Mon Sep 17 00:00:00 2001
From: jameswu2014 <545426914@qq.com>
Date: Mon, 11 Sep 2023 12:05:35 +0800
Subject: [PATCH] fix W_pack for-loop

---
 convert-baichuan-hf-to-gguf.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/convert-baichuan-hf-to-gguf.py b/convert-baichuan-hf-to-gguf.py
index f7a1d97ee..6bb685a4f 100644
--- a/convert-baichuan-hf-to-gguf.py
+++ b/convert-baichuan-hf-to-gguf.py
@@ -232,7 +232,7 @@ for part_name in part_names:
     model_part = torch.load(f"{dir_model}/{part_name}", map_location="cpu")
 
     tmp=model_part
-    for i in itertools.count():
+    for i in range(block_count):
         if f"model.layers.{i}.self_attn.W_pack.weight" in model_part:
             print(f"Unpacking and permuting layer {i}")
             tmp[f"model.layers.{i}.self_attn.q_proj.weight"]=reverse_hf_permute_part(model_part[f"model.layers.{i}.self_attn.W_pack.weight"],0,head_count,head_count)