From 9fd5aa7ecb06c8c9d6c5b35252adfb2d82b39ccf Mon Sep 17 00:00:00 2001 From: jameswu2014 <545426914@qq.com> Date: Tue, 5 Sep 2023 17:34:36 +0800 Subject: [PATCH] fix baichuan1-13b W_pack convert bug --- convert-baichuan-hf-to-gguf.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/convert-baichuan-hf-to-gguf.py b/convert-baichuan-hf-to-gguf.py index f66f5e9cc..f7a1d97ee 100644 --- a/convert-baichuan-hf-to-gguf.py +++ b/convert-baichuan-hf-to-gguf.py @@ -239,8 +239,6 @@ for part_name in part_names: tmp[f"model.layers.{i}.self_attn.k_proj.weight"]=reverse_hf_permute_part(model_part[f"model.layers.{i}.self_attn.W_pack.weight"],1,head_count,head_count_kv) tmp[f"model.layers.{i}.self_attn.v_proj.weight"]=reverse_hf_part(model_part[f"model.layers.{i}.self_attn.W_pack.weight"],2) del tmp[f"model.layers.{i}.self_attn.W_pack.weight"] - else: - break for name in model_part.keys(): data = model_part[name]