From f564e0212e644f18e9cba1bcdd3e278115e3c2c6 Mon Sep 17 00:00:00 2001 From: Xuan Son Nguyen Date: Wed, 8 Jan 2025 11:36:26 +0100 Subject: [PATCH] correct norm name & condition --- convert_lora_to_gguf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/convert_lora_to_gguf.py b/convert_lora_to_gguf.py index 8b381d2b4..6dea14a23 100755 --- a/convert_lora_to_gguf.py +++ b/convert_lora_to_gguf.py @@ -389,7 +389,7 @@ if __name__ == '__main__': if ".base_layer.weight" in name: continue # mergekit-extract-lora add these layernorm to the adapter, we need to keep them - if ".layernorm" or ".norm" in name: + if "_layernorm" in name or ".norm" in name: yield (base_name, tensor) continue logger.error(f"Unexpected name '{name}': Not a lora_A or lora_B tensor")