vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

correct norm name & condition

Browse source
This commit is contained in:
Xuan Son Nguyen 2025-01-08 11:36:26 +01:00
parent 11e0c733ac
commit f564e0212e
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
convert_lora_to_gguf.py
View file

@ -389,7 +389,7 @@ if __name__ == '__main__':
if ".base_layer.weight" in name:
continue
# mergekit-extract-lora add these layernorm to the adapter, we need to keep them
if ".layernorm" or ".norm" in name:
if "_layernorm" in name or ".norm" in name:
yield (base_name, tensor)
continue
logger.error(f"Unexpected name '{name}': Not a lora_A or lora_B tensor")