vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

delete redundant

Browse source
This commit is contained in:
Eddie-Wang1120 2024-06-14 12:30:27 +08:00
parent 5e5eee7b44
commit 7a8961fff5
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
convert-hf-to-gguf.py
View file

@ -1421,7 +1421,7 @@ class BitnetModel(Model):
if name.endswith(("q_proj.weight", "k_proj.weight", "v_proj.weight",
"down_proj.weight", "up_proj.weight", "gate_proj.weight",
"o_proj.weight")):
data_torch = data_torch + (self.weight_quant(data_torch) - data_torch).detach()
data_torch = self.weight_quant(data_torch)
return [(self.map_tensor_name(name), data_torch)]