vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama: dbrx: convert remove previous reverse

Browse source
This commit is contained in:
Pierrick HYMBERT 2024-04-08 14:09:06 +02:00
parent 35dce3e145
commit 506cc2ea53
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
convert-hf-to-gguf.py
View file

@ -1530,7 +1530,7 @@ class DbrxModel(Model):
for exp_tensor_name in exp_tensor_names.keys(): for exp_tensor_name in exp_tensor_names.keys():
if name.find(exp_tensor_name) != -1 and name.find(".weight") == -1: if name.find(exp_tensor_name) != -1 and name.find(".weight") == -1:
experts = True experts = True
expert_permute = exp_tensor_names[exp_tensor_name][::-1] expert_permute = exp_tensor_names[exp_tensor_name]
break break
old_dtype = data_torch.dtype old_dtype = data_torch.dtype