llama: dbrx: convert remove previous reverse

This commit is contained in:
Pierrick HYMBERT 2024-04-08 14:09:06 +02:00
parent 35dce3e145
commit 506cc2ea53

View file

@ -1530,7 +1530,7 @@ class DbrxModel(Model):
for exp_tensor_name in exp_tensor_names.keys():
if name.find(exp_tensor_name) != -1 and name.find(".weight") == -1:
experts = True
expert_permute = exp_tensor_names[exp_tensor_name][::-1]
expert_permute = exp_tensor_names[exp_tensor_name]
break
old_dtype = data_torch.dtype