llama: dbrx: convert remove previous reverse
This commit is contained in:
parent
35dce3e145
commit
506cc2ea53
1 changed files with 1 additions and 1 deletions
|
@ -1530,7 +1530,7 @@ class DbrxModel(Model):
|
|||
for exp_tensor_name in exp_tensor_names.keys():
|
||||
if name.find(exp_tensor_name) != -1 and name.find(".weight") == -1:
|
||||
experts = True
|
||||
expert_permute = exp_tensor_names[exp_tensor_name][::-1]
|
||||
expert_permute = exp_tensor_names[exp_tensor_name]
|
||||
break
|
||||
|
||||
old_dtype = data_torch.dtype
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue