diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index ca0a73ad0..1e9effc26 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -1548,7 +1548,7 @@ class DbrxModel(Model):
 
             # Reshape experts tensors from 2D to 3D as expected by GeLU
             if experts and n_dims == 2:
-                data = data.reshape((self.hparams["d_model"], self.hparams["ffn_config"]["ffn_hidden_size"], self.hparams["ffn_config"]["moe_num_experts"]))
+                data = data.reshape((self.hparams["ffn_config"]["moe_num_experts"], self.hparams["ffn_config"]["ffn_hidden_size"], self.hparams["d_model"]))
                 n_dims = len(data.shape)
 
             # if f32 desired, convert any float16 to float32