diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index 70b6e2edc..358dba8ed 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -2655,10 +2655,6 @@ class OlmoModel(Model):
         n_head = self.hparams.get("num_attention_heads")
         n_kv_head = self.hparams.get("num_key_value_heads")
         for name, data_torch in self.get_tensors():
-            # we don't need these
-            if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq")):
-                continue
-
             old_dtype = data_torch.dtype
 
             # convert any unsupported data types to float32