remove obsolete parameter name filter

This commit is contained in:
nopperl 2024-04-19 09:50:10 +02:00
parent f6c99ce011
commit a71963d1a3

View file

@ -2655,10 +2655,6 @@ class OlmoModel(Model):
n_head = self.hparams.get("num_attention_heads")
n_kv_head = self.hparams.get("num_key_value_heads")
for name, data_torch in self.get_tensors():
# we don't need these
if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq")):
continue
old_dtype = data_torch.dtype
# convert any unsupported data types to float32