remove obsolete parameter name filter
This commit is contained in:
parent
f6c99ce011
commit
a71963d1a3
1 changed files with 0 additions and 4 deletions
|
@ -2655,10 +2655,6 @@ class OlmoModel(Model):
|
|||
n_head = self.hparams.get("num_attention_heads")
|
||||
n_kv_head = self.hparams.get("num_key_value_heads")
|
||||
for name, data_torch in self.get_tensors():
|
||||
# we don't need these
|
||||
if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq")):
|
||||
continue
|
||||
|
||||
old_dtype = data_torch.dtype
|
||||
|
||||
# convert any unsupported data types to float32
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue