This commit is contained in:
wheelspawn 2024-06-13 14:48:06 -05:00
parent f5e2558f3b
commit a0c5a0e82f

View file

@ -248,7 +248,7 @@ class Model:
# we don't need these # we don't need these
if name.endswith((".attention.masked_bias", ".attention.bias", ".rotary_emb.inv_freq")): if name.endswith((".attention.masked_bias", ".attention.bias", ".rotary_emb.inv_freq")):
continue continue
if name.startswith("bert."): if name.startswith("bert."):
name = name.removeprefix("bert.") name = name.removeprefix("bert.")