Remove whitespace

This commit is contained in:
Colin 2024-05-23 10:45:16 -04:00
parent 27f788a868
commit e9a60f648a

View file

@ -1367,7 +1367,7 @@ class LlamaModel(Model):
return tensors return tensors
else: else:
return [] return []
if name.find("feed_forward.experts") != -1 and name.find("feed_forward.experts.w") == -1: if name.find("feed_forward.experts") != -1 and name.find("feed_forward.experts.w") == -1:
n_experts = self.hparams["num_local_experts"] n_experts = self.hparams["num_local_experts"]