convert-hf : fix flake8 Lint errors
This commit is contained in:
parent
d02130d549
commit
bde971a9ca
1 changed files with 1 additions and 4 deletions
|
@ -2651,9 +2651,6 @@ class DeepseekV2Model(Model):
|
||||||
_experts: list[dict[str, Tensor]] | None = None
|
_experts: list[dict[str, Tensor]] | None = None
|
||||||
|
|
||||||
def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
|
def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
|
||||||
n_head = self.hparams["num_attention_heads"]
|
|
||||||
n_kv_head = self.hparams.get("num_key_value_heads")
|
|
||||||
|
|
||||||
# process the experts separately
|
# process the experts separately
|
||||||
if name.find("mlp.experts") != -1:
|
if name.find("mlp.experts") != -1:
|
||||||
n_experts = self.hparams["n_routed_experts"]
|
n_experts = self.hparams["n_routed_experts"]
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue