convert : fix style
This commit is contained in:
parent
7dc75e3923
commit
f1cbfabd64
1 changed files with 0 additions and 1 deletions
|
@ -284,7 +284,6 @@ class Params:
|
||||||
n_experts_used = config["moe"]["num_experts_per_tok"]
|
n_experts_used = config["moe"]["num_experts_per_tok"]
|
||||||
f_rope_freq_base = 1e6
|
f_rope_freq_base = 1e6
|
||||||
|
|
||||||
|
|
||||||
return Params(
|
return Params(
|
||||||
n_vocab = model["tok_embeddings.weight"].shape[0],
|
n_vocab = model["tok_embeddings.weight"].shape[0],
|
||||||
n_embd = config["dim"],
|
n_embd = config["dim"],
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue