Fix whitespaces
This commit is contained in:
parent
6052e3b3a7
commit
81ce9df3ee
3 changed files with 38 additions and 44 deletions
|
@ -1077,8 +1077,6 @@ class GrokModel(Model):
|
|||
self.gguf_writer.add_name("Grok")
|
||||
|
||||
|
||||
|
||||
|
||||
@Model.register("MiniCPMForCausalLM")
|
||||
class MiniCPMModel(Model):
|
||||
model_arch = gguf.MODEL_ARCH.MINICPM
|
||||
|
|
|
@ -198,9 +198,7 @@ class TensorNameMap:
|
|||
"model.layers.{bid}.ln2", # yi
|
||||
"h.{bid}.ln_2", # gpt2
|
||||
"model.layers.{bid}.ffn_norm", # internlm2
|
||||
|
||||
"transformer.decoder_layer.{bid}.rms_norm_2", # Grok
|
||||
|
||||
),
|
||||
|
||||
MODEL_TENSOR.FFN_GATE_INP: (
|
||||
|
|
|
@ -4346,8 +4346,6 @@ static bool llm_load_tensors(
|
|||
layer.ffn_up_exp[x] = ml.create_tensor(ctx_split, tn(LLM_TENSOR_FFN_UP_EXP, "weight", i, x), {n_embd, n_ff});
|
||||
}
|
||||
|
||||
|
||||
|
||||
layer.layer_out_norm = ml.create_tensor(ctx_layer, tn(LLM_TENSOR_LAYER_OUT_NORM, "weight", i), {n_embd});
|
||||
}
|
||||
} break;
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue