vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix style

Browse source
This commit is contained in:
okada 2023-12-24 18:15:20 +09:00
parent 26340a1902
commit 700f7c600a
1 changed files with 5 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

13
llama.cpp
View file

@ -5543,7 +5543,7 @@ struct llm_build_context {
cur = llm_build_norm(ctx0, inpL, hparams,
model.layers[il].attn_norm, NULL,
LLM_NORM_RMS, cb, il);
cb(cur, "attention_norm", il);
cb(cur, "attn_norm", il);
struct ggml_tensor * attention_norm = cur;
@ -5603,13 +5603,10 @@ struct llm_build_context {
cur = inpL;
// norm
{
cur = llm_build_norm(ctx0, cur, hparams,
model.output_norm, NULL,
LLM_NORM_RMS, cb, -1);
cb(cur, "result_norm", -1);
}
cur = llm_build_norm(ctx0, cur, hparams,
model.output_norm, NULL,
LLM_NORM_RMS, cb, -1);
cb(cur, "result_norm", -1);
// lm_head
cur = ggml_mul_mat(ctx0, model.output, cur);