vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix style

Browse source
This commit is contained in:
okada 2023-12-24 18:15:20 +09:00
parent 26340a1902
commit 700f7c600a
1 changed files with 5 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama.cpp
View file

@ -5543,7 +5543,7 @@ struct llm_build_context {
cur = llm_build_norm(ctx0, inpL, hparams, cur = llm_build_norm(ctx0, inpL, hparams,
model.layers[il].attn_norm, NULL, model.layers[il].attn_norm, NULL,
LLM_NORM_RMS, cb, il); LLM_NORM_RMS, cb, il);
cb(cur, "attention_norm", il); cb(cur, "attn_norm", il);
struct ggml_tensor * attention_norm = cur; struct ggml_tensor * attention_norm = cur;
@ -5603,13 +5603,10 @@ struct llm_build_context {
cur = inpL; cur = inpL;
// norm
{
cur = llm_build_norm(ctx0, cur, hparams, cur = llm_build_norm(ctx0, cur, hparams,
model.output_norm, NULL, model.output_norm, NULL,
LLM_NORM_RMS, cb, -1); LLM_NORM_RMS, cb, -1);
cb(cur, "result_norm", -1); cb(cur, "result_norm", -1);
}
// lm_head // lm_head
cur = ggml_mul_mat(ctx0, model.output, cur); cur = ggml_mul_mat(ctx0, model.output, cur);