vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update norm

Browse source
This commit is contained in:
okada 2023-12-17 15:44:59 +09:00
parent b2330f57e2
commit 9d49236570
1 changed files with 7 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

12
llama.cpp
View file

@ -5611,11 +5611,13 @@ struct llm_build_context {
cur = inpL;
cur = llm_build_norm(ctx0, cur, hparams,
model.output_norm,
model.output_norm_b,
LLM_NORM, cb, -1);
cb(cur, "result_norm", -1);
// norm
{
cur = llm_build_norm(ctx0, cur, hparams,
model.output_norm, NULL,
LLM_NORM_RMS, cb, -1);
cb(cur, "result_norm", -1);
}
// lm_head
cur = ggml_mul_mat(ctx0, model.output, cur);