vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Removed unnecessary conditional branches

Browse source
This commit is contained in:
Ashish 2024-04-16 06:03:47 -07:00
parent 1f6929e557
commit 8a15f932af
1 changed files with 1 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

10
llama.cpp
View file

@ -8185,15 +8185,7 @@ struct llm_build_context {
cb(cur, "ffn_out", il);
}
if (model.layers[il].ffn_norm) {
// non-parallel residual
cur = ggml_add(ctx0, cur, ffn_inp);
} else {
// add together residual + FFN + self-attention
cur = ggml_add(ctx0, cur, inpL);
cur = ggml_add(ctx0, cur, attn_out);
}
cur = ggml_add(ctx0, cur, ffn_inp);
cb(cur, "l_out", il);
// input for next layer