vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fixed incorrect tensor passing

Browse source
This commit is contained in:
Ashish 2024-04-16 07:11:58 -07:00
parent 6ae4dad004
commit e6ec203336
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama.cpp
View file

@ -8159,9 +8159,8 @@ struct llm_build_context {
inpL = ggml_get_rows(ctx0, inpL, inp_out_ids); inpL = ggml_get_rows(ctx0, inpL, inp_out_ids);
inpSA = ggml_get_rows(ctx0, inpSA, inp_out_ids); inpSA = ggml_get_rows(ctx0, inpSA, inp_out_ids);
} }
struct ggml_tensor * attn_out = cur; struct ggml_tensor * ffn_inp = ggml_add(ctx0, cur, inpL);
struct ggml_tensor * ffn_inp = ggml_add(ctx0, attn_out, inpL); cb(ffn_inp, "ffn_inp", il);
cb(cur, "ffn_inp", il);
// feed-forward network // feed-forward network
{ {