From e6ec2033366389c0676a95977666b291d8c49d1a Mon Sep 17 00:00:00 2001 From: Ashish <1856117+ashishdatta@users.noreply.github.com> Date: Tue, 16 Apr 2024 07:11:58 -0700 Subject: [PATCH] Fixed incorrect tensor passing --- llama.cpp | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/llama.cpp b/llama.cpp index 650c043ef..77b538062 100644 --- a/llama.cpp +++ b/llama.cpp @@ -8159,9 +8159,8 @@ struct llm_build_context { inpL = ggml_get_rows(ctx0, inpL, inp_out_ids); inpSA = ggml_get_rows(ctx0, inpSA, inp_out_ids); } - struct ggml_tensor * attn_out = cur; - struct ggml_tensor * ffn_inp = ggml_add(ctx0, attn_out, inpL); - cb(cur, "ffn_inp", il); + struct ggml_tensor * ffn_inp = ggml_add(ctx0, cur, inpL); + cb(ffn_inp, "ffn_inp", il); // feed-forward network {