From 74e6d876f6563d21194e9e33b96c398c506627e6 Mon Sep 17 00:00:00 2001 From: Pierrick HYMBERT Date: Mon, 8 Apr 2024 00:37:28 +0200 Subject: [PATCH] llama: dbrx: fix build kv att out tensor name --- llama.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama.cpp b/llama.cpp index 1d165ce74..9a1e72273 100644 --- a/llama.cpp +++ b/llama.cpp @@ -7155,7 +7155,7 @@ struct llm_build_context { cb(Vcur, "Vcur", il); cur = llm_build_kv(ctx0, model, hparams, kv_self, gf, - model.layers[il].attn_out_norm, NULL, + model.layers[il].layer_out_norm, NULL, Kcur, Vcur, Qcur, KQ_mask, nullptr, n_ctx, n_tokens, kv_head, n_kv, 1.0f, cb, il); }