From e4f8ee4f48032f60265567820a9d68723924ac78 Mon Sep 17 00:00:00 2001 From: Pierrick HYMBERT Date: Sat, 6 Apr 2024 16:08:25 +0200 Subject: [PATCH] llama: support dbrx fix norm type --- llama.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llama.cpp b/llama.cpp index f5810df78..279b39dfb 100644 --- a/llama.cpp +++ b/llama.cpp @@ -7128,7 +7128,7 @@ struct llm_build_context { // norm cur = llm_build_norm(ctx0, inpL, hparams, model.layers[il].attn_norm, NULL, - LLM_NORM_RMS, cb, il); + LLM_NORM, cb, il); cb(cur, "attn_norm", il); @@ -7268,7 +7268,7 @@ struct llm_build_context { cur = llm_build_norm(ctx0, cur, hparams, model.output_norm, NULL, - LLM_NORM_RMS, cb, -1); + LLM_NORM, cb, -1); cb(cur, "result_norm", -1); // lm_head