From d8a304c2ef86a5449bb075bb707fbde66b3b4ad4 Mon Sep 17 00:00:00 2001 From: Molly Sophia Date: Fri, 10 Jan 2025 08:41:32 +0800 Subject: [PATCH] Fix fused lerp weights loading with RWKV6 Signed-off-by: Molly Sophia --- src/llama-arch.cpp | 1 + 1 file changed, 1 insertion(+) diff --git a/src/llama-arch.cpp b/src/llama-arch.cpp index 3653ad38b..64af42af2 100644 --- a/src/llama-arch.cpp +++ b/src/llama-arch.cpp @@ -1127,6 +1127,7 @@ static const std::map> LLM_TENSOR_N { LLM_TENSOR_TIME_MIX_LERP_V, "blk.%d.time_mix_lerp_v" }, { LLM_TENSOR_TIME_MIX_LERP_R, "blk.%d.time_mix_lerp_r" }, { LLM_TENSOR_TIME_MIX_LERP_G, "blk.%d.time_mix_lerp_g" }, + { LLM_TENSOR_TIME_MIX_LERP_FUSED, "blk.%d.time_mix_lerp_fused" }, { LLM_TENSOR_TIME_MIX_FIRST, "blk.%d.time_mix_first" }, { LLM_TENSOR_TIME_MIX_DECAY, "blk.%d.time_mix_decay" }, { LLM_TENSOR_TIME_MIX_DECAY_W1, "blk.%d.time_mix_decay_w1" },