From c9d6700adc3aeba8f75cd745fd26c492295868d0 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sat, 6 Jul 2024 10:22:09 +0300 Subject: [PATCH] Update src/llama.cpp --- src/llama.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llama.cpp b/src/llama.cpp index 24356d2b4..22f71b02e 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -7265,7 +7265,7 @@ static bool llm_load_tensors( layer.ffn_norm = ml.create_tensor(ctx_layer, tn(LLM_TENSOR_FFN_NORM, "weight", i), {n_embd}); - if (static_cast(i) < hparams.n_layer_dense_lead) { + if (i < (int) hparams.n_layer_dense_lead) { layer.ffn_gate = ml.create_tensor(ctx_split, tn(LLM_TENSOR_FFN_GATE, "weight", i), {n_embd, n_ff}); layer.ffn_down = ml.create_tensor(ctx_split, tn(LLM_TENSOR_FFN_DOWN, "weight", i), { n_ff, n_embd}); layer.ffn_up = ml.create_tensor(ctx_split, tn(LLM_TENSOR_FFN_UP, "weight", i), {n_embd, n_ff});