From b5d00541f52f0c3aed4dbae48fc01f44025638bb Mon Sep 17 00:00:00 2001 From: vincent Date: Tue, 6 Feb 2024 07:31:42 +0800 Subject: [PATCH] fix for editorconfig --- llama.cpp | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/llama.cpp b/llama.cpp index f14e56bd0..2142f3436 100644 --- a/llama.cpp +++ b/llama.cpp @@ -6810,11 +6810,11 @@ struct llm_build_context { return gf; } - + // ref: https://arxiv.org/abs/2203.03466 // https://github.com/ggerganov/llama.cpp/issues/5276#issuecomment-1925774738 - // based on the original build_llama() function - struct ggml_cgraph * build_minicpm() { + // based on the original build_llama() function + struct ggml_cgraph * build_minicpm() { struct ggml_cgraph * gf = ggml_new_graph_custom(ctx0, LLAMA_MAX_NODES, false); const int64_t n_embd_head = hparams.n_embd_head_v; @@ -6921,7 +6921,7 @@ struct llm_build_context { LLM_FFN_SILU, LLM_FFN_PAR, cb, il); cb(cur, "ffn_out", il); } - + // scale the hidden states for residual connection cur = ggml_scale(ctx0, cur, scale_res); cb(cur, "hidden_scaled_ffn", -1);