From cc32c73926a3d9f322654e0663eceb31dfac0a33 Mon Sep 17 00:00:00 2001 From: nopperl <54780682+nopperl@users.noreply.github.com> Date: Thu, 18 Apr 2024 21:45:22 +0200 Subject: [PATCH] clarified comment --- llama.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/llama.cpp b/llama.cpp index 45753d8d7..16ce70df8 100644 --- a/llama.cpp +++ b/llama.cpp @@ -10101,6 +10101,8 @@ struct llm_build_context { // based on the original build_llama() function, changes: // * non-parametric layer norm // * clamp qkv + // * removed bias + // * removed MoE struct ggml_cgraph * build_olmo() { struct ggml_cgraph * gf = ggml_new_graph_custom(ctx0, LLAMA_MAX_NODES, false);