From cb79f8a2d8c0c36f59e1d5445411acb01645f2f1 Mon Sep 17 00:00:00 2001
From: Georgi Gerganov <ggerganov@gmail.com>
Date: Sun, 22 Oct 2023 09:58:29 +0300
Subject: [PATCH] llama : add SKIP_KQ_KQV option

---
 llama.cpp | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/llama.cpp b/llama.cpp
index 4bd6ffd80..76558059c 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -5830,6 +5830,15 @@ static struct ggml_cgraph * llama_build_graph(
                 node->op  = GGML_OP_NONE;
             }
         }
+        if (getenv("SKIP_KQ_KQV")) {
+            if (
+                    strcmp(node->name, "KQ")  == 0 ||
+                    strcmp(node->name, "KQV") == 0 ||
+                    false) {
+                //printf("skipping %s\n", dst->name);
+                node->op  = GGML_OP_NONE;
+            }
+        }
     }
 #endif