From 558a19427bd261a8aa87cd41bfd53f7d879202f2 Mon Sep 17 00:00:00 2001
From: Iwan Kawrakow <iwan.kawrakow@gmail.com>
Date: Fri, 23 Jun 2023 14:35:21 +0300
Subject: [PATCH] k_quants: correctly define QK_K in llama.cpp

---
 llama.cpp | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/llama.cpp b/llama.cpp
index ac22a48f8..a794aa725 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -21,9 +21,13 @@
 #endif
 #ifdef GGML_USE_K_QUANTS
 #ifndef QK_K
+#ifdef GGML_QKK_64
+#define QK_K 64
+#else
 #define QK_K 256
 #endif
 #endif
+#endif
 
 #include <array>
 #include <ctime>