diff --git a/llama.cpp b/llama.cpp
index ac22a48f8..a794aa725 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -21,9 +21,13 @@
 #endif
 #ifdef GGML_USE_K_QUANTS
 #ifndef QK_K
+#ifdef GGML_QKK_64
+#define QK_K 64
+#else
 #define QK_K 256
 #endif
 #endif
+#endif
 
 #include <array>
 #include <ctime>