vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

k_quants: correctly define QK_K in llama.cpp

Browse source
This commit is contained in:
Iwan Kawrakow 2023-06-23 14:35:21 +03:00
parent 8b98d01e31
commit 558a19427b
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama.cpp
View file

@ -21,9 +21,13 @@
#endif #endif
#ifdef GGML_USE_K_QUANTS #ifdef GGML_USE_K_QUANTS
#ifndef QK_K #ifndef QK_K
#ifdef GGML_QKK_64
#define QK_K 64
#else
#define QK_K 256 #define QK_K 256
#endif #endif
#endif #endif
#endif
#include <array> #include <array>
#include <ctime> #include <ctime>