From 66b88a80cb8559b84415a489a27e565bb197f237 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Tue, 12 Mar 2024 12:59:12 +0200 Subject: [PATCH] ggml : define helper quantum constants for SYCL ggml-ci --- ggml-common.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml-common.h b/ggml-common.h index d8af36782..0257c928c 100644 --- a/ggml-common.h +++ b/ggml-common.h @@ -73,7 +73,7 @@ typedef sycl::half2 ggml_half2; #define K_SCALE_SIZE 12 #endif // GGML_QKK_64 -#if defined(GGML_COMMON_DECL_CUDA) || defined(GGML_COMMON_DECL_HIP) +#if defined(GGML_COMMON_DECL_CUDA) || defined(GGML_COMMON_DECL_HIP) || defined(GGML_COMMON_DECL_SYCL) // QR = QK / number of values before dequantization // QI = number of 32 bit integers before dequantization