vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : define helper quantum constants for SYCL

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-03-12 12:59:12 +02:00
parent 895f437e54
commit 66b88a80cb
No known key found for this signature in database
GPG key ID: BF970631944C16B7
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-common.h
View file

@ -73,7 +73,7 @@ typedef sycl::half2 ggml_half2;
#define K_SCALE_SIZE 12 #define K_SCALE_SIZE 12
#endif // GGML_QKK_64 #endif // GGML_QKK_64
#if defined(GGML_COMMON_DECL_CUDA) || defined(GGML_COMMON_DECL_HIP) #if defined(GGML_COMMON_DECL_CUDA) || defined(GGML_COMMON_DECL_HIP) || defined(GGML_COMMON_DECL_SYCL)
// QR = QK / number of values before dequantization // QR = QK / number of values before dequantization
// QI = number of 32 bit integers before dequantization // QI = number of 32 bit integers before dequantization