From 9939b87cbbc903208752b3fd3a90f3ef5118507d Mon Sep 17 00:00:00 2001 From: Henri Vasserman Date: Sun, 14 May 2023 19:12:09 +0300 Subject: [PATCH] Fix Q8_0 --- ggml-opencl.c | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/ggml-opencl.c b/ggml-opencl.c index 46b62a869..58a797fba 100644 --- a/ggml-opencl.c +++ b/ggml-opencl.c @@ -12,6 +12,7 @@ #define MULTILINE_QUOTE(...) #__VA_ARGS__ static const char * program_source = MULTILINE_QUOTE( +typedef char int8_t; typedef uchar uint8_t; typedef int int32_t; typedef uint uint32_t; @@ -47,7 +48,7 @@ struct block_q5_1 struct block_q8_0 { float d; - uint8_t qs[16]; /* QK8_0 / 2 */ + int8_t qs[32]; /* QK8_0 */ };