vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix Q8_0

Browse source
This commit is contained in:
Henri Vasserman 2023-05-14 19:12:09 +03:00 • committed by GitHub
parent 394dabbc1a
commit 9939b87cbb
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
ggml-opencl.c
View file

@ -12,6 +12,7 @@
#define MULTILINE_QUOTE(...) #__VA_ARGS__
static const char * program_source = MULTILINE_QUOTE(
typedef char int8_t;
typedef uchar uint8_t;
typedef int int32_t;
typedef uint uint32_t;
@ -47,7 +48,7 @@ struct block_q5_1
struct block_q8_0
{
float d;
uint8_t qs[16]; /* QK8_0 / 2 */
int8_t qs[32]; /* QK8_0 */
};