vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

promote aux16 into a vector. (part three)

Browse source
This commit is contained in:
Julia Longtin 2024-03-23 16:27:11 +00:00
parent 66d26d4914
commit 84093a6be6
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-phi-knc-dot_q5_K_q8_K.c
View file

@ -22,7 +22,7 @@
#define GGML_F32_EPR 16 #define GGML_F32_EPR 16
typedef float float32x8_t __attribute__((vector_size (64))); typedef float float32x8_t __attribute__((vector_size (64)));
typedef int16 int16x16_t __attribute__((vector_size (64))); typedef int16_t int16x16_t __attribute__((vector_size (64)));
/* A forward declaration, to keep GCC happy. */ /* A forward declaration, to keep GCC happy. */
void ggml_vec_dot_q5_K_q8_K(int n, float * restrict s, size_t bs, const void * restrict vx, size_t bx, const void * restrict vy, size_t by, int nrc); void ggml_vec_dot_q5_K_q8_K(int n, float * restrict s, size_t bs, const void * restrict vx, size_t bx, const void * restrict vy, size_t by, int nrc);