vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

allow using code from ggml-phi-knc-dot_q5_K_q8_K.c

Browse source
This commit is contained in:
Julia Longtin 2024-03-23 15:02:56 +00:00
parent 0b3f17127f
commit 0b012c03ef
1 changed files with 12 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

14
ggml-quants.c
View file

@ -4,6 +4,7 @@
#include "ggml-quants.h"
#include "ggml-impl.h"
// FIXME: why do we import this twice?
#define GGML_COMMON_IMPL_C
#include "ggml-common.h"
@ -49,6 +50,11 @@
#include <riscv_vector.h>
#endif
// hand assembled replacement functions are cool.
#if defined(__k1om__)
#include <ggml-phi-knc-dot_q5_K_q8_K.h>
#endif
#undef MIN
#undef MAX
@ -7094,6 +7100,9 @@ void ggml_vec_dot_q4_K_q8_K(int n, float * restrict s, size_t bs, const void * r
}
#endif
#if defined(__k1om__)
/* We get this from elsewhere. */
#else
#if QK_K == 256
void ggml_vec_dot_q5_K_q8_K(int n, float * restrict s, size_t bs, const void * restrict vx, size_t bx, const void * restrict vy, size_t by, int nrc) {
assert(n % QK_K == 0);
@ -7518,7 +7527,7 @@ void ggml_vec_dot_q5_K_q8_K(int n, float * restrict s, size_t bs, const void * r
#endif
}
#else
#else /* QK_K != 256 */
void ggml_vec_dot_q5_K_q8_K(int n, float * restrict s, size_t bs, const void * restrict vx, size_t bx, const void * restrict vy, size_t by, int nrc) {
assert(n % QK_K == 0);
@ -7787,8 +7796,9 @@ void ggml_vec_dot_q5_K_q8_K(int n, float * restrict s, size_t bs, const void * r
*s = sumf;
#endif
}
#endif
#endif /* end QK_K != 256 */
#endif /* defined(__k1om__) */
#if QK_K == 256
void ggml_vec_dot_q6_K_q8_K(int n, float * restrict s, size_t bs, const void * restrict vx, size_t bx, const void * restrict vy, size_t by, int nrc) {