vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Actually use AVX2

Browse source
This commit is contained in:
Slaren 2023-03-28 19:45:59 +02:00
parent e29652996b
commit 41669f67d8
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml.c
View file

@ -732,7 +732,7 @@ static void quantize_row_q4_1_reference(const float * restrict x, void * restric
void quantize_row_q4_1(const float * restrict x, void * restrict vy, int k) { void quantize_row_q4_1(const float * restrict x, void * restrict vy, int k) {
assert(k % QK == 0); assert(k % QK == 0);
#if defined(__AVX2__) && 0 #if defined(__AVX2__)
const int nb = k / QK; const int nb = k / QK;
block_q4_1 * restrict y = vy; block_q4_1 * restrict y = vy;