vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

cabelo@opensuse.org - Build in openSUSE:compatible with gcc7

Browse source
This commit is contained in:
Alessandro de Oliveira Faria (A.K.A. CABELO) 2024-02-20 05:22:38 -03:00
parent c0a8c6db37
commit acdec2fe25
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml-quants.c
View file

@ -52,6 +52,12 @@
#define UNUSED GGML_UNUSED
#define MM256_SET_M128I(a, b) _mm256_insertf128_si256(_mm256_castsi128_si256(b), (a), 1)
#ifdef __GNUC__
#if __GNUC__ < 8
#define _mm256_set_m128i(a, b) _mm256_permute2f128_si256(_mm256_castsi128_si256(a), _mm256_castsi128_si256(b), 2)
#endif
#endif
#if defined(__AVX__) || defined(__AVX2__) || defined(__AVX512F__) || defined(__SSSE3__)
// multiply int8_t, add results pairwise twice