vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : add predefined list of CPU backend variants to build (#10626)

Browse source 
* ggml : add predefined list of CPU backend variants to build

* update CPU dockerfiles
This commit is contained in:
Diego Devesa 2024-12-04 14:45:40 +01:00 • committed by GitHub
parent 2803540814
commit 59f4db1088
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
11 changed files with 502 additions and 391 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml/src/ggml-cpu/ggml-cpu.c
View file

@ -756,7 +756,7 @@ do { \
#define GGML_F32Cx8_LOAD(x) _mm256_cvtph_ps(_mm_loadu_si128((const __m128i *)(x)))
#define GGML_F32Cx8_STORE(x, y) _mm_storeu_si128((__m128i *)(x), _mm256_cvtps_ph(y, 0))
#else
static inline __m256 __avx_f32cx8_load(ggml_fp16_t *x) {
static inline __m256 __avx_f32cx8_load(const ggml_fp16_t * x) {
float tmp[8];
for (int i = 0; i < 8; i++) {