vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fma compile only

Browse source
This commit is contained in:
jon-chuang 2023-04-30 18:24:56 +08:00
parent 74a8db7ade
commit fb469ed972
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml.c
View file

@ -497,7 +497,7 @@ static inline int hsum_i32_4(const __m128i a) {
}
// AVX routine provided by GH user jon-chuang
#if __AVX2__ || __AVX512F__
#if (__AVX2__ || __AVX512F__) && FMA
// Given A = K X M, B = K X N, compute one row of C = A^TB
void ggml_mul_row_f32_tall_skinny(const float * A, const float * B, float * C, int M, int N, int K) {
alignas(32) float res_vec[8];
@ -535,7 +535,7 @@ void ggml_mul_row_f32_tall_skinny(const float * A, const float * B, float * C, i
_mm256_maskstore_ps(&C[j], mask_vec, c_vec);
}
}
#elif __AVX__
#elif __AVX__ && __FMA__
// Given A = K X M, B = K X N, compute one row of C = A^TB
void ggml_mul_row_f32_tall_skinny(const float * A, const float * B, float * C, int M, int N, int K) {
for (int j = 0; j < N; j += 4) { // Process 4 elements of C's row at a time - 128 / size_of(float)