From ff2638412d8f3065d3e398743ce378fb4f930492 Mon Sep 17 00:00:00 2001
From: Ilya Kurdyukov <59548320+ilyakurdyukov@users.noreply.github.com>
Date: Tue, 16 May 2023 21:39:06 +0700
Subject: [PATCH] make use of upcoming AVXVNNIINT8

---
 ggml.c | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/ggml.c b/ggml.c
index baa0005a1..dbef99312 100644
--- a/ggml.c
+++ b/ggml.c
@@ -557,11 +557,17 @@ static inline __m256 mul_sum_us8_pairs_float(const __m256i ax, const __m256i sy)
 
 // multiply int8_t, add results pairwise twice and return as float vector
 static inline __m256 mul_sum_i8_pairs_float(const __m256i x, const __m256i y) {
+#if __AVXVNNIINT8__
+    const __m256i zero = _mm256_setzero_si256();
+    const __m256i summed_pairs = _mm256_dpbssd_epi32(zero, x, y);
+    return _mm256_cvtepi32_ps(summed_pairs);
+#else
     // Get absolute values of x vectors
     const __m256i ax = _mm256_sign_epi8(x, x);
     // Sign the values of the y vectors
     const __m256i sy = _mm256_sign_epi8(y, x);
     return mul_sum_us8_pairs_float(ax, sy);
+#endif
 }
 
 static inline __m128i packNibbles( __m256i bytes )