vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update sgemm.cpp

Browse source
This commit is contained in:
Eve 2024-06-21 03:30:16 +00:00 • committed by GitHub
parent b54877c164
commit ced082c9dd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
sgemm.cpp
View file

@ -237,6 +237,7 @@ template <> inline __m512 load(const ggml_fp16_t *p) {
//////////////////////////////////////////////////////////////////////////////////////////////////// ////////////////////////////////////////////////////////////////////////////////////////////////////
// CONSTANTS // CONSTANTS
static const int8_t kvalues_iq4nl[16] = {-127, -104, -83, -65, -49, -35, -22, -10, 1, 13, 25, 38, 53, 69, 89, 113}; static const int8_t kvalues_iq4nl[16] = {-127, -104, -83, -65, -49, -35, -22, -10, 1, 13, 25, 38, 53, 69, 89, 113};
static const __m128i iq4nlt = _mm_loadu_si128((const __m128i*)kvalues_iq4nl); static const __m128i iq4nlt = _mm_loadu_si128((const __m128i*)kvalues_iq4nl);