vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

iq1_s: scalar CPU dot product

Browse source
This commit is contained in:
Iwan Kawrakow 2024-02-11 14:07:19 +02:00
parent a9d48e9718
commit d94139bf27
3 changed files with 57 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml.c
View file

@ -681,7 +681,7 @@ static const ggml_type_traits_t type_traits[GGML_TYPE_COUNT] = {
.to_float = (ggml_to_float_t) dequantize_row_iq1_s,
.from_float = NULL,
.from_float_reference = NULL,
.vec_dot = NULL,
.vec_dot = ggml_vec_dot_iq1_s_q8_K,
.vec_dot_type = GGML_TYPE_Q8_K,
},
[GGML_TYPE_Q8_K] = {