From 871a135bd3ff1850d7c733e54bdc9de82b0270bc Mon Sep 17 00:00:00 2001 From: abhilash1910 Date: Tue, 26 Mar 2024 20:42:51 -0700 Subject: [PATCH] iq2s and other quant logic add --- ggml-sycl.cpp | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/ggml-sycl.cpp b/ggml-sycl.cpp index 0cfcd4e6b..99cc5ef86 100644 --- a/ggml-sycl.cpp +++ b/ggml-sycl.cpp @@ -13972,6 +13972,24 @@ inline void ggml_sycl_op_dequantize_mul_mat_vec( case GGML_TYPE_Q6_K: dequantize_mul_mat_vec_q6_K_sycl(src0_dd_i, src1_ddf_i, dst_dd_i, ne00, row_diff, stream); break; + case GGML_TYPE_IQ2_XXS: + mul_mat_vec_iq2_xxs_q8_1_sycl(src0_dd_i, src1_ddq_i, dst_dd_i, ne00, row_diff, stream); + break; + case GGML_TYPE_IQ2_XS: + mul_mat_vec_iq2_xs_q8_1_sycl(src0_dd_i, src1_ddq_i, dst_dd_i, ne00, row_diff, stream); + break; + case GGML_TYPE_IQ3_XXS: + mul_mat_vec_iq3_xxs_q8_1_sycl(src0_dd_i, src1_ddq_i, dst_dd_i, ne00, row_diff, stream); + break; + case GGML_TYPE_IQ3_S: + mul_mat_vec_iq3_s_q8_1_sycl(src0_dd_i, src1_ddq_i, dst_dd_i, ne00, row_diff, stream); + break; + case GGML_TYPE_IQ1_S: + mul_mat_vec_iq1_s_q8_1_sycl(src0_dd_i, src1_ddq_i, dst_dd_i, ne00, row_diff, stream); + break; + case GGML_TYPE_IQ2_S: + mul_mat_vec_iq2_s_q8_1_sycl(src0_dd_i, src1_ddq_i, dst_dd_i, ne00, row_diff, stream); + break; case GGML_TYPE_F16: convert_mul_mat_vec_f16_sycl(src0_dd_i, src1_dfloat, dst_dd_i, ne00, row_diff, stream); break;