From f5fed7404e7517b4ada3061c6815824b76f92000 Mon Sep 17 00:00:00 2001 From: abhilash1910 Date: Tue, 19 Mar 2024 03:19:51 -0700 Subject: [PATCH] add quant types from cuda --- ggml-sycl.cpp | 1 + 1 file changed, 1 insertion(+) diff --git a/ggml-sycl.cpp b/ggml-sycl.cpp index 8dd5f050f..a61299d35 100644 --- a/ggml-sycl.cpp +++ b/ggml-sycl.cpp @@ -17505,6 +17505,7 @@ GGML_CALL static bool ggml_backend_sycl_supports_op(ggml_backend_t backend, cons return false; } ggml_type a_type = a->type; + if (a_type == GGML_TYPE_IQ2_XXS || a_type == GGML_TYPE_IQ2_XS || a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ1_S || a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ3_S || a_type == GGML_TYPE_IQ2_S || a_type == GGML_TYPE_IQ4_XS) {