From fc08e1a72926a8f78dd97fb647a0ac4fed34aded Mon Sep 17 00:00:00 2001 From: "Meng, Hengyu" Date: Tue, 28 May 2024 21:00:01 +0800 Subject: [PATCH] Update ggml-sycl.cpp Co-authored-by: Neo Zhang Jianyu --- ggml-sycl.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml-sycl.cpp b/ggml-sycl.cpp index 2f105e300..838ada399 100644 --- a/ggml-sycl.cpp +++ b/ggml-sycl.cpp @@ -15262,7 +15262,7 @@ static void ggml_sycl_mul_mat(const ggml_tensor * src0, const ggml_tensor * src1 // Workaround in https://github.com/ggerganov/llama.cpp/commit/95f84d5ce8b449a9b16009434aca800df504a02e use_mul_mat_q = use_mul_mat_q && (src0->type != GGML_TYPE_IQ2_XXS); #ifdef SYCL_USE_XMX - use_mul_mat_q = use_mul_mat_q && (src1->ne[1] <= MMQ_MAX_BATCH_SIZE); + use_mul_mat_q = use_mul_mat_q && (src1->ne[1] <= MMQ_MAX_BATCH_SIZE); #endif // SYCL_USE_XMX if (!split && src0->type == GGML_TYPE_F16 && ggml_is_permuted(src0) && ggml_is_permuted(src1) && src1->ne[1] == 1) {