From 5e548af24402d771afed397bf91f825807e92311 Mon Sep 17 00:00:00 2001 From: "Meng, Hengyu" Date: Thu, 21 Mar 2024 19:21:51 -0700 Subject: [PATCH] fix order --- ggml-sycl.cpp | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/ggml-sycl.cpp b/ggml-sycl.cpp index d6737c0e3..d536e91d2 100644 --- a/ggml-sycl.cpp +++ b/ggml-sycl.cpp @@ -17379,6 +17379,13 @@ GGML_CALL static bool ggml_backend_sycl_supports_op(ggml_backend_t backend, cons UNUSED(backend); } +GGML_CALL static bool ggml_backend_sycl_offload_op(ggml_backend_t backend, const ggml_tensor * op) { + const int min_batch_size = 32; + return op->ne[1] >= min_batch_size && op->op != GGML_OP_GET_ROWS; + GGML_UNUSED(backend); +} + + static ggml_backend_i ggml_backend_sycl_interface = { /* .get_name = */ ggml_backend_sycl_name, /* .free = */ ggml_backend_sycl_free, @@ -17400,12 +17407,6 @@ static ggml_backend_i ggml_backend_sycl_interface = { /* .event_synchronize = */ NULL, }; -GGML_CALL static bool ggml_backend_sycl_offload_op(ggml_backend_t backend, const ggml_tensor * op) { - const int min_batch_size = 32; - return op->ne[1] >= min_batch_size && op->op != GGML_OP_GET_ROWS; - GGML_UNUSED(backend); -} - static ggml_guid_t ggml_backend_sycl_guid() { static ggml_guid guid = { 0x58, 0x05, 0x13, 0x8f, 0xcd, 0x3a, 0x61, 0x9d, 0xe7, 0xcd, 0x98, 0xa9, 0x03, 0xfd, 0x7c, 0x53 }; return &guid;