diff --git a/ggml/src/ggml-sycl/common.hpp b/ggml/src/ggml-sycl/common.hpp index 99b3296cd..81652047d 100644 --- a/ggml/src/ggml-sycl/common.hpp +++ b/ggml/src/ggml-sycl/common.hpp @@ -217,11 +217,11 @@ struct ggml_sycl_device_info { bool sycl_visible_devices_existed = false; struct sycl_device_info { - int cc; // compute capability + int cc; // compute capability // int nsm; // number of streaming multiprocessors // size_t smpb; // max. shared memory per block - bool vmm; // virtual memory support - size_t total_vram; + bool vmm; // virtual memory support + size_t total_vram; }; sycl_device_info devices[GGML_SYCL_MAX_DEVICES] = {}; diff --git a/src/llama.cpp b/src/llama.cpp index 305dda36e..1a7d24ccb 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -17620,7 +17620,6 @@ struct llama_context * llama_new_context_with_model( #elif defined(GGML_USE_SYCL) // with split_mode LLAMA_SPLIT_MODE_NONE or LLAMA_SPLIT_MODE_ROW, only the main GPU backend is used if (model->split_mode == LLAMA_SPLIT_MODE_NONE || model->split_mode == LLAMA_SPLIT_MODE_ROW) { - ggml_sycl_set_single_device(model->main_gpu); ggml_backend_t backend = ggml_backend_sycl_init(model->main_gpu); if (backend == nullptr) { LLAMA_LOG_ERROR("%s: failed to initialize SYCL%d backend\n", __func__, model->main_gpu);