vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[SYCL] fix multi-gpu issue on sycl (#8554)

Browse source 
---------

Signed-off-by: Chen Xi <xi2chen@intel.com>
Co-authored-by: Meng, Hengyu <hengyu.meng@intel.com>
This commit is contained in:
Chen Xi 2024-07-25 11:45:18 +00:00 • committed by GitHub
parent eddcb5238b
commit ed67bcb24f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 102 additions and 41 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/llama.cpp
View file

@ -16643,9 +16643,7 @@ struct llama_context * llama_new_context_with_model(
for (int i = 0; i < ggml_backend_sycl_get_device_count(); ++i) {
ggml_backend_t backend = ggml_backend_sycl_init(i);
if (backend == nullptr) {
int id_list[GGML_SYCL_MAX_DEVICES];
ggml_sycl_get_gpu_list(id_list, GGML_SYCL_MAX_DEVICES);
LLAMA_LOG_ERROR("%s: failed to initialize SYCL%d (index %d) backend\n", __func__, id_list[i], i);
LLAMA_LOG_ERROR("%s: failed to initialize SYCL%d for No.%d backend\n", __func__, i, i);
llama_free(ctx);
return nullptr;
}