vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

SYCL: do not skip CPU or FPGA if explicitly selected

Browse source 
It can be useful to be able to use SYCL on CPU
e.g. to run tests on a machine without a GPU.

With this commit a user can enable the use
of the CPU with the following env variable:

export ONEAPI_DEVICE_SELECTOR="opencl:cpu"

Signed-off-by: Salvatore Mesoraca <s.mesoraca16@gmail.com>
This commit is contained in:
Salvatore Mesoraca 2024-08-31 13:26:16 +02:00
parent a47667cff4
commit 4badab2b6c
No known key found for this signature in database
GPG key ID: 89E44B017275E5E7
1 changed files with 10 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

18
ggml/src/ggml-sycl/dpct/helper.hpp
View file

@ -910,15 +910,17 @@ namespace dpct
auto platform_list = sycl::platform::get_platforms(); auto platform_list = sycl::platform::get_platforms();
for (const auto& platform : platform_list) { for (const auto& platform : platform_list) {
auto devices = platform.get_devices(); if (!env || !std::strstr(env, "cpu")) {
auto gpu_dev = std::find_if(devices.begin(), devices.end(), [](const sycl::device& d) { auto devices = platform.get_devices();
return d.is_gpu(); auto gpu_dev = std::find_if(devices.begin(), devices.end(), [](const sycl::device& d) {
}); return d.is_gpu();
});
if (gpu_dev == devices.end()) { if (gpu_dev == devices.end()) {
// cout << "platform [" << platform_name // cout << "platform [" << platform_name
// << "] does not contain GPU devices, skipping\n"; // << "] does not contain GPU devices, skipping\n";
continue; continue;
}
} }
auto platform_name = platform.get_info<sycl::info::platform::name>(); auto platform_name = platform.get_info<sycl::info::platform::name>();