vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[SYCL] fix error when set main gpu to non-zero (#5901)

Browse source 
* fix error when set main gpu to non-zero

* fix delete condition
This commit is contained in:
Neo Zhang Jianyu 2024-03-07 16:34:31 +08:00 • committed by GitHub
parent e04e04f8fa
commit ceca1aef07
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 119 additions and 76 deletions
Download patch file Download diff file Expand all files Collapse all files

1
ggml-sycl.h
View file

@ -28,6 +28,7 @@ GGML_API GGML_CALL int ggml_backend_sycl_get_device_count();
GGML_API GGML_CALL ggml_backend_buffer_type_t ggml_backend_sycl_split_buffer_type(const float * tensor_split);
GGML_API GGML_CALL void ggml_backend_sycl_get_device_memory(int device, size_t *free, size_t *total);
GGML_API GGML_CALL int ggml_backend_sycl_get_device_index(int device_id);
GGML_API GGML_CALL void ggml_backend_sycl_set_single_device(int main_gpu);
#ifdef __cplusplus
}