vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Support SYCL device register

Browse source
This commit is contained in:
arthw 2024-10-20 10:06:51 +08:00
parent 92be9f1216
commit 8233009d4d
5 changed files with 380 additions and 68 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml/include/ggml-sycl.h
View file

@ -34,6 +34,8 @@ GGML_API void ggml_sycl_get_device_description(int device, char *description, si
GGML_API int ggml_backend_sycl_get_device_count();
GGML_API void ggml_backend_sycl_get_device_memory(int device, size_t *free, size_t *total);
GGML_API ggml_backend_reg_t ggml_backend_sycl_reg(void);
// SYCL doesn't support registering host memory, keep here for reference
// GGML_API bool ggml_backend_sycl_register_host_buffer(void * buffer, size_t size);
// GGML_API void ggml_backend_sycl_unregister_host_buffer(void * buffer);