vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml/kompute: Introduce ggml_backend_kompute_get_device_count()

Browse source 
Signed-off-by: Feng Jiang <jiangfeng@kylinos.cn>
This commit is contained in:
Feng Jiang 2024-08-21 16:44:12 +08:00
parent cc9514f941
commit 97efd5047a
2 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
ggml/include/ggml-kompute.h
View file

@ -25,6 +25,7 @@ struct ggml_vk_device {
};
struct ggml_vk_device * ggml_vk_available_devices(size_t memoryRequired, size_t * count);
int ggml_backend_kompute_get_device_count(void);
bool ggml_vk_get_device(struct ggml_vk_device * device, size_t memoryRequired, const char * name);
bool ggml_vk_has_vulkan(void);

5
ggml/src/ggml-kompute.cpp
View file

@ -334,6 +334,11 @@ ggml_vk_device * ggml_vk_available_devices(size_t memoryRequired, size_t * count
return arr;
}
int ggml_backend_kompute_get_device_count(void) {
auto devices = ggml_vk_available_devices_internal(0);
return devices.size();
}
static void ggml_vk_filterByVendor(std::vector<ggml_vk_device>& devices, const std::string& targetVendor) {
devices.erase(
std::remove_if(devices.begin(), devices.end(),