vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Use min of maxMemoryAllocationSize and maxBufferSize for device max allocation size

Browse source
This commit is contained in:
0cc4m 2024-01-22 21:57:17 +01:00
parent f652ebfd54
commit bcf2a4488c
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml-vulkan.cpp
View file

@ -975,11 +975,13 @@ std::cerr << "ggml_vulkan: Validation layers enabled" << std::endl;
vk_device.physical_device = vk_instance.enumeratePhysicalDevices()[dev_num]; vk_device.physical_device = vk_instance.enumeratePhysicalDevices()[dev_num];
vk::PhysicalDeviceProperties2 props2; vk::PhysicalDeviceProperties2 props2;
vk::PhysicalDeviceMaintenance3Properties props3; vk::PhysicalDeviceMaintenance3Properties props3;
props3.pNext = nullptr; vk::PhysicalDeviceMaintenance4Properties props4;
props2.pNext = &props3; props2.pNext = &props3;
props3.pNext = &props4;
props4.pNext = nullptr;
vk_device.physical_device.getProperties2(&props2); vk_device.physical_device.getProperties2(&props2);
vk_device.properties = props2.properties; vk_device.properties = props2.properties;
vk_device.max_memory_allocation_size = props3.maxMemoryAllocationSize; vk_device.max_memory_allocation_size = std::min(props3.maxMemoryAllocationSize, props4.maxBufferSize);
std::cerr << "ggml_vulkan: Using " << vk_device.properties.deviceName << std::endl; std::cerr << "ggml_vulkan: Using " << vk_device.properties.deviceName << std::endl;