vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix hip

Browse source
This commit is contained in:
slaren 2024-03-19 23:44:04 +01:00
parent 9c72e1dc83
commit 5b04360420
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
ggml-cuda.cu
View file

@ -666,11 +666,12 @@ struct ggml_backend_cuda_context {
std::unique_ptr<ggml_cuda_pool> pools[GGML_CUDA_MAX_DEVICES]; std::unique_ptr<ggml_cuda_pool> pools[GGML_CUDA_MAX_DEVICES];
static std::unique_ptr<ggml_cuda_pool> new_pool_for_device(int device) { static std::unique_ptr<ggml_cuda_pool> new_pool_for_device(int device) {
#if !defined(GGML_USE_HIPBLAS)
if (get_cuda_global_info().devices[device].vmm) { if (get_cuda_global_info().devices[device].vmm) {
return std::unique_ptr<ggml_cuda_pool>(new ggml_cuda_pool_vmm(device)); return std::unique_ptr<ggml_cuda_pool>(new ggml_cuda_pool_vmm(device));
} else {
return std::unique_ptr<ggml_cuda_pool>(new ggml_cuda_pool_leg(device));
} }
#endif
return std::unique_ptr<ggml_cuda_pool>(new ggml_cuda_pool_leg(device));
} }
ggml_cuda_pool & pool(int device) { ggml_cuda_pool & pool(int device) {