From 5b04360420b521b8a9cbdc5fe36403c94e7d4343 Mon Sep 17 00:00:00 2001 From: slaren Date: Tue, 19 Mar 2024 23:44:04 +0100 Subject: [PATCH] fix hip --- ggml-cuda.cu | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/ggml-cuda.cu b/ggml-cuda.cu index 67d7fd043..ee2da3407 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -666,11 +666,12 @@ struct ggml_backend_cuda_context { std::unique_ptr pools[GGML_CUDA_MAX_DEVICES]; static std::unique_ptr new_pool_for_device(int device) { +#if !defined(GGML_USE_HIPBLAS) if (get_cuda_global_info().devices[device].vmm) { return std::unique_ptr(new ggml_cuda_pool_vmm(device)); - } else { - return std::unique_ptr(new ggml_cuda_pool_leg(device)); } +#endif + return std::unique_ptr(new ggml_cuda_pool_leg(device)); } ggml_cuda_pool & pool(int device) {