From 815bf1a2f6c81c2e884ead0e02f99e2944b37229 Mon Sep 17 00:00:00 2001 From: Oleksii Maryshchenko Date: Fri, 3 Nov 2023 15:51:53 +0100 Subject: [PATCH] prop.memoryPoolsSupported cant be found in cuda 17. Revert back to basic error check. --- ggml-cuda.cu | 15 ++++++--------- 1 file changed, 6 insertions(+), 9 deletions(-) diff --git a/ggml-cuda.cu b/ggml-cuda.cu index 1ff327876..42765e224 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -5851,16 +5851,13 @@ void ggml_init_cublas() { fprintf(stderr, " Device %d: %s, compute capability %d.%d", id, prop.name, prop.major, prop.minor); #if defined(CUDA_USE_MEMORY_POOL) // configure memory pool - if (prop.memoryPoolsSupported == 1) { - cudaError_t err = cudaDeviceGetMemPool(&g_cudaMemPools[id], id); - if (err == cudaSuccess) { - size_t treshold = UINT64_MAX; - CUDA_CHECK(cudaMemPoolSetAttribute(g_cudaMemPools[id], cudaMemPoolAttrReleaseThreshold, &treshold)); - fprintf(stderr, ", CUDA memory pool is supported\n"); - } else { - g_cudaMemPools[id] = nullptr; - } + cudaError_t err = cudaDeviceGetMemPool(&g_cudaMemPools[id], id); + if (err == cudaSuccess) { + size_t treshold = UINT64_MAX; + CUDA_CHECK(cudaMemPoolSetAttribute(g_cudaMemPools[id], cudaMemPoolAttrReleaseThreshold, &treshold)); + fprintf(stderr, ", CUDA memory pool is supported\n"); } else { + g_cudaMemPools[id] = nullptr; fprintf(stderr, ", CUDA memory pool is not supported\n"); } #endif