vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

prop.memoryPoolsSupported cant be found in cuda 17. Revert back to basic error check.

Browse source
This commit is contained in:
Oleksii Maryshchenko 2023-11-03 15:51:53 +01:00
parent c42ca8f1b7
commit 815bf1a2f6
1 changed files with 6 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

3
ggml-cuda.cu
View file

@ -5851,7 +5851,6 @@ void ggml_init_cublas() {
fprintf(stderr, " Device %d: %s, compute capability %d.%d", id, prop.name, prop.major, prop.minor); fprintf(stderr, " Device %d: %s, compute capability %d.%d", id, prop.name, prop.major, prop.minor);
#if defined(CUDA_USE_MEMORY_POOL) #if defined(CUDA_USE_MEMORY_POOL)
// configure memory pool // configure memory pool
if (prop.memoryPoolsSupported == 1) {
cudaError_t err = cudaDeviceGetMemPool(&g_cudaMemPools[id], id); cudaError_t err = cudaDeviceGetMemPool(&g_cudaMemPools[id], id);
if (err == cudaSuccess) { if (err == cudaSuccess) {
size_t treshold = UINT64_MAX; size_t treshold = UINT64_MAX;
@ -5859,8 +5858,6 @@ void ggml_init_cublas() {
fprintf(stderr, ", CUDA memory pool is supported\n"); fprintf(stderr, ", CUDA memory pool is supported\n");
} else { } else {
g_cudaMemPools[id] = nullptr; g_cudaMemPools[id] = nullptr;
}
} else {
fprintf(stderr, ", CUDA memory pool is not supported\n"); fprintf(stderr, ", CUDA memory pool is not supported\n");
} }
#endif #endif