vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

set nullptr to memory pool element if it failed during initialization.

Browse source
This commit is contained in:
Oleksii Maryshchenko 2023-11-03 13:46:14 +01:00
parent ce4df17e42
commit bd56886fd6
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-cuda.cu
View file

@ -5853,6 +5853,8 @@ void ggml_init_cublas() {
size_t treshold = UINT64_MAX;
CUDA_CHECK(cudaMemPoolSetAttribute(g_cudaMemPools[id], cudaMemPoolAttrReleaseThreshold, &treshold));
fprintf(stderr, ", CUDA memory pool is supported\n");
} else {
g_cudaMemPools[id] = nullptr;
}
} else {
fprintf(stderr, ", CUDA memory pool is not supported\n");