vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Change per comment

Browse source
This commit is contained in:
Howard Su 2023-07-03 20:12:40 +08:00
parent cc06f1171b
commit a75ddde952
2 changed files with 1 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-cuda.cu
View file

@ -2809,7 +2809,7 @@ void ggml_cuda_transform_tensor(void * data, struct ggml_tensor * tensor) {
} }
void ggml_cuda_free_data(struct ggml_tensor * tensor) { void ggml_cuda_free_data(struct ggml_tensor * tensor) {
if (tensor->backend != GGML_BACKEND_GPU && tensor->backend != GGML_BACKEND_GPU_SPLIT) { if (!tensor || (tensor->backend != GGML_BACKEND_GPU && tensor->backend != GGML_BACKEND_GPU_SPLIT) ) {
return; return;
} }

4
llama.cpp
View file

@ -180,12 +180,8 @@ struct llama_kv_cache {
} }
#ifdef GGML_USE_CUBLAS #ifdef GGML_USE_CUBLAS
if (k) {
ggml_cuda_free_data(k); ggml_cuda_free_data(k);
}
if (v) {
ggml_cuda_free_data(v); ggml_cuda_free_data(v);
}
#endif // GGML_USE_CUBLAS #endif // GGML_USE_CUBLAS
} }
}; };