vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Set the singleton to nullptr here.

Browse source
This commit is contained in:
Adam Treat 2023-09-14 16:38:28 -04:00 • committed by Cebtenzzre
parent 68aca6be08
commit addac25293
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml-vulkan.cpp
View file

@ -250,6 +250,10 @@ bool ggml_vk_free_device() {
if (!ggml_vk_has_device()) if (!ggml_vk_has_device())
return false; return false;
komputeManager()->destroy(); komputeManager()->destroy();
// FIXME: The lifetime of these two needs to be tied together as we're relying upon the fact
// the llama_free(ctx) destroys this memory and we just set the singleton to nullptr here which
// is very brittle
s_kompute_context = nullptr;
return true; return true;
} }