vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Free vk context

Browse source
This commit is contained in:
niansa 2023-06-23 20:02:46 +02:00
parent 55815b67f4
commit e0814f86a2
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama.cpp
View file

@ -2817,6 +2817,9 @@ struct llama_context * llama_init_from_file(
}
void llama_free(struct llama_context * ctx) {
#ifdef GGML_USE_KOMPUTE
ggml_vk_free(ctx->ctx_kompute);
#endif
delete ctx;
}