From e0814f86a25d1f6e56db9e369b688bd8167e941c Mon Sep 17 00:00:00 2001 From: niansa Date: Fri, 23 Jun 2023 20:02:46 +0200 Subject: [PATCH] Free vk context --- llama.cpp | 3 +++ 1 file changed, 3 insertions(+) diff --git a/llama.cpp b/llama.cpp index be4b5ca68..740726445 100644 --- a/llama.cpp +++ b/llama.cpp @@ -2817,6 +2817,9 @@ struct llama_context * llama_init_from_file( } void llama_free(struct llama_context * ctx) { +#ifdef GGML_USE_KOMPUTE + ggml_vk_free(ctx->ctx_kompute); +#endif delete ctx; }