From ce9c5aebeac7b4416a01adcf1ae67eb7c1f09b28 Mon Sep 17 00:00:00 2001 From: Steve Grubb Date: Fri, 10 May 2024 22:41:41 -0400 Subject: [PATCH] [server] Cleanup a memory leak on exit There are a couple memory leaks on exit of the server. This hides others. After cleaning this up, you can see leaks on slots. But that is another patch to be sent after this. --- examples/server/server.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 305f79492..3946d1592 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -673,6 +673,8 @@ struct server_context { llama_free_model(model); model = nullptr; } + + llama_batch_free(batch); } bool load_model(const gpt_params & params_) {