From 8e04c3ce9739fc0f24947dcbf33bc209d5f58460 Mon Sep 17 00:00:00 2001 From: Steve Grubb Date: Mon, 13 May 2024 15:07:47 -0400 Subject: [PATCH] server: free sampling contexts on exit This cleans up last leak found by the address sanitizer. --- examples/server/server.cpp | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index ceaeb1f76..4a947fbe6 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -671,6 +671,12 @@ struct server_context { model = nullptr; } + // Clear any sampling context + for (server_slot & slot : slots) { + if (slot.ctx_sampling != nullptr) + llama_sampling_free(slot.ctx_sampling); + } + llama_batch_free(batch); }