From fddd201942f6b62e42ef3884496f735aa6163d3a Mon Sep 17 00:00:00 2001
From: Minsoo Cheong <icycle0409@snu.ac.kr>
Date: Fri, 22 Mar 2024 23:56:50 +0900
Subject: [PATCH] free original_logits

---
 common/sampling.cpp | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/common/sampling.cpp b/common/sampling.cpp
index cc5a37d18..4b14abe1a 100644
--- a/common/sampling.cpp
+++ b/common/sampling.cpp
@@ -241,6 +241,9 @@ static llama_token llama_sampling_sample_impl(
             return llama_sampling_sample_impl(ctx_sampling, ctx_main, ctx_cfg, idx, true);  // Pass true for is_resampling
         }
     }
+    if (original_logits != nullptr) {
+        delete original_logits;
+    }
 
     return id;
 }