diff --git a/common/sampling.cpp b/common/sampling.cpp
index cc5a37d18..4b14abe1a 100644
--- a/common/sampling.cpp
+++ b/common/sampling.cpp
@@ -241,6 +241,9 @@ static llama_token llama_sampling_sample_impl(
             return llama_sampling_sample_impl(ctx_sampling, ctx_main, ctx_cfg, idx, true);  // Pass true for is_resampling
         }
     }
+    if (original_logits != nullptr) {
+        delete original_logits;
+    }
 
     return id;
 }