From 9523d72b56adb2138239ef8209f6516ea448985c Mon Sep 17 00:00:00 2001
From: Fabio Rossini Sluzala <fabio3rs@gmail.com>
Date: Sat, 1 Apr 2023 17:21:37 -0300
Subject: [PATCH] top_k = 1 since it is an integer

---
 llama.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llama.cpp b/llama.cpp
index 853427a96..ce5052953 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -1760,7 +1760,7 @@ llama_token llama_sample_top_p_top_k(
 
     if (std::abs(temp) < FLT_EPSILON) {
         temp = 0.8f;
-        top_k = 1.0f;
+        top_k = 1;
         top_p = 0.0f;
     }