From c6479a3cda8004ef355b560d264da8def19be580 Mon Sep 17 00:00:00 2001 From: Ivan Stepanov Date: Wed, 5 Apr 2023 18:40:17 +0300 Subject: [PATCH] Define non-positive top_k; top_k range check --- llama.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/llama.cpp b/llama.cpp index 854bb8993..2f5c02c39 100644 --- a/llama.cpp +++ b/llama.cpp @@ -1229,7 +1229,8 @@ static llama_vocab::id llama_sample_top_p_top_k( } } - sample_top_k(logits_id, top_k); + if (top_k > 0 && top_k < n_logits) + sample_top_k(logits_id, top_k); float maxl = -std::numeric_limits::infinity(); for (const auto & kv : logits_id) {