From 09c256594dc19467871b03588d07ccc7a4b35db4 Mon Sep 17 00:00:00 2001 From: ochafik Date: Sun, 21 Apr 2024 01:12:05 +0100 Subject: [PATCH] grammars: early exit when no next_candidates to reject --- llama.cpp | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/llama.cpp b/llama.cpp index 49f2b559e..33b948470 100644 --- a/llama.cpp +++ b/llama.cpp @@ -12970,6 +12970,10 @@ static std::vector llama_grammar_reject_candidates_for_ } } + if (next_candidates.empty()) { + return rejects; + } + const auto * stack_pos_after = llama_grammar_match_char(stack_pos, 0).second; // update top of stack to next element, if any