vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

grammars: early exit when no next_candidates to reject

Browse source
This commit is contained in:
ochafik 2024-04-21 01:12:05 +01:00
parent 0120f7cc95
commit 09c256594d
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama.cpp
View file

@ -12970,6 +12970,10 @@ static std::vector<llama_grammar_candidate> llama_grammar_reject_candidates_for_
}
}
if (next_candidates.empty()) {
return rejects;
}
const auto * stack_pos_after = llama_grammar_match_char(stack_pos, 0).second;
// update top of stack to next element, if any