vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

grammars: remove early exit --> https://github.com/ggerganov/llama.cpp/pull/7370

Browse source
This commit is contained in:
ochafik 2024-05-18 22:37:58 +01:00
parent 939e143fe2
commit 60745acad4
1 changed files with 0 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama.cpp
View file

@ -13043,10 +13043,6 @@ static std::vector<llama_grammar_candidate> llama_grammar_reject_candidates_for_
}
}
if (next_candidates.empty()) {
return rejects;
}
const auto * stack_pos_after = llama_grammar_match_char(stack_pos, 0).second;
// update top of stack to next element, if any