vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

tool-call: fix grammar trigger crash

Browse source
This commit is contained in:
ochafik 2024-09-28 18:30:01 +01:00
parent d983516f40
commit 8b2cf3509f
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/server.cpp
View file

@ -1157,7 +1157,7 @@ struct server_context {
// If there is a lazy grammar trigger word at stop_pos, enable the lazy grammar // If there is a lazy grammar trigger word at stop_pos, enable the lazy grammar
if (match.is_grammar_trigger && gpt_sampler_trigger_grammar(model, slot.smpl, match.pattern)) { if (match.is_grammar_trigger && gpt_sampler_trigger_grammar(model, slot.smpl, match.pattern)) {
is_grammar_trigger = true; is_grammar_trigger = true;
length = pos + match.pos + match.matchLength; length = match.pos + match.matchLength;
} else if (!match.is_grammar_trigger && match.pos != std::string::npos && !match.is_partial) { } else if (!match.is_grammar_trigger && match.pos != std::string::npos && !match.is_partial) {
slot.stopped_word = true; slot.stopped_word = true;
slot.stopping_word = match.pattern; slot.stopping_word = match.pattern;