vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix bug in active_seqs sync

Browse source
This commit is contained in:
Minsoo Cheong 2024-02-29 16:01:34 +09:00
parent 2ad3f7c28c
commit c2cd292307
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/speculative/speculative.cpp
View file

@ -237,8 +237,8 @@ int main(int argc, char ** argv) {
// if we already accepted a token, we can skip the rest // if we already accepted a token, we can skip the rest
if (drafts[s].tokens[i_dft] != drafts[s_keep].tokens[i_dft]) { if (drafts[s].tokens[i_dft] != drafts[s_keep].tokens[i_dft]) {
drafts[s].active = false; drafts[s].active = false;
active_seqs.erase(s);
} }
active_seqs.erase(s);
continue; continue;
} }
LOG("verifying sequence #%d at pos #%d from %d active sequence(s)\n", s, i_dft, (int) active_seqs.size()); LOG("verifying sequence #%d at pos #%d from %d active sequence(s)\n", s, i_dft, (int) active_seqs.size());