Merge f4f5b7ac56
into c81f3bbb05
This commit is contained in:
commit
3de720c630
1 changed files with 1 additions and 1 deletions
|
@ -2102,7 +2102,7 @@ struct server_context {
|
|||
|
||||
// reuse any previously computed tokens that are common with the new prompt
|
||||
slot.n_past = common_part(slot.cache_tokens, prompt_tokens);
|
||||
|
||||
|
||||
// push the prompt into the sampling context (do not apply grammar)
|
||||
for (int i = 0; i < slot.n_past; ++i) {
|
||||
gpt_sampler_accept(slot.smpl, slot.cache_tokens[i], false);
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue