diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index 2225d3cd9..2fa3d08e7 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -1265,6 +1265,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o if(unbanTokens && id==eosID) { + stopper_unused_tokens = remaining_tokens; printf("\n(EOS token triggered!)"); remaining_tokens = 0; } diff --git a/klite.embd b/klite.embd index 97409ec67..ce641d7ff 100644 --- a/klite.embd +++ b/klite.embd @@ -1,6 +1,6 @@