From 537ff22ec93753550b8b7b3f771a48e58b5a61e1 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Tue, 20 Jun 2023 20:41:42 +0800 Subject: [PATCH] fixed a bug with token timings, updated lite --- gpttype_adapter.cpp | 1 + klite.embd | 6 +++--- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index 2225d3cd9..2fa3d08e7 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -1265,6 +1265,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o if(unbanTokens && id==eosID) { + stopper_unused_tokens = remaining_tokens; printf("\n(EOS token triggered!)"); remaining_tokens = 0; } diff --git a/klite.embd b/klite.embd index 97409ec67..ce641d7ff 100644 --- a/klite.embd +++ b/klite.embd @@ -1,6 +1,6 @@