From d20f36b93ca6ed3bfc64ec72c734f02e49856951 Mon Sep 17 00:00:00 2001 From: Randall Fitzgerald Date: Sat, 27 May 2023 16:46:05 -0700 Subject: [PATCH] Removed unnecessary last_prompt_token set Added the one that was supposed to be there. Apologies for the extra commits, I'm copy pasting from my editor to preserve the two-space indent formatting. --- examples/server/server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index d5a1473f1..bd1bc07ae 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -70,7 +70,6 @@ struct llama_server_context embd_inp = last_prompt_tokens; n_past = processed_tokens.size(); n_consumed = last_prompt_tokens.size() - 2; - last_prompt_tokens = prompt_tokens; has_next_token = true; return true; } @@ -111,6 +110,7 @@ struct llama_server_context { return false; } + last_prompt_tokens = prompt_tokens; has_next_token = true; return true; }