From 960cfb003f5b70b24b58a86d0b5d97254aa07f5b Mon Sep 17 00:00:00 2001 From: Maximilian Winter Date: Fri, 26 Jan 2024 22:54:26 +0100 Subject: [PATCH] Update server.cpp --- examples/server/server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index a606a9273..ef96e823a 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1611,7 +1611,7 @@ struct llama_server_context std::vector slot_npasts; for (auto & slot : slots) { - slot_npasts.emplace_back(slot.n_past); + slot_npasts.emplace_back(0); } for (int32_t i = 0; i < (int32_t) batch.n_tokens; i += n_batch)