From af82fb4ad73e809837374a1116c233465c5df448 Mon Sep 17 00:00:00 2001 From: Pierrick HYMBERT Date: Sat, 2 Mar 2024 14:12:12 +0100 Subject: [PATCH] server: revert change on slot n_ctx --- examples/server/server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 9ab9b1432..053881fc0 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -421,7 +421,7 @@ struct llama_server_context // create slots all_slots_are_idle = true; - const int32_t n_ctx_slot = std::min(n_ctx / params.n_parallel, llama_n_ctx_train(model)); // FIXME @ggerganov @phymbert To be discussed + const int32_t n_ctx_slot = n_ctx / params.n_parallel; LOG_INFO("initializing slots", {{"n_slots", params.n_parallel}}); for (int i = 0; i < params.n_parallel; i++)