From 2ea831b21220f7ae4688d46e68b1762e49c4f9f1 Mon Sep 17 00:00:00 2001 From: Justin Parker Date: Tue, 6 Feb 2024 14:56:42 -0500 Subject: [PATCH] remove num_slots from default_generation_settings_for_props --- examples/server/server.cpp | 1 - 1 file changed, 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 41c8a74e7..eceda30d0 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -432,7 +432,6 @@ struct llama_server_context } default_generation_settings_for_props = get_formated_generation(slots.front()); - default_generation_settings_for_props["num_slots"] = params.n_parallel; default_generation_settings_for_props["seed"] = -1; batch = llama_batch_init(n_ctx, 0, params.n_parallel);