From d56cecc2cd6f18e4dfe7629311c608ea7bd0dbda Mon Sep 17 00:00:00 2001 From: Maximilian Winter Date: Sat, 27 Jan 2024 11:47:27 +0100 Subject: [PATCH] Update examples/server/server.cpp Co-authored-by: Georgi Gerganov --- examples/server/server.cpp | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index c6b13d718..422873956 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -184,8 +184,7 @@ struct llama_client_slot struct llama_sampling_params sparams; llama_sampling_context *ctx_sampling = nullptr; - int ga_i = 0; // group-attention state - + int32_t ga_i = 0; // group-attention state int32_t ga_n = 1; // group-attention factor int32_t ga_w = 512; // group-attention width