From 3b41ad53a3223fa7ace9d1323191f5654fd498e4 Mon Sep 17 00:00:00 2001 From: Xuan Son Nguyen Date: Wed, 4 Dec 2024 19:26:36 +0100 Subject: [PATCH] fix index --- examples/server/server.cpp | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index d299d7274..60947a17f 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1169,6 +1169,7 @@ struct server_context { void send_partial_response(server_slot & slot, completion_token_output tkn) { server_task_result_cmpl_partial res; res.id = slot.id_task; + res.index = slot.index; res.n_decoded = slot.n_decoded; res.n_prompt_tokens = slot.n_prompt_tokens; res.content = tkn.text_to_send; @@ -1205,6 +1206,7 @@ struct server_context { server_task_result_cmpl_final res; res.id = slot.id_task; res.id_slot = slot.id; + res.index = slot.index; res.content = slot.generated_text; res.n_decoded = slot.n_decoded; @@ -1411,7 +1413,7 @@ struct server_context { || result_raw->type == RESULT_TYPE_EMBD || result_raw->type == RESULT_TYPE_RERANK ) { - auto result = T::from_ptr(result_raw); + T result = T::from_ptr(result_raw); const size_t idx = result.index; GGML_ASSERT(idx < results.size() && "index out of range"); results[idx] = result;