From 6ec3f77a4181cbe2dcad7994e15f315ec10c9019 Mon Sep 17 00:00:00 2001 From: Xuan Son Nguyen Date: Sun, 8 Dec 2024 21:11:57 +0100 Subject: [PATCH] fix --- examples/server/server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 1d137a1d6..c58052ef3 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -3519,7 +3519,7 @@ int main(int argc, char ** argv) { std::string prompt = json_value(data, "prompt", std::string()); std::vector tokenized_prompts = tokenize_input_prompts(ctx_server.ctx, prompt, true, true); SRV_DBG("creating infill tasks, n_prompts = %d\n", (int) tokenized_prompts.size()); - auto tokens = format_infill( + data["prompts"] = format_infill( ctx_server.ctx, data.at("input_prefix"), data.at("input_suffix"),