From 33b69571778860c53af6bcdf963c58df9c154eb2 Mon Sep 17 00:00:00 2001 From: digiwombat Date: Sun, 28 May 2023 16:45:05 -0400 Subject: [PATCH] Fixed failing to return result on stopping token. --- examples/server/server.cpp | 1 + 1 file changed, 1 insertion(+) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 703157b3f..96aa30ef7 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -236,6 +236,7 @@ struct llama_server_context if (!embd.empty() && embd.back() == llama_token_eos()) { stopping_word = llama_token_to_str(ctx, embd.back()); has_next_token = false; + return result; } has_next_token = n_remain != 0;