From 3807c3de04cde853418033c95e96642876545f3e Mon Sep 17 00:00:00 2001 From: RunningLeon Date: Thu, 18 Jul 2024 16:06:22 +0800 Subject: [PATCH] server : respect `--special` cli arg (#8553) --- examples/server/server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index badeb9121..7813a2957 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1182,7 +1182,7 @@ struct server_context { bool process_token(completion_token_output & result, server_slot & slot) { // remember which tokens were sampled - used for repetition penalties during sampling - const std::string token_str = llama_token_to_piece(ctx, result.tok, false); + const std::string token_str = llama_token_to_piece(ctx, result.tok, params.special); slot.sampled = result.tok; // search stop word and delete it