From a278637fb16f480a0f66723ad64ee47656791d48 Mon Sep 17 00:00:00 2001 From: ochafik Date: Sun, 2 Feb 2025 09:05:08 +0000 Subject: [PATCH] make multi token not preserved warning more actionable --- examples/server/server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 7b7c611d9..c3a51d186 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -385,7 +385,7 @@ struct server_task { params.sampling.preserved_tokens.insert(ids[0]); } else { // This may happen when using a tool call style meant for a model with special tokens to preserve on a model without said tokens. - LOG_DBG("Not preserved because more than 1 token: %s\n", t.get().c_str()); + LOG_DBG("Not preserved because more than 1 token (wrong chat template override?): %s\n", t.get().c_str()); } } }