From 3a37ae40064e2b4dba42e15fb2c6068c72046dcd Mon Sep 17 00:00:00 2001
From: ochafik <ochafik@google.com>
Date: Sun, 2 Feb 2025 09:00:46 +0000
Subject: [PATCH] comment / warn about preserved tokens not being single tokens

---
 examples/server/server.cpp | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 8a5ef5045..7b7c611d9 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -383,6 +383,9 @@ struct server_task {
                     if (ids.size() == 1) {
                         LOG_DBG("Preserved token: %d\n", ids[0]);
                         params.sampling.preserved_tokens.insert(ids[0]);
+                    } else {
+                        // This may happen when using a tool call style meant for a model with special tokens to preserve on a model without said tokens.
+                        LOG_DBG("Not preserved because more than 1 token: %s\n", t.get<std::string>().c_str());
                     }
                 }
             }