vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

make multi token not preserved warning more actionable

Browse source
This commit is contained in:
ochafik 2025-02-02 09:05:08 +00:00
parent 3a37ae4006
commit a278637fb1
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/server.cpp
View file

@ -385,7 +385,7 @@ struct server_task {
params.sampling.preserved_tokens.insert(ids[0]); params.sampling.preserved_tokens.insert(ids[0]);
} else { } else {
// This may happen when using a tool call style meant for a model with special tokens to preserve on a model without said tokens. // This may happen when using a tool call style meant for a model with special tokens to preserve on a model without said tokens.
LOG_DBG("Not preserved because more than 1 token: %s\n", t.get<std::string>().c_str()); LOG_DBG("Not preserved because more than 1 token (wrong chat template override?): %s\n", t.get<std::string>().c_str());
} }
} }
} }