vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

use set::find

Browse source
This commit is contained in:
ochafik 2025-02-02 02:07:32 +00:00
parent a28d9befbc
commit 5fd28b3aca
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/server/server.cpp
View file

@ -2855,8 +2855,7 @@ struct server_context {
server_slot * slot_batched = nullptr;
auto accept_special_token = [&](server_slot & slot, llama_token token) {
const auto & preserved_tokens = slot.params.sampling.preserved_tokens;
return params_base.special || std::find(preserved_tokens.begin(), preserved_tokens.end(), token) != preserved_tokens.end();
return params_base.special || slot.params.sampling.preserved_tokens.find(token) != slot.params.sampling.preserved_tokens.end();
};
// frist, add sampled tokens from any ongoing sequences