vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

revert unnecessary change

Browse source
This commit is contained in:
Jhen 2023-08-25 08:55:52 +08:00
parent 607758aed4
commit 8f86eb9762
1 changed files with 1 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
examples/server/server.cpp
View file

@ -549,10 +549,7 @@ struct llama_server_context
llama_grammar_accept_token(ctx, grammar, result.tok);
}
size_t prob_size = std::min(candidates_p.size, (size_t)n_probs);
// Pick the first prob
for (size_t i = 0; i < ; ++i)
for (size_t i = 0; i < std::min(candidates_p.size, (size_t)n_probs); ++i)
{
result.probs.push_back({candidates_p.data[i].id, candidates_p.data[i].p});
}