revert unnecessary change

This commit is contained in:
Jhen 2023-08-25 08:55:52 +08:00
parent 607758aed4
commit 8f86eb9762

View file

@ -549,10 +549,7 @@ struct llama_server_context
llama_grammar_accept_token(ctx, grammar, result.tok); llama_grammar_accept_token(ctx, grammar, result.tok);
} }
size_t prob_size = std::min(candidates_p.size, (size_t)n_probs); for (size_t i = 0; i < std::min(candidates_p.size, (size_t)n_probs); ++i)
// Pick the first prob
for (size_t i = 0; i < ; ++i)
{ {
result.probs.push_back({candidates_p.data[i].id, candidates_p.data[i].p}); result.probs.push_back({candidates_p.data[i].id, candidates_p.data[i].p});
} }