From a217382b25713b9299ba7a9a11cbd77aad859100 Mon Sep 17 00:00:00 2001 From: Xuan Son Nguyen Date: Thu, 19 Dec 2024 12:02:11 +0100 Subject: [PATCH] correct comment placement --- examples/server/server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index aed1be62e..9b338e1d9 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1958,7 +1958,6 @@ struct server_context { size_t n_probs = slot.params.sampling.n_probs; int n_vocab = llama_n_vocab(llama_get_model(ctx)); if (post_sampling) { - // TODO: optimize this with min-p optimization const auto * cur_p = common_sampler_get_candidates(slot.smpl); const size_t max_probs = cur_p->size; @@ -1982,6 +1981,7 @@ struct server_context { } } } else { + // TODO: optimize this with min-p optimization std::vector cur = get_token_probabilities(ctx, idx); bool found_sampled_tok = false;