From 0f07f37b88dba8a70630b31d854a8d8c1202cdb1 Mon Sep 17 00:00:00 2001 From: anon Date: Fri, 23 Jun 2023 12:40:41 -0300 Subject: [PATCH] applies the top k sampler first --- examples/server/server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index c0984aadb..7e1dbd5c3 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -320,10 +320,10 @@ struct llama_server_context { id = llama_sample_token_mirostat_v2(ctx, &candidates_p, mirostat_tau, mirostat_eta, &mirostat_mu); } else { // Temperature sampling + llama_sample_top_k(ctx, &candidates_p, top_k, 1); llama_sample_tail_free(ctx, &candidates_p, tfs_z, 1); llama_sample_typical(ctx, &candidates_p, typical_p, 1); llama_sample_top_p(ctx, &candidates_p, top_p, 1); - llama_sample_top_k(ctx, &candidates_p, top_k, 1); llama_sample_temperature(ctx, &candidates_p, temp); id = llama_sample_token(ctx, &candidates_p); }