From c6123e69b00012d3ed95f8d19ecf10e8115de07f Mon Sep 17 00:00:00 2001 From: VJHack Date: Fri, 17 Jan 2025 01:17:40 -0600 Subject: [PATCH] added top-k sampler to improve performance --- common/sampling.cpp | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/common/sampling.cpp b/common/sampling.cpp index fdc493f04..ddface5ed 100644 --- a/common/sampling.cpp +++ b/common/sampling.cpp @@ -168,8 +168,9 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, co if (params.mirostat == 0) { if(params.top_n_sigma >= 0) { - llama_sampler_chain_add(result->chain, llama_sampler_init_temp(params.temp)); - llama_sampler_chain_add(result->chain, llama_sampler_init_top_n_sigma(params.top_n_sigma)); + llama_sampler_chain_add(result->chain, llama_sampler_init_top_k (params.top_k)); + llama_sampler_chain_add(result->chain, llama_sampler_init_temp (params.temp)); + llama_sampler_chain_add(result->chain, llama_sampler_init_top_n_sigma (params.top_n_sigma)); } else { for (const auto & cnstr : params.samplers) { switch (cnstr) {