From a04a5b526b658fe20f9b69f98bb2503440e0d739 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Thu, 12 Dec 2024 21:33:28 +0200 Subject: [PATCH] batched : remove penalties sampler --- examples/batched/batched.cpp | 6 ------ 1 file changed, 6 deletions(-) diff --git a/examples/batched/batched.cpp b/examples/batched/batched.cpp index a73740ea0..e2e01f2d5 100644 --- a/examples/batched/batched.cpp +++ b/examples/batched/batched.cpp @@ -70,12 +70,6 @@ int main(int argc, char ** argv) { llama_sampler * smpl = llama_sampler_chain_init(sparams); llama_sampler_chain_add(smpl, llama_sampler_init_top_k(params.sampling.top_k)); - llama_sampler_chain_add(smpl, - llama_sampler_init_penalties( - params.sampling.penalty_last_n, - params.sampling.penalty_repeat, - params.sampling.penalty_freq, - params.sampling.penalty_present)); llama_sampler_chain_add(smpl, llama_sampler_init_top_p(params.sampling.top_p, params.sampling.min_keep)); llama_sampler_chain_add(smpl, llama_sampler_init_temp (params.sampling.temp)); llama_sampler_chain_add(smpl, llama_sampler_init_dist (params.sampling.seed));