From f853c3eacf8845ce091081c86ac4c47a93f6d73c Mon Sep 17 00:00:00 2001 From: MaggotHATE Date: Fri, 1 Nov 2024 17:23:34 +0500 Subject: [PATCH] Revert back reset function --- src/llama-sampling.cpp | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/src/llama-sampling.cpp b/src/llama-sampling.cpp index 73bec0b98..2b0f907a8 100644 --- a/src/llama-sampling.cpp +++ b/src/llama-sampling.cpp @@ -1127,11 +1127,16 @@ static void llama_sampler_k_shift_free(struct llama_sampler * smpl) { delete (llama_sampler_k_shift *) smpl->ctx; } +static void llama_sampler_k_shift_reset(struct llama_sampler * smpl) { + auto * ctx = (llama_sampler_k_shift *) smpl->ctx; + ctx->k_set = false; +} + static struct llama_sampler_i llama_sampler_k_shift_i = { /* .name = */ llama_sampler_k_shift_name, /* .accept = */ nullptr, /* .apply = */ llama_sampler_k_shift_apply, - /* .reset = */ nullptr, + /* .reset = */ llama_sampler_k_shift_reset, /* .clone = */ llama_sampler_k_shift_clone, /* .free = */ llama_sampler_k_shift_free, };