From 12bfa7820caf31809a2dfa6509a90acc214ad67c Mon Sep 17 00:00:00 2001 From: l3utterfly Date: Mon, 29 Jul 2024 19:44:23 +0900 Subject: [PATCH] added llama_sample_dry_impl in header --- src/llama-sampling.h | 1 + 1 file changed, 1 insertion(+) diff --git a/src/llama-sampling.h b/src/llama-sampling.h index f7f8e3ef7..578c47243 100644 --- a/src/llama-sampling.h +++ b/src/llama-sampling.h @@ -28,6 +28,7 @@ void llama_sample_softmax_impl (struct llama_sampling * smpl, llama_token_data_ void llama_sample_top_k_impl (struct llama_sampling * smpl, llama_token_data_array * candidates, int32_t k, size_t min_keep); void llama_sample_top_p_impl (struct llama_sampling * smpl, llama_token_data_array * candidates, float p, size_t min_keep); void llama_sample_min_p_impl (struct llama_sampling * smpl, llama_token_data_array * candidates, float p, size_t min_keep); +void llama_sample_dry_impl (llama_token_data_array * candidates, const llama_token * last_tokens, size_t last_tokens_size, float dry_base, float dry_multiplier, int dry_allowed_length, const llama_token * dry_seq_breakers, size_t dry_seq_breakers_size); void llama_sample_tail_free_impl(struct llama_sampling * smpl, llama_token_data_array * candidates, float z, size_t min_keep); void llama_sample_typical_impl (struct llama_sampling * smpl, llama_token_data_array * candidates, float p, size_t min_keep); void llama_sample_entropy_impl (struct llama_sampling * smpl, llama_token_data_array * candidates, float min_temp, float max_temp, float exponent_val);