vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

changed sigma to float

Browse source
This commit is contained in:
VJHack 2025-01-19 22:40:54 -06:00
parent c6123e69b0
commit 6c1ca58f07
5 changed files with 9 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

2
include/llama.h
View file

@ -1164,7 +1164,7 @@ extern "C" {
LLAMA_API struct llama_sampler * llama_sampler_init_xtc (float p, float t, size_t min_keep, uint32_t seed);
/// @details Top n sigma sampling as described in academic paper "Top-nσ: Not All Logits Are You Need" https://arxiv.org/pdf/2411.07641
LLAMA_API struct llama_sampler * llama_sampler_init_top_n_sigma(int32_t n);
LLAMA_API struct llama_sampler * llama_sampler_init_top_n_sigma(float n);
/// @details Mirostat 1.0 algorithm described in the paper https://arxiv.org/abs/2007.14966. Uses tokens instead of words.
/// @param candidates A vector of `llama_token_data` containing the candidate tokens, their probabilities (p), and log-odds (logit) for the current position in the generated text.