vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

erring on the side of caution; disable by default

Browse source
This commit is contained in:
kalomaze 2023-10-28 22:05:05 -05:00
parent 69ef4ca885
commit 833637b703
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
common/sampling.h
View file

@ -14,7 +14,7 @@ typedef struct llama_sampling_params {
int32_t n_probs = 0; // if greater than 0, output the probabilities of top n_probs tokens.
int32_t top_k = 40; // <= 0 to use vocab size
float top_p = 0.95f; // 1.0 = disabled
float min_p = 0.05f; // 0.0 = disabled
float min_p = 1.0f; // 1.0 (or 0.0) = disabled
float tfs_z = 1.00f; // 1.0 = disabled
float typical_p = 1.00f; // 1.0 = disabled
float temp = 0.80f; // 1.0 = disabled

2
llama.h
View file

@ -600,7 +600,7 @@ extern "C" {
float p,
size_t min_keep);
/// @details Minimum P sampling by Kalomaze
/// @details Minimum P sampling as described in https://github.com/ggerganov/llama.cpp/pull/3841#issue-1966758357
LLAMA_API void llama_sample_min_p(
struct llama_context * ctx,
llama_token_data_array * candidates,