vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Even formatting + exclusively 0.0f to disable now

Browse source
This commit is contained in:
kalomaze 2023-10-28 23:52:22 -05:00
parent cb233584cc
commit fcbbfc1666
2 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
common/sampling.cpp
View file

@ -191,9 +191,9 @@ llama_token llama_sampling_sample(
llama_sample_tail_free(ctx_main, &cur_p, tfs_z, min_keep); llama_sample_tail_free(ctx_main, &cur_p, tfs_z, min_keep);
llama_sample_typical (ctx_main, &cur_p, typical_p, min_keep); llama_sample_typical (ctx_main, &cur_p, typical_p, min_keep);
if (min_p != 0.0) { if (min_p != 0.0) {
llama_sample_min_p(ctx_main, &cur_p, min_p, min_keep); llama_sample_min_p(ctx_main, &cur_p, min_p, min_keep);
} else { } else {
llama_sample_top_p(ctx_main, &cur_p, top_p, min_keep); llama_sample_top_p(ctx_main, &cur_p, top_p, min_keep);
} }
llama_sample_temp (ctx_main, &cur_p, temp); llama_sample_temp (ctx_main, &cur_p, temp);

2
common/sampling.h
View file

@ -14,7 +14,7 @@ typedef struct llama_sampling_params {
int32_t n_probs = 0; // if greater than 0, output the probabilities of top n_probs tokens. int32_t n_probs = 0; // if greater than 0, output the probabilities of top n_probs tokens.
int32_t top_k = 40; // <= 0 to use vocab size int32_t top_k = 40; // <= 0 to use vocab size
float top_p = 0.95f; // 1.0 = disabled float top_p = 0.95f; // 1.0 = disabled
float min_p = 0.0f; // 1.0 (or 0.0) = disabled float min_p = 0.00f; // 0.0 = disabled
float tfs_z = 1.00f; // 1.0 = disabled float tfs_z = 1.00f; // 1.0 = disabled
float typical_p = 1.00f; // 1.0 = disabled float typical_p = 1.00f; // 1.0 = disabled
float temp = 0.80f; // 1.0 = disabled float temp = 0.80f; // 1.0 = disabled