vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

sampling : temp == 0.0 -> no probs, temp < 0.0 -> probs

Browse source
This commit is contained in:
Georgi Gerganov 2023-10-28 14:04:57 +03:00
parent c86cca8061
commit bbfc62ac2f
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

1
common/common.cpp
View file

@ -224,6 +224,7 @@ bool gpt_params_parse(int argc, char ** argv, gpt_params & params) {
break;
}
sparams.temp = std::stof(argv[i]);
sparams.temp = std::max(sparams.temp, 0.0f);
} else if (arg == "--tfs") {
if (++i >= argc) {
invalid_param = true;

6
common/sampling.cpp
View file

@ -168,12 +168,12 @@ llama_token llama_sampling_sample(
}
if (temp < 0.0) {
// greedy sampling, no probs
id = llama_sample_token_greedy(ctx_main, &cur_p);
} else if (temp == 0.0) {
// greedy sampling, with probs
llama_sample_softmax(ctx_main, &cur_p);
id = cur_p.data[0].id;
} else if (temp == 0.0) {
// greedy sampling, no probs
id = llama_sample_token_greedy(ctx_main, &cur_p);
} else {
if (mirostat == 1) {
const int mirostat_m = 100;