n_probs should be view only
min_keep was being set to n_probs, which was then impacting sampler results
This commit is contained in:
parent
e75c6279d1
commit
20906de171
1 changed files with 1 additions and 1 deletions
|
@ -249,7 +249,7 @@ static llama_token llama_sampling_sample_impl(
|
|||
id = llama_sample_token_mirostat_v2(ctx_main, &cur_p, mirostat_tau, mirostat_eta, &ctx_sampling->mirostat_mu);
|
||||
} else {
|
||||
// temperature sampling
|
||||
size_t min_keep = std::max(1, params.n_probs);
|
||||
size_t min_keep = 1;
|
||||
|
||||
sampler_queue(ctx_main, params, cur_p, min_keep);
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue