vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Define non-positive top_k; top_k range check

Browse source
This commit is contained in:
Ivan Stepanov 2023-04-05 18:40:17 +03:00
parent 53dbba7695
commit c6479a3cda
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama.cpp
View file

@ -1229,7 +1229,8 @@ static llama_vocab::id llama_sample_top_p_top_k(
}
}
sample_top_k(logits_id, top_k);
if (top_k > 0 && top_k < n_logits)
sample_top_k(logits_id, top_k);
float maxl = -std::numeric_limits<float>::infinity();
for (const auto & kv : logits_id) {