vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

match discrete_dist type and function return type

Browse source
This commit is contained in:
slaren 2024-09-09 16:06:05 +02:00
parent fe16c7a8ad
commit 2fd513a826
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/llama-sampling.cpp
View file

@ -40,7 +40,7 @@ static int llama_sample_dist(llama_token_data_array * cur_p, std::mt19937 & rng)
#pragma GCC diagnostic pop #pragma GCC diagnostic pop
#endif #endif
std::discrete_distribution<size_t> dist(probs_iterator{cur_p->data}, probs_iterator{cur_p->data + cur_p->size}); std::discrete_distribution<int> dist(probs_iterator{cur_p->data}, probs_iterator{cur_p->data + cur_p->size});
return dist(rng); return dist(rng);
} }