vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix uniform int distribution initialization

Browse source
This commit is contained in:
Minsoo Cheong 2024-03-01 02:24:55 +09:00
parent c2cd292307
commit 7463569cad
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/speculative/speculative.cpp
View file

@ -47,7 +47,6 @@ int main(int argc, char ** argv) {
} }
std::default_random_engine rng(params.seed); std::default_random_engine rng(params.seed);
std::uniform_real_distribution<> u_dist; std::uniform_real_distribution<> u_dist;
std::uniform_int_distribution<> u_int_dist;
#ifndef LOG_DISABLE_LOGS #ifndef LOG_DISABLE_LOGS
log_set_target(log_filename_generator("speculative", "log")); log_set_target(log_filename_generator("speculative", "log"));
@ -227,7 +226,8 @@ int main(int argc, char ** argv) {
while (active_seqs.size() > 0) { while (active_seqs.size() > 0) {
// randomly select a sequence to verify from active sequences // randomly select a sequence to verify from active sequences
int s = *std::next(active_seqs.begin(), u_int_dist(rng) % active_seqs.size()); std::uniform_int_distribution<u_int> u_int_dist(0, active_seqs.size() - 1);
int s = *std::next(active_seqs.begin(), u_int_dist(rng));
if (i_dft >= (int) drafts[s].tokens.size()) { if (i_dft >= (int) drafts[s].tokens.size()) {
drafts[s].active = false; drafts[s].active = false;
active_seqs.erase(s); active_seqs.erase(s);