From 32a67cbd16f4ace95f3e8f83291b5d8c926d1bc2 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sun, 15 Oct 2023 19:35:59 +0300 Subject: [PATCH] speculative : reuse the n_parallel CLI param --- examples/speculative/speculative.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/speculative/speculative.cpp b/examples/speculative/speculative.cpp index 7c616fb4c..e552e0593 100644 --- a/examples/speculative/speculative.cpp +++ b/examples/speculative/speculative.cpp @@ -38,7 +38,7 @@ int main(int argc, char ** argv) { } // max number of parallel drafting sequences (i.e. tree branches) - int n_seq_dft = 8; + const int n_seq_dft = params.n_parallel; #ifndef LOG_DISABLE_LOGS log_set_target(log_filename_generator("speculative", "log"));