From 01be58caa9362318701e107f651b3766e0c26ff0 Mon Sep 17 00:00:00 2001 From: Branden Butler Date: Tue, 12 Mar 2024 11:34:20 -0500 Subject: [PATCH] Fix simple to use new per-node thread count --- examples/simple/simple.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/simple/simple.cpp b/examples/simple/simple.cpp index 39e2d8ea4..b31d77fbe 100644 --- a/examples/simple/simple.cpp +++ b/examples/simple/simple.cpp @@ -53,8 +53,8 @@ int main(int argc, char ** argv) { ctx_params.seed = 1234; ctx_params.n_ctx = 2048; - ctx_params.n_threads = params.n_threads; - ctx_params.n_threads_batch = params.n_threads_batch == -1 ? params.n_threads : params.n_threads_batch; + ctx_params.n_threads = params.n_threads[0]; + ctx_params.n_threads_batch = params.n_threads_batch[0] == -1 ? params.n_threads[0] : params.n_threads_batch[0]; llama_context * ctx = llama_new_context_with_model(model, ctx_params);