From 719d12bc51a3e508af7b839230e1e03198666b5f Mon Sep 17 00:00:00 2001 From: Faisal Zaghloul Date: Fri, 31 May 2024 02:57:56 -0400 Subject: [PATCH] fix server test --- llama.cpp | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/llama.cpp b/llama.cpp index 1fc26a399..180d1153d 100644 --- a/llama.cpp +++ b/llama.cpp @@ -11512,14 +11512,11 @@ static int llama_decode_internal( if (lctx.threadpool_batch) { ggml_resume_threadpool(lctx.threadpool_batch); threadpool = lctx.threadpool_batch; - n_threads = cparams.n_threads_batch; } else if (lctx.threadpool) { ggml_resume_threadpool(lctx.threadpool); threadpool = lctx.threadpool; - n_threads = cparams.n_threads; - } else { - n_threads = cparams.n_threads_batch; } + n_threads = cparams.n_threads_batch; } GGML_ASSERT(n_threads > 0);