vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix server test

Browse source
This commit is contained in:
Faisal Zaghloul 2024-05-31 02:57:56 -04:00
parent e8c3364387
commit 719d12bc51
1 changed files with 1 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama.cpp
View file

@ -11512,14 +11512,11 @@ static int llama_decode_internal(
if (lctx.threadpool_batch) {
ggml_resume_threadpool(lctx.threadpool_batch);
threadpool = lctx.threadpool_batch;
n_threads = cparams.n_threads_batch;
} else if (lctx.threadpool) {
ggml_resume_threadpool(lctx.threadpool);
threadpool = lctx.threadpool;
n_threads = cparams.n_threads;
} else {
n_threads = cparams.n_threads_batch;
}
n_threads = cparams.n_threads_batch;
}
GGML_ASSERT(n_threads > 0);