vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix simple to use new per-node thread count

Browse source
This commit is contained in:
Branden Butler 2024-03-12 11:34:20 -05:00
parent 619bf62acf
commit 01be58caa9
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/simple/simple.cpp
View file

@ -53,8 +53,8 @@ int main(int argc, char ** argv) {
ctx_params.seed = 1234;
ctx_params.n_ctx = 2048;
ctx_params.n_threads = params.n_threads;
ctx_params.n_threads_batch = params.n_threads_batch == -1 ? params.n_threads : params.n_threads_batch;
ctx_params.n_threads = params.n_threads[0];
ctx_params.n_threads_batch = params.n_threads_batch[0] == -1 ? params.n_threads[0] : params.n_threads_batch[0];
llama_context * ctx = llama_new_context_with_model(model, ctx_params);