vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

better n_threads

Browse source
This commit is contained in:
slaren 2023-08-22 21:19:29 +02:00
parent fdd8bf5903
commit 44f5e2ad77
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/llama2-chat/llama2-chat.cpp
View file

@ -19,7 +19,7 @@ struct chat {
llama_context * ctx; llama_context * ctx;
std::string system; std::string system;
int n_threads = 8; int n_threads = get_num_physical_cores();
chat(const std::string & model_file, const std::string & system) : system(system) { chat(const std::string & model_file, const std::string & system) : system(system) {
lparams = llama_context_default_params(); lparams = llama_context_default_params();