vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

revert setting n_threads in sycl

Browse source
This commit is contained in:
Meng, Hengyu 2024-01-25 09:44:19 +00:00
parent b06dca678b
commit 05b7f9be6f
1 changed files with 0 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama.cpp
View file

@ -6707,10 +6707,6 @@ static int llama_decode_internal(
n_threads = 1; n_threads = 1;
} }
#ifdef GGML_USE_SYCL
n_threads = 1;
#endif
#ifdef GGML_USE_MPI #ifdef GGML_USE_MPI
const int64_t n_layer = hparams.n_layer; const int64_t n_layer = hparams.n_layer;
ggml_mpi_graph_compute_pre(lctx.ctx_mpi, gf, n_layer); ggml_mpi_graph_compute_pre(lctx.ctx_mpi, gf, n_layer);