vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix format

Browse source
This commit is contained in:
Neo Zhang Jianyu 2024-03-14 20:52:27 +08:00 • committed by GitHub
parent dd519ea996
commit 31277a1a24
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

14
llama.cpp
View file

@ -5056,13 +5056,13 @@ static int llama_model_load(const std::string & fname, llama_model & model, llam
#endif #endif
#ifdef GGML_USE_SYCL #ifdef GGML_USE_SYCL
if (params.split_mode == LLAMA_SPLIT_MODE_NONE) { if (params.split_mode == LLAMA_SPLIT_MODE_NONE) {
ggml_backend_sycl_set_single_device_mode(params.main_gpu); ggml_backend_sycl_set_single_device_mode(params.main_gpu);
//SYCL use device index (0, 1, 2) directly, uer input device id, then convert to device index. //SYCL use device index (0, 1, 2) directly, uer input device id, then convert to device index.
params.main_gpu = ggml_backend_sycl_get_device_index(params.main_gpu); params.main_gpu = ggml_backend_sycl_get_device_index(params.main_gpu);
} else { } else {
ggml_backend_sycl_set_mul_device_mode(); ggml_backend_sycl_set_mul_device_mode();
} }
#endif #endif
if (!llm_load_tensors( if (!llm_load_tensors(