vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix code format, change print for --no-mmap

Browse source
This commit is contained in:
jianyuzh 2024-02-01 23:02:29 +08:00
parent e4e28c1c46
commit b2f6338d2f
1 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
examples/llama-bench/llama-bench.cpp
View file

@ -127,14 +127,16 @@ static std::string get_gpu_info() {
ggml_sycl_get_gpu_list(device_list, GGML_SYCL_MAX_DEVICES); ggml_sycl_get_gpu_list(device_list, GGML_SYCL_MAX_DEVICES);
for (int i = 0; i < GGML_SYCL_MAX_DEVICES; i++) { for (int i = 0; i < GGML_SYCL_MAX_DEVICES; i++) {
if (device_list[i]>0){ if (device_list[i] >0 ){
char buf[128]; char buf[128];
ggml_sycl_get_device_description(i, buf, sizeof(buf)); ggml_sycl_get_device_description(i, buf, sizeof(buf));
id += buf; id += buf;
id += "/"; id += "/";
} }
} }
if(id.length()>2) id.pop_back(); if (id.length() >2 ) {
id.pop_back();
}
#endif #endif
// TODO: other backends // TODO: other backends
return id; return id;
@ -218,7 +220,7 @@ static void print_usage(int /* argc */, char ** argv) {
printf(" -sm, --split-mode <none|layer|row> (default: %s)\n", join(transform_to_str(cmd_params_defaults.split_mode, split_mode_str), ",").c_str()); printf(" -sm, --split-mode <none|layer|row> (default: %s)\n", join(transform_to_str(cmd_params_defaults.split_mode, split_mode_str), ",").c_str());
printf(" -mg, --main-gpu <i> (default: %s)\n", join(cmd_params_defaults.main_gpu, ",").c_str()); printf(" -mg, --main-gpu <i> (default: %s)\n", join(cmd_params_defaults.main_gpu, ",").c_str());
printf(" -nkvo, --no-kv-offload <0|1> (default: %s)\n", join(cmd_params_defaults.no_kv_offload, ",").c_str()); printf(" -nkvo, --no-kv-offload <0|1> (default: %s)\n", join(cmd_params_defaults.no_kv_offload, ",").c_str());
printf(" -nmmap, --no-mmap (default: %s)\n", cmd_params_defaults.use_mmap ? "0" : "1"); printf(" -nmmap, --no-mmap\n");
printf(" -mmq, --mul-mat-q <0|1> (default: %s)\n", join(cmd_params_defaults.mul_mat_q, ",").c_str()); printf(" -mmq, --mul-mat-q <0|1> (default: %s)\n", join(cmd_params_defaults.mul_mat_q, ",").c_str());
printf(" -ts, --tensor_split <ts0/ts1/..> (default: 0)\n"); printf(" -ts, --tensor_split <ts0/ts1/..> (default: 0)\n");
printf(" -r, --repetitions <n> (default: %d)\n", cmd_params_defaults.reps); printf(" -r, --repetitions <n> (default: %d)\n", cmd_params_defaults.reps);
@ -512,7 +514,6 @@ struct cmd_params_instance {
cparams.mul_mat_q = mul_mat_q; cparams.mul_mat_q = mul_mat_q;
cparams.offload_kqv = !no_kv_offload; cparams.offload_kqv = !no_kv_offload;
return cparams; return cparams;
} }
}; };