vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

formatting

Browse source
This commit is contained in:
slaren 2023-08-17 22:11:40 +02:00
parent b6c81e28cd
commit df87dd74a5
1 changed files with 23 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

29
examples/llama-bench/llama-bench.cpp
View file

@ -391,20 +391,19 @@ static std::vector<cmd_params_instance> get_cmd_params_instances_int(const cmd_p
for (const auto & lv : params.low_vram)
for (const auto & ts : params.tensor_split)
for (const auto & nt : params.n_threads) {
cmd_params_instance instance;
instance.model = m;
instance.n_prompt = n_prompt;
instance.n_gen = n_gen;
instance.n_batch = nb;
instance.f32_kv = fk;
instance.n_gpu_layers = nl;
instance.main_gpu = mg;
instance.mul_mat_q = mmq;
instance.low_vram = lv;
std::copy(std::begin(ts), std::end(ts), std::begin(instance.tensor_split));
instance.n_threads = nt;
cmd_params_instance instance = {
/* .model = */ m,
/* .n_prompt = */ n_prompt,
/* .n_gen = */ n_gen,
/* .n_batch = */ nb,
/* .f32_kv = */ fk,
/* .n_threads = */ nt,
/* .n_gpu_layers = */ nl,
/* .main_gpu = */ mg,
/* .mul_mat_q = */ mmq,
/* .low_vram = */ lv,
/* .tensor_split = */ ts,
};
instances.push_back(instance);
}
return instances;
@ -721,6 +720,7 @@ struct markdown_printer : public printer {
}
void print_header(const cmd_params & params) override {
// select fields to print
fields = { "model", "backend" };
bool is_cpu_backend = test::get_backend() == "CPU" || test::get_backend() == "BLAS";
if (!is_cpu_backend) {
@ -761,7 +761,6 @@ struct markdown_printer : public printer {
fprintf(fout, " %s%s |", std::string(std::abs(width) - 1, '-').c_str(), width > 0 ? ":" : "-");
}
fprintf(fout, "\n");
(void) params;
}
void print_test(const test & t) override {