batched-bench : add --output-format jsonl option (#9293)

`--output-format` is modeled after `llama-bench`'s options
This commit is contained in:
Aarni Koskela 2024-09-06 18:59:58 +03:00 committed by GitHub
parent 409dc4f8bb
commit 815b1fb20a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 40 additions and 7 deletions

View file

@ -275,6 +275,9 @@ struct gpt_params {
bool spm_infill = false; // suffix/prefix/middle pattern for infill
std::string lora_outfile = "ggml-lora-merged-f16.gguf";
// batched-bench params
bool batched_bench_output_jsonl = false;
};
void gpt_params_parse_from_env(gpt_params & params);