batched-bench : add --output-format jsonl
option (#9293)
`--output-format` is modeled after `llama-bench`'s options
This commit is contained in:
parent
409dc4f8bb
commit
815b1fb20a
4 changed files with 40 additions and 7 deletions
|
@ -275,6 +275,9 @@ struct gpt_params {
|
|||
bool spm_infill = false; // suffix/prefix/middle pattern for infill
|
||||
|
||||
std::string lora_outfile = "ggml-lora-merged-f16.gguf";
|
||||
|
||||
// batched-bench params
|
||||
bool batched_bench_output_jsonl = false;
|
||||
};
|
||||
|
||||
void gpt_params_parse_from_env(gpt_params & params);
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue