vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : uniform variable names + struct init

Browse source
This commit is contained in:
Georgi Gerganov 2023-07-05 23:15:54 +03:00
parent 4fe95c6985
commit 26cc1bd7a2
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 29 additions and 29 deletions
Download patch file Download diff file Expand all files Collapse all files

12
examples/server/server.cpp
View file

@ -915,14 +915,14 @@ static json format_timings(llama_server_context &llama)
return json{
{"prompt_n", timings.n_eval},
{"prompt_ms", timings.prompt_eval_time_ms},
{"prompt_per_token_ms", timings.prompt_eval_time_ms / timings.n_p_eval},
{"prompt_per_second", 1e3 / timings.prompt_eval_time_ms * timings.n_p_eval},
{"prompt_ms", timings.t_p_eval_ms},
{"prompt_per_token_ms", timings.t_p_eval_ms / timings.n_p_eval},
{"prompt_per_second", 1e3 / timings.t_p_eval_ms * timings.n_p_eval},
{"predicted_n", timings.n_eval},
{"predicted_ms", timings.eval_time_ms},
{"predicted_per_token_ms", timings.eval_time_ms / timings.n_eval},
{"predicted_per_second", 1e3 / timings.eval_time_ms * timings.n_eval},
{"predicted_ms", timings.t_eval_ms},
{"predicted_per_token_ms", timings.t_eval_ms / timings.n_eval},
{"predicted_per_second", 1e3 / timings.t_eval_ms * timings.n_eval},
};
}