server: logs avoid static in general
Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
This commit is contained in:
parent
3471052504
commit
c6c9f7cfd4
1 changed files with 1 additions and 1 deletions
|
@ -302,7 +302,7 @@ struct llama_client_slot
|
||||||
}
|
}
|
||||||
|
|
||||||
void print_timings() const {
|
void print_timings() const {
|
||||||
static char buffer[512];
|
char buffer[512];
|
||||||
double t_token = t_prompt_processing / num_prompt_tokens_processed;
|
double t_token = t_prompt_processing / num_prompt_tokens_processed;
|
||||||
double n_tokens_second = 1e3 / t_prompt_processing * num_prompt_tokens_processed;
|
double n_tokens_second = 1e3 / t_prompt_processing * num_prompt_tokens_processed;
|
||||||
sprintf(buffer, "prompt eval time = %10.2f ms / %5d tokens (%8.2f ms per token, %8.2f tokens per second)",
|
sprintf(buffer, "prompt eval time = %10.2f ms / %5d tokens (%8.2f ms per token, %8.2f tokens per second)",
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue