From 3edaf6bd8bdc853f7f0a10f9e397bd01d0e99238 Mon Sep 17 00:00:00 2001 From: anon Date: Wed, 31 May 2023 12:55:19 -0300 Subject: [PATCH] print timings by default --- examples/server/server.cpp | 11 +++-------- 1 file changed, 3 insertions(+), 8 deletions(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index eb75ab1de..d6fb84cd9 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -796,9 +796,7 @@ int main(int argc, char **argv) {"prompt", llama.params.prompt}, {"stopping_word", llama.stopping_word}}; - if (llama.verbose) { - llama_print_timings(llama.ctx); - } + llama_print_timings(llama.ctx); return res.set_content( data.dump(llama.json_indent, ' ', false, json::error_handler_t::replace), @@ -870,16 +868,13 @@ int main(int argc, char **argv) if (!sink.write(str.data(), str.size())) { if (llama.verbose) { fprintf(stderr, "stream closed\n"); - llama_print_timings(llama.ctx); } + llama_print_timings(llama.ctx); return false; } } - if (llama.verbose) { - llama_print_timings(llama.ctx); - } - + llama_print_timings(llama.ctx); sink.done(); return true; };