vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

print timings by default

Browse source
This commit is contained in:
anon 2023-05-31 12:55:19 -03:00
parent d58e48663d
commit 3edaf6bd8b
1 changed files with 3 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

11
examples/server/server.cpp
View file

@ -796,9 +796,7 @@ int main(int argc, char **argv)
{"prompt", llama.params.prompt}, {"prompt", llama.params.prompt},
{"stopping_word", llama.stopping_word}}; {"stopping_word", llama.stopping_word}};
if (llama.verbose) { llama_print_timings(llama.ctx);
llama_print_timings(llama.ctx);
}
return res.set_content( return res.set_content(
data.dump(llama.json_indent, ' ', false, json::error_handler_t::replace), data.dump(llama.json_indent, ' ', false, json::error_handler_t::replace),
@ -870,16 +868,13 @@ int main(int argc, char **argv)
if (!sink.write(str.data(), str.size())) { if (!sink.write(str.data(), str.size())) {
if (llama.verbose) { if (llama.verbose) {
fprintf(stderr, "stream closed\n"); fprintf(stderr, "stream closed\n");
llama_print_timings(llama.ctx);
} }
llama_print_timings(llama.ctx);
return false; return false;
} }
} }
if (llama.verbose) { llama_print_timings(llama.ctx);
llama_print_timings(llama.ctx);
}
sink.done(); sink.done();
return true; return true;
}; };