vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

print timings on ctrl+c exit

Browse source
This commit is contained in:
wbpxre150 2023-04-17 15:04:35 +08:00
parent 47f61aaa5f
commit a1ee3b4e47
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
examples/main/main.cpp
View file

@ -25,6 +25,7 @@
#endif #endif
static console_state con_st; static console_state con_st;
llama_context * ctx;
static bool is_interacting = false; static bool is_interacting = false;
@ -36,6 +37,8 @@ void sigint_handler(int signo) {
if (!is_interacting) { if (!is_interacting) {
is_interacting=true; is_interacting=true;
} else { } else {
llama_print_timings(ctx);
llama_free(ctx);
_exit(130); _exit(130);
} }
} }
@ -93,8 +96,6 @@ int main(int argc, char ** argv) {
// params.prompt = R"(// this function checks if the number n is prime // params.prompt = R"(// this function checks if the number n is prime
//bool is_prime(int n) {)"; //bool is_prime(int n) {)";
llama_context * ctx;
// load the model // load the model
{ {
auto lparams = llama_context_default_params(); auto lparams = llama_context_default_params();