vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: twice ctrl+C to exit

Browse source
This commit is contained in:
ngxson 2024-02-26 15:41:55 +01:00
parent 67fd33132f
commit 7547ef5c6d
1 changed files with 8 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
examples/server/server.cpp
View file

@ -2768,7 +2768,14 @@ static void append_to_generated_text_from_generated_token_probs(llama_server_con
}
std::function<void(int)> shutdown_handler;
inline void signal_handler(int signal) { shutdown_handler(signal); }
static bool is_terminating = false;
inline void signal_handler(int signal) {
if (is_terminating) {
exit(0); // force exit the process, in case it hangs
}
is_terminating = true;
shutdown_handler(signal);
}
int main(int argc, char **argv)
{