vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: support cancellation of prompt processing

Browse source
This commit is contained in:
ochafik 2024-10-04 13:22:57 +01:00
parent 42f546500f
commit 03efb92fde
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
examples/server/server.cpp
View file

@ -1877,6 +1877,13 @@ struct server_context {
system_prompt_update(); system_prompt_update();
} }
for (auto & slot : slots) {
if (slot.is_processing() && slot.is_alive && !slot.is_alive()) {
SLT_WRN(slot, "%s", "slot connection died\n");
slot.release();
}
}
// check if all slots are idle // check if all slots are idle
{ {
bool all_idle = true; bool all_idle = true;