vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

condition_results.notify_all

Browse source
This commit is contained in:
ngxson 2024-02-25 13:18:55 +01:00
parent 91e7e0ff17
commit 3b2dea18c3
1 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

10
examples/server/utils.hpp
View file

@ -408,9 +408,7 @@ struct llama_server_response {
condition_results.wait(lock, [&]{ condition_results.wait(lock, [&]{
return !queue_results.empty(); return !queue_results.empty();
}); });
LOG_VERBOSE("condition_results unblock", { LOG_VERBOSE("condition_results unblock", {});
{"data", queue_results[0].result_json},
});
for (int i = 0; i < (int) queue_results.size(); i++) for (int i = 0; i < (int) queue_results.size(); i++)
{ {
@ -418,6 +416,10 @@ struct llama_server_response {
{ {
assert(queue_results[i].multitask_id == -1); assert(queue_results[i].multitask_id == -1);
task_result res = queue_results[i]; task_result res = queue_results[i];
LOG_VERBOSE("got task result", {
{"task_id", res.id},
{"data", res.result_json},
});
queue_results.erase(queue_results.begin() + i); queue_results.erase(queue_results.begin() + i);
return res; return res;
} }
@ -450,7 +452,7 @@ struct llama_server_response {
{ {
LOG_VERBOSE("queue_results.push_back", {}); LOG_VERBOSE("queue_results.push_back", {});
queue_results.push_back(result); queue_results.push_back(result);
condition_results.notify_one(); condition_results.notify_all();
return; return;
} }
} }