From 3b2dea18c3a8c7a662bce230587dcbf40237d245 Mon Sep 17 00:00:00 2001 From: ngxson Date: Sun, 25 Feb 2024 13:18:55 +0100 Subject: [PATCH] condition_results.notify_all --- examples/server/utils.hpp | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp index 8cc63e7d4..0bac4cef2 100644 --- a/examples/server/utils.hpp +++ b/examples/server/utils.hpp @@ -408,9 +408,7 @@ struct llama_server_response { condition_results.wait(lock, [&]{ return !queue_results.empty(); }); - LOG_VERBOSE("condition_results unblock", { - {"data", queue_results[0].result_json}, - }); + LOG_VERBOSE("condition_results unblock", {}); for (int i = 0; i < (int) queue_results.size(); i++) { @@ -418,6 +416,10 @@ struct llama_server_response { { assert(queue_results[i].multitask_id == -1); task_result res = queue_results[i]; + LOG_VERBOSE("got task result", { + {"task_id", res.id}, + {"data", res.result_json}, + }); queue_results.erase(queue_results.begin() + i); return res; } @@ -450,7 +452,7 @@ struct llama_server_response { { LOG_VERBOSE("queue_results.push_back", {}); queue_results.push_back(result); - condition_results.notify_one(); + condition_results.notify_all(); return; } }