vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: correct multitask response

Browse source
This commit is contained in:
ngxson 2024-01-22 22:42:59 +01:00
parent d87b48fd55
commit 1bd867894d
1 changed files with 1 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/server/server.cpp
View file

@ -1089,12 +1089,6 @@ struct llama_server_context
} }
queue_results.send(res); queue_results.send(res);
// parent multitask, if any, needs to be updated
if (slot.multitask_id != -1)
{
queue_tasks.update_multitask(slot.multitask_id, slot.task_id, res);
}
} }
void send_embedding(llama_client_slot &slot) void send_embedding(llama_client_slot &slot)
@ -1319,7 +1313,7 @@ struct llama_server_context
result_jsons.push_back(subres.result_json); result_jsons.push_back(subres.result_json);
result.error = result.error && subres.error; result.error = result.error && subres.error;
} }
result.result_json = json{ "results", result_jsons }; result.result_json = json{ { "results", result_jsons } };
queue_results.send(result); queue_results.send(result);
} }