vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: rm superfluous is_alive check in streamed code

Browse source
This commit is contained in:
ochafik 2024-09-29 17:11:53 +01:00
parent 5f00747a90
commit 419e9952c9
1 changed files with 0 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/server/server.cpp
View file

@ -3025,9 +3025,6 @@ int main(int argc, char ** argv) {
});
} else {
ctx_server.receive_cmpl_results_stream(task_ids, [&](server_task_result result) -> bool {
if (!is_alive()) {
return false; // connection is closed
}
std::vector<json> result_array = format_partial_response_oaicompat(result.data, completion_id);
for (auto & event_data : result_array) {
if (event_data.empty()) {