From 3a079d5cc895620de11bf64c1448b189dbaa0954 Mon Sep 17 00:00:00 2001 From: anon Date: Tue, 30 May 2023 23:12:00 -0300 Subject: [PATCH] stop generating when the stream is closed --- examples/server/server.cpp | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 8d07f39d7..ad46f56e9 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -860,7 +860,12 @@ int main(int argc, char **argv) data.dump(llama.json_indent, ' ', false, json::error_handler_t::replace) + "\n\n"; - sink.write(str.data(), str.size()); + if (!sink.write(str.data(), str.size())) { + if (llama.verbose) { + fprintf(stderr, "stream closed\n"); + } + return false; + } } sink.done();