vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

stop generating when the stream is closed

Browse source
This commit is contained in:
anon 2023-05-30 23:12:00 -03:00
parent 7a8104fbd2
commit 3a079d5cc8
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
examples/server/server.cpp
View file

@ -860,7 +860,12 @@ int main(int argc, char **argv)
data.dump(llama.json_indent, ' ', false,
json::error_handler_t::replace) +
"\n\n";
sink.write(str.data(), str.size());
if (!sink.write(str.data(), str.size())) {
if (llama.verbose) {
fprintf(stderr, "stream closed\n");
}
return false;
}
}
sink.done();