vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Flush stdout and output ending newline if streaming.

Browse source
This commit is contained in:
DAN™ 2024-03-09 12:57:00 -05:00
parent a86c844f3f
commit b1d9c2636a
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
examples/gritlm/gritlm.cpp
View file

@ -158,12 +158,17 @@ static std::string generate(llama_context* ctx, const std::string& prompt, bool
std::string piece = llama_token_to_piece(ctx, token);
if (stream) {
std::printf("%s", piece.c_str());
std::fflush(stdout);
}
pieces.push_back(piece);
inputs.push_back(token);
}
if (stream) {
std::printf("\n");
}
llama_batch_free(bat);
return aggregate_pieces(pieces);