restore flushing stdout

This commit is contained in:
Bartosz Podkanowicz 2023-11-10 15:39:26 +01:00
parent 3f8e444d0d
commit 147ab5eb0c

View file

@ -179,6 +179,7 @@ int main(int argc, char ** argv) {
}
LOG_TEE("%s", llama_token_to_piece(ctx_expert, new_token_id_expert).c_str());
fflush(stdout);
// prepare the next batch
llama_batch_clear(batch);