flush stdout every token

This commit is contained in:
slaren 2023-08-22 21:18:53 +02:00
parent 56ddd88d05
commit fdd8bf5903

View file

@ -109,7 +109,7 @@ struct chat {
}
printf("%s", llama_token_to_str(ctx, id).c_str());
fflush(stdout);
} while (true);
}