vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

flush stdout every token

Browse source
This commit is contained in:
slaren 2023-08-22 21:18:53 +02:00
parent 56ddd88d05
commit fdd8bf5903
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/llama2-chat/llama2-chat.cpp
View file

@ -109,7 +109,7 @@ struct chat {
} }
printf("%s", llama_token_to_str(ctx, id).c_str()); printf("%s", llama_token_to_str(ctx, id).c_str());
fflush(stdout);
} while (true); } while (true);
} }