vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix logging in examples/main/main.cpp

Browse source 
LOG() outputs to stdout. This interferes with the generated output in at
least 3 places: When we log: "[end of text]", "saving final output to
session file", and when we log "\n\n" in line 927. LOG_INF() outputs to
stderr. If we use LOG_INF() we can fix that.
This commit is contained in:
Kurt Manucredo 2024-10-08 21:02:50 +00:00
parent dca1d4b58a
commit 05420dbba8
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/main/main.cpp
View file

@ -907,7 +907,7 @@ int main(int argc, char ** argv) {
// end of generation
if (!embd.empty() && llama_token_is_eog(model, embd.back()) && !(params.interactive)) {
LOG(" [end of text]\n");
LOG_INF(" [end of text]\n");
break;
}
@ -920,11 +920,11 @@ int main(int argc, char ** argv) {
}
if (!path_session.empty() && params.prompt_cache_all && !params.prompt_cache_ro) {
LOG("\n%s: saving final output to session file '%s'\n", __func__, path_session.c_str());
LOG_INF("\n%s: saving final output to session file '%s'\n", __func__, path_session.c_str());
llama_state_save_file(ctx, path_session.c_str(), session_tokens.data(), session_tokens.size());
}
LOG("\n\n");
LOG_INF("\n\n");
gpt_perf_print(ctx, smpl);
write_logfile(ctx, params, model, input_tokens, output_ss.str(), output_tokens);