diff --git a/common/arg.cpp b/common/arg.cpp index 76b898881..5949505cf 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -2104,7 +2104,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex )); add_opt(common_arg( {"-lv", "--verbosity", "--log-verbosity"}, "N", - "Set the verbosity threshold. Messages with a higher verbosity will be ignored.", + "Set the verbosity threshold. Messages with a higher verbosity will be ignored. (-lv -1 for token only, no EOS nor EOG message)", [](common_params & params, int value) { params.verbosity = value; common_log_set_verbosity_thold(value); diff --git a/common/log.h b/common/log.h index 85dd4393b..1bd4193ce 100644 --- a/common/log.h +++ b/common/log.h @@ -86,6 +86,7 @@ void common_log_set_timestamps(struct common_log * log, bool timestamps) } \ } while (0) +#define LOGTOKEN(...) LOG_TMPL(GGML_LOG_LEVEL_NONE, -1, __VA_ARGS__) #define LOG(...) LOG_TMPL(GGML_LOG_LEVEL_NONE, 0, __VA_ARGS__) #define LOGV(verbosity, ...) LOG_TMPL(GGML_LOG_LEVEL_NONE, verbosity, __VA_ARGS__) diff --git a/examples/main/main.cpp b/examples/main/main.cpp index e654d3542..3c5bf6eb6 100644 --- a/examples/main/main.cpp +++ b/examples/main/main.cpp @@ -706,7 +706,7 @@ int main(int argc, char ** argv) { const std::string token_str = common_token_to_piece(ctx, id, params.special); // Console/Stream Output - LOG("%s", token_str.c_str()); + LOGTOKEN("%s", token_str.c_str()); // Record Displayed Tokens To Log // Note: Generated tokens are created one by one hence this check