vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update logs

Browse source
This commit is contained in:
ochafik 2025-02-03 01:21:09 +00:00
parent 28345877e4
commit c80cb30938
3 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
common/chat.cpp
View file

@ -949,6 +949,7 @@ static common_chat_msg common_chat_parse_content_only(const std::string & input)
} }
common_chat_msg common_chat_parse(const std::string & input, common_chat_format format) { common_chat_msg common_chat_parse(const std::string & input, common_chat_format format) {
LOG_DBG("[%s] format=%s, input:\n%s\n", __func__, common_chat_format_name(format).c_str(), input.c_str());
switch (format) { switch (format) {
case COMMON_CHAT_FORMAT_CONTENT_ONLY: case COMMON_CHAT_FORMAT_CONTENT_ONLY:
return common_chat_parse_content_only(input); return common_chat_parse_content_only(input);

1
examples/server/server.cpp
View file

@ -173,6 +173,7 @@ struct slot_params {
{"grammar_trigger_words", grammar_trigger_words}, {"grammar_trigger_words", grammar_trigger_words},
{"grammar_trigger_tokens", sampling.grammar_trigger_tokens}, {"grammar_trigger_tokens", sampling.grammar_trigger_tokens},
{"preserved_tokens", sampling.preserved_tokens}, {"preserved_tokens", sampling.preserved_tokens},
{"chat_format", common_chat_format_name(oaicompat_chat_format)},
{"samplers", samplers}, {"samplers", samplers},
{"speculative.n_max", speculative.n_max}, {"speculative.n_max", speculative.n_max},
{"speculative.n_min", speculative.n_min}, {"speculative.n_min", speculative.n_min},

2
src/llama-grammar.cpp
View file

@ -1186,7 +1186,7 @@ void llama_grammar_accept_impl(struct llama_grammar & grammar, llama_token token
return; return;
} }
} }
LLAMA_LOG_DEBUG("Grammar still awaiting trigger after token %d (`%s`) (buffer: `%s`)\n", token, piece.c_str(), grammar.trigger_buffer.c_str()); LLAMA_LOG_DEBUG("Grammar still awaiting trigger after token %d (`%s`)\n", token, piece.c_str()); // grammar.trigger_buffer.c_str()
return; return;
} }
} }