vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add $LLGUIDANCE_LOG_LEVEL support

Browse source
This commit is contained in:
Michal Moskal 2025-01-26 10:15:22 -08:00
parent c9e9853e6c
commit efc36c9acf
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
common/llguidance.cpp
View file

@ -21,7 +21,10 @@ static LlgConstraint * llama_sampler_llg_new(LlgTokenizer * tokenizer, const cha
const char * grammar_data) { const char * grammar_data) {
LlgConstraintInit cinit; LlgConstraintInit cinit;
llg_constraint_init_set_defaults(&cinit, tokenizer); llg_constraint_init_set_defaults(&cinit, tokenizer);
// cinit.log_stderr_level = 2; const char *log_level = getenv("LLGUIDANCE_LOG_LEVEL");
if (log_level && *log_level) {
cinit.log_stderr_level = atoi(log_level);
}
auto c = llg_new_constraint_any(&cinit, grammar_kind, grammar_data); auto c = llg_new_constraint_any(&cinit, grammar_kind, grammar_data);
if (llg_get_error(c)) { if (llg_get_error(c)) {
LOG_ERR("llg error: %s\n", llg_get_error(c)); LOG_ERR("llg error: %s\n", llg_get_error(c));