vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

check grammar in llama_sample_probability_distribution_impl

Browse source
This commit is contained in:
Minsoo Cheong 2024-03-03 03:09:11 +09:00
parent c76135401f
commit 45465b21d1
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
common/sampling.cpp
View file

@ -357,6 +357,11 @@ static llama_token_data_array llama_sample_probability_distribution_impl(
} }
} }
// apply grammar checks
if (ctx_sampling->grammar != NULL) {
llama_sample_grammar(ctx_main, &cur_p, ctx_sampling->grammar);
}
llama_sample_softmax(ctx_main, &cur_p); llama_sample_softmax(ctx_main, &cur_p);
return cur_p; return cur_p;
} }