diff --git a/examples/main/main.cpp b/examples/main/main.cpp index 656db4547..11d7a7e4f 100644 --- a/examples/main/main.cpp +++ b/examples/main/main.cpp @@ -605,7 +605,7 @@ int main(int argc, char ** argv) { last_n_repeat, alpha_frequency, alpha_presence); if (!penalize_nl) { for (size_t idx = 0; idx < candidates_p.size; idx++) { - if (candidates_p.data[idx].id == llama_token_nl()) { + if (candidates_p.data[idx].id == llama_token_nl(ctx)) { candidates_p.data[idx].logit = nl_logit; break; }