From 1bf050c2a89506b06b42f3ebe836fb0322fe6234 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sat, 26 Aug 2023 21:06:41 +0300 Subject: [PATCH] main : pass ctx to llama_token_nl() --- examples/main/main.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/main/main.cpp b/examples/main/main.cpp index 656db4547..11d7a7e4f 100644 --- a/examples/main/main.cpp +++ b/examples/main/main.cpp @@ -605,7 +605,7 @@ int main(int argc, char ** argv) { last_n_repeat, alpha_frequency, alpha_presence); if (!penalize_nl) { for (size_t idx = 0; idx < candidates_p.size; idx++) { - if (candidates_p.data[idx].id == llama_token_nl()) { + if (candidates_p.data[idx].id == llama_token_nl(ctx)) { candidates_p.data[idx].logit = nl_logit; break; }