From 4cd9711dacb5c060d05159c6b3427c55f1fccdfc Mon Sep 17 00:00:00 2001
From: Evan Jones <evan.q.jones@gmail.com>
Date: Sun, 23 Jul 2023 22:58:56 -0400
Subject: [PATCH] add warning message if EOS is disabled

---
 examples/main/main.cpp | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/examples/main/main.cpp b/examples/main/main.cpp
index 9995ab8ed..16ddc2274 100644
--- a/examples/main/main.cpp
+++ b/examples/main/main.cpp
@@ -350,6 +350,14 @@ int main(int argc, char ** argv) {
         grammar_parser::print_grammar(stderr, parsed_grammar);
         fprintf(stderr, "\n");
 
+        {
+            auto it = params.logit_bias.find(llama_token_eos());
+            if (it != params.logit_bias.end() && it->second == -INFINITY) {
+                fprintf(stderr,
+                    "%s: warning: EOS token is disabled, which will cause most grammars to fail\n", __func__);
+            }
+        }
+
         std::vector<const llama_grammar_element *> grammar_rules(parsed_grammar.c_rules());
         grammar = llama_grammar_init(
             grammar_rules.data(), grammar_rules.size(), parsed_grammar.symbol_ids.at("root"));