From 655899db89f14c1e089a9d04d3423bcda86d96a8 Mon Sep 17 00:00:00 2001
From: digiwombat <randall@dasaku.net>
Date: Sun, 28 May 2023 13:49:45 -0400
Subject: [PATCH] Add ignore_eos option to generation settings.

---
 examples/server/server.cpp | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index f84946689..1b4e28083 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -585,6 +585,14 @@ bool parse_options_completion(json body, llama_server_context& llama, Response &
   {
     llama.params.seed = time(NULL);
   }
+  if (!body["ignore_eos"].is_null() && body["ignore_eos"].get<bool>())
+  {
+      llama.params.logit_bias[llama_token_eos()] = -INFINITY;
+  }
+  else
+  {
+      llama.params.logit_bias.erase(llama_token_eos());
+  }
   if (!body["prompt"].is_null())
   {
     llama.params.prompt = body["prompt"].get<std::string>();