From cf77a846c620ac5d673592407e05554def398a73 Mon Sep 17 00:00:00 2001
From: VJHack <flymyplane21@gmail.com>
Date: Sun, 15 Sep 2024 09:12:24 -0500
Subject: [PATCH] allow disabling context shift in the server

---
 examples/server/server.cpp | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 14c4af3d9..d112712fe 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -1885,6 +1885,13 @@ struct server_context {
         for (server_slot & slot : slots) {
             if (slot.ga_n == 1) {
                 if (slot.is_processing() && (int) system_tokens.size() + slot.n_past >= slot.n_ctx - 1) {
+                    if (!params.ctx_shift){
+                        slot.release();
+                        slot.print_timings();
+                        send_final_response(slot);
+                        metrics.on_prediction(slot);
+                        continue;
+                    }
                     // Shift context
                     const int n_keep    = slot.params.n_keep + add_bos_token;
                     const int n_left    = (int) system_tokens.size() + slot.n_past - n_keep;