From 4b29736da588019a0648d6e14d35e56410816028 Mon Sep 17 00:00:00 2001
From: HanishKVC <hanishkvc@gmail.com>
Date: Thu, 23 May 2024 20:55:11 +0530
Subject: [PATCH] SimpleChat: Reduce max_tokens to be small but still
 sufficient

---
 examples/server/public_simplechat/simplechat.js | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/server/public_simplechat/simplechat.js b/examples/server/public_simplechat/simplechat.js
index a93a89105..303886b26 100644
--- a/examples/server/public_simplechat/simplechat.js
+++ b/examples/server/public_simplechat/simplechat.js
@@ -35,7 +35,7 @@ let gUsageMsg = `
 // Add needed fields wrt json object to be sent wrt LLM web services completions endpoint.
 let gChatRequestOptions = {
     "temperature": 0.7,
-    "max_tokens": 2048
+    "max_tokens": 512
 };
 
 class SimpleChat {