From a64dcd7796b0ba79f4df6891053bd9f4c9bfeb6c Mon Sep 17 00:00:00 2001
From: HanishKVC <hanishkvc@gmail.com>
Date: Sat, 27 Apr 2024 07:39:32 +0530
Subject: [PATCH] ChatON:Zephyr: Update wrt detailed meta json, also update eos

Pick eos from zephyr's tokenizer_config, which is different from
what was hardcoded in the existing llama_chat_apply_template.
---
 examples/chaton_meta.json | 15 ++++++++++++---
 1 file changed, 12 insertions(+), 3 deletions(-)

diff --git a/examples/chaton_meta.json b/examples/chaton_meta.json
index 619050379..da70b3cc7 100644
--- a/examples/chaton_meta.json
+++ b/examples/chaton_meta.json
@@ -82,23 +82,32 @@
 	},
 	"zephyr": {
 		"global": {
+			"alt-end": "<|endoftext|>\n",
 			"begin": "",
 			"end": ""
 		},
 		"system": {
+			"begin": "",
 			"prefix": "<|system|>\n",
-			"suffix": "<|endoftext|>\n"
+			"suffix": "",
+			"end": "</s>\n"
 		},
 		"user": {
 			"begin": "",
 			"prefix": "<|user|>\n",
-			"suffix": "<|endoftext|>\n"
+			"suffix": "",
+			"end": "</s>\n"
 		},
 		"assistant": {
+			"end-alt": "<|endoftext|>\n",
+			"begin": "",
 			"prefix": "<|assistant|>\n",
-			"suffix": "<|endoftext|>\n"
+			"suffix": "",
+			"end": "</s>\n"
 		},
 		"reverse-prompt": "</s>",
+		"systemuser-system-has-suffix": true,
+		"systemuser-system-has-end": true,
 		"systemuser-1st-user-has-begin": true,
 		"systemuser-1st-user-has-prefix": true
 	},