From 0f8f2a18c28a574394d622db32e53eef3ad1bea5 Mon Sep 17 00:00:00 2001 From: HanishKVC Date: Sun, 5 May 2024 15:18:24 +0530 Subject: [PATCH] ChatON:chat template for OpenChat in meta.json initial go The first model seen, based on templates added till now into meta json file, that needs a Global Begin. From tokenizer_config json file, it appears like even system role should have a appropriate prefix, unlike what is seen in hardcoded default chat apply template of llama.cpp and chat jinja template. --- examples/chaton_meta.json | 29 +++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) diff --git a/examples/chaton_meta.json b/examples/chaton_meta.json index ab0d73cb4..c1e3229f0 100644 --- a/examples/chaton_meta.json +++ b/examples/chaton_meta.json @@ -349,6 +349,35 @@ "systemuser-system-has-end": true, "systemuser-1st-user-has-begin": false, "systemuser-1st-user-has-prefix": false + }, + "openchat": { + "global": { + "begin": "", + "end": "" + }, + "system": { + "begin": "", + "prefix": "GPT4 Correct System: ", + "suffix": "<|end_of_turn|>", + "end": "" + }, + "user": { + "begin": "", + "prefix": "GPT4 Correct User: ", + "suffix": "<|end_of_turn|>", + "end": "" + }, + "assistant": { + "begin": "", + "prefix": "GPT4 Correct Assistant: ", + "suffix": "<|end_of_turn|>", + "end": "" + }, + "reverse-prompt": "<|end_of_turn|>", + "systemuser-system-has-suffix": true, + "systemuser-system-has-end": true, + "systemuser-1st-user-has-begin": true, + "systemuser-1st-user-has-prefix": true } }