From 5380b1e86e783efea3c6001a53fa8bdcc275bb61 Mon Sep 17 00:00:00 2001 From: HanishKVC Date: Sat, 4 May 2024 13:28:21 +0530 Subject: [PATCH] ChatON:Update meta.json wrt command-r models template info picked from tokenizer config's default entry, Verified that same is used in the existing hardcoded chat apply template flow. --- examples/chaton_meta.json | 29 +++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) diff --git a/examples/chaton_meta.json b/examples/chaton_meta.json index eda31fee6..1214319a1 100644 --- a/examples/chaton_meta.json +++ b/examples/chaton_meta.json @@ -291,6 +291,35 @@ "systemuser-system-has-end": true, "systemuser-1st-user-has-begin": true, "systemuser-1st-user-has-prefix": true + }, + "command-r": { + "global": { + "begin": "", + "end": "" + }, + "system": { + "begin": "", + "prefix": "<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>", + "suffix": "<|END_OF_TURN_TOKEN|>", + "end": "" + }, + "user": { + "begin": "", + "prefix": "<|START_OF_TURN_TOKEN|><|USER_TOKEN|>", + "suffix": "<|END_OF_TURN_TOKEN|>", + "end": "" + }, + "assistant": { + "begin": "", + "prefix": "<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>", + "suffix": "<|END_OF_TURN_TOKEN|>", + "end": "" + }, + "reverse-prompt": "<|END_OF_TURN_TOKEN|>", + "systemuser-system-has-suffix": true, + "systemuser-system-has-end": true, + "systemuser-1st-user-has-begin": true, + "systemuser-1st-user-has-prefix": true } }