From d87d27512ec3625e885f14d4a5c606e0e646134d Mon Sep 17 00:00:00 2001 From: HanishKVC Date: Mon, 22 Apr 2024 23:29:28 +0530 Subject: [PATCH] ChatOn: update sample meta json a bit Move [inst] [/inst] wrt llama2 from global to individual role specific parts. Avoid an extra \n wrt prefixes of llama3 --- examples/chaton_meta.json | 22 +++++++++++----------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git a/examples/chaton_meta.json b/examples/chaton_meta.json index 4520b2966..8301f4221 100644 --- a/examples/chaton_meta.json +++ b/examples/chaton_meta.json @@ -2,17 +2,17 @@ { "llama2": { "global": { - "prefix": "[INST] ", - "suffix": " [/INST]" - }, - "system": { - "prefix": " <>\n", - "suffix": "\n<>\n\n" - }, - "user": { "prefix": "", "suffix": "" }, + "system": { + "prefix": "[INST] <>\n", + "suffix": "\n<> [/INST]\n\n" + }, + "user": { + "prefix": "[INST] ", + "suffix": " [/INST]\n\n" + }, "assistant": { "prefix": "", "suffix": "" @@ -25,15 +25,15 @@ "suffix": "" }, "system": { - "prefix": "<|start_header_id|>system<|end_header_id|>\n\n", + "prefix": "<|start_header_id|>system<|end_header_id|>\n", "suffix": "<|eot_id|>\n\n" }, "user": { - "prefix": "<|start_header_id|>user<|end_header_id|>\n\n", + "prefix": "<|start_header_id|>user<|end_header_id|>\n", "suffix": "<|eot_id|>\n\n" }, "assistant": { - "prefix": "<|start_header_id|>assistant<|end_header_id|>\n\n", + "prefix": "<|start_header_id|>assistant<|end_header_id|>\n", "suffix": "" }, "reverse-prompt": "<|eot_id|>"