diff --git a/common/chaton.hpp b/common/chaton.hpp index be9957ff9..222c8657f 100644 --- a/common/chaton.hpp +++ b/common/chaton.hpp @@ -49,6 +49,9 @@ * in-prefix, in-suffix and antiprompt of main. * These always adds any role specific prefix and suffix around the passed message. * + * Sample chaton_meta.json includes template info for + * * llama2, llama3, gemma, chatml, zephyr, deepseek + * */ #include diff --git a/examples/chaton_meta.json b/examples/chaton_meta.json index 05ffcc8fb..4f6bcfc30 100644 --- a/examples/chaton_meta.json +++ b/examples/chaton_meta.json @@ -99,6 +99,46 @@ }, "reverse-prompt": "", "systemuser-1st-user-has-prefix": true + }, + "deepseek-alt": { + "global": { + "begin": "", + "end": "" + }, + "system": { + "prefix": "", + "suffix": "\n" + }, + "user": { + "prefix": "### Instruction:\n", + "suffix": "\n" + }, + "assistant": { + "prefix": "### Response:\n", + "suffix": "\n<|EOT|>\n" + }, + "reverse-prompt": "<|EOT|>", + "systemuser-1st-user-has-prefix": true + }, + "deepseek": { + "global": { + "begin": "", + "end": "" + }, + "system": { + "prefix": "", + "suffix": "\n\n" + }, + "user": { + "prefix": "User: ", + "suffix": "\n\n" + }, + "assistant": { + "prefix": "Assistant: ", + "suffix": " <|end▁of▁sentence|>\n" + }, + "reverse-prompt": "<|end▁of▁sentence|>", + "systemuser-1st-user-has-prefix": true } }