vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ChatON:Add Monarch model template, which uses Begin + Prefix

Browse source 
Inturn Begin/BoS is added only for non 1st user messages in a
system+user prompts chain.
This commit is contained in:
HanishKVC 2024-04-23 15:15:25 +05:30
parent 724ff38345
commit f1f39c5256
2 changed files with 24 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
common/chaton.hpp
View file

@ -50,7 +50,7 @@
* These always adds any role specific prefix and suffix around the passed message.
*
* Sample chaton_meta.json includes template info for
* * llama2, llama3, gemma, chatml, zephyr, deepseek
* * llama2, llama3, gemma, chatml, zephyr, deepseek, monarch
*
*/
@ -197,6 +197,7 @@ inline void _chaton_meta_dump(std::string &tmpl) {
LOGXLN("INFO:%s:%s:%s", __func__, "assistant->prefix", chaton_tmpl_role_kv(tmpl, K_ASSISTANT, K_PREFIX).c_str());
LOGXLN("INFO:%s:%s:%s", __func__, "assistant->suffix", chaton_tmpl_role_kv(tmpl, K_ASSISTANT, K_SUFFIX).c_str());
LOGXLN("INFO:%s:%s:%s", __func__, K_REVERSE_PROMPT, chaton_tmpl_kv(tmpl, K_REVERSE_PROMPT).c_str());
LOGXLN("INFO:%s:%s:%d", __func__, K_SYSTEMUSER_1ST_USER_HAS_BEGIN, chaton_tmpl_kv_bool(tmpl, K_SYSTEMUSER_1ST_USER_HAS_BEGIN));
LOGXLN("INFO:%s:%s:%d", __func__, K_SYSTEMUSER_1ST_USER_HAS_PREFIX, chaton_tmpl_kv_bool(tmpl, K_SYSTEMUSER_1ST_USER_HAS_PREFIX));
}
}

22
examples/chaton_meta.json
View file

@ -153,6 +153,28 @@
"reverse-prompt": "<｜end▁of▁sentence｜>",
"systemuser-1st-user-has-begin": true,
"systemuser-1st-user-has-prefix": true
},
"monarch": {
"global": {
"begin": "",
"end": ""
},
"system": {
"prefix": "<s>system\n",
"suffix": "</s>\n"
},
"user": {
"begin": "<s>",
"prefix": "user\n",
"suffix": "</s>\n"
},
"assistant": {
"prefix": "<s>assistant\n",
"suffix": " </s>\n"
},
"reverse-prompt": "</s>",
"systemuser-1st-user-has-begin": false,
"systemuser-1st-user-has-prefix": true
}
}