vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ChatON:Zephyr: Update wrt detailed meta json, also update eos

Browse source 
Pick eos from zephyr's tokenizer_config, which is different from
what was hardcoded in the existing llama_chat_apply_template.
This commit is contained in:
HanishKVC 2024-04-27 07:39:32 +05:30
parent 18cd12524f
commit a64dcd7796
1 changed files with 12 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

15
examples/chaton_meta.json
View file

@ -82,23 +82,32 @@
}, },
"zephyr": { "zephyr": {
"global": { "global": {
"alt-end": "<|endoftext|>\n",
"begin": "", "begin": "",
"end": "" "end": ""
}, },
"system": { "system": {
"begin": "",
"prefix": "<|system|>\n", "prefix": "<|system|>\n",
"suffix": "<|endoftext|>\n" "suffix": "",
"end": "</s>\n"
}, },
"user": { "user": {
"begin": "", "begin": "",
"prefix": "<|user|>\n", "prefix": "<|user|>\n",
"suffix": "<|endoftext|>\n" "suffix": "",
"end": "</s>\n"
}, },
"assistant": { "assistant": {
"end-alt": "<|endoftext|>\n",
"begin": "",
"prefix": "<|assistant|>\n", "prefix": "<|assistant|>\n",
"suffix": "<|endoftext|>\n" "suffix": "",
"end": "</s>\n"
}, },
"reverse-prompt": "</s>", "reverse-prompt": "</s>",
"systemuser-system-has-suffix": true,
"systemuser-system-has-end": true,
"systemuser-1st-user-has-begin": true, "systemuser-1st-user-has-begin": true,
"systemuser-1st-user-has-prefix": true "systemuser-1st-user-has-prefix": true
}, },