vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ChatON:Zephyr: Update wrt detailed meta json, also update eos

Browse source 
Pick eos from zephyr's tokenizer_config, which is different from
what was hardcoded in the existing llama_chat_apply_template.
This commit is contained in:
HanishKVC 2024-04-27 07:39:32 +05:30
parent 18cd12524f
commit a64dcd7796
1 changed files with 12 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

15
examples/chaton_meta.json
View file

@ -82,23 +82,32 @@
},
"zephyr": {
"global": {
"alt-end": "<|endoftext|>\n",
"begin": "",
"end": ""
},
"system": {
"begin": "",
"prefix": "<|system|>\n",
"suffix": "<|endoftext|>\n"
"suffix": "",
"end": "</s>\n"
},
"user": {
"begin": "",
"prefix": "<|user|>\n",
"suffix": "<|endoftext|>\n"
"suffix": "",
"end": "</s>\n"
},
"assistant": {
"end-alt": "<|endoftext|>\n",
"begin": "",
"prefix": "<|assistant|>\n",
"suffix": "<|endoftext|>\n"
"suffix": "",
"end": "</s>\n"
},
"reverse-prompt": "</s>",
"systemuser-system-has-suffix": true,
"systemuser-system-has-end": true,
"systemuser-1st-user-has-begin": true,
"systemuser-1st-user-has-prefix": true
},