vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ChatOn: update sample meta json a bit

Browse source 
Move [inst] [/inst] wrt llama2 from global to individual role
specific parts.

Avoid an extra \n wrt prefixes of llama3
This commit is contained in:
HanishKVC 2024-04-22 23:29:28 +05:30
parent cdbe4f06ce
commit d87d27512e
1 changed files with 11 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

22
examples/chaton_meta.json
View file

@ -2,17 +2,17 @@
{
"llama2": {
"global": {
"prefix": "[INST] ",
"suffix": " [/INST]"
},
"system": {
"prefix": " <<SYS>>\n",
"suffix": "\n<</SYS>>\n\n"
},
"user": {
"prefix": "",
"suffix": ""
},
"system": {
"prefix": "[INST] <<SYS>>\n",
"suffix": "\n<</SYS>> [/INST]\n\n"
},
"user": {
"prefix": "[INST] ",
"suffix": " [/INST]\n\n"
},
"assistant": {
"prefix": "",
"suffix": ""
@ -25,15 +25,15 @@
"suffix": ""
},
"system": {
"prefix": "<|start_header_id|>system<|end_header_id|>\n\n",
"prefix": "<|start_header_id|>system<|end_header_id|>\n",
"suffix": "<|eot_id|>\n\n"
},
"user": {
"prefix": "<|start_header_id|>user<|end_header_id|>\n\n",
"prefix": "<|start_header_id|>user<|end_header_id|>\n",
"suffix": "<|eot_id|>\n\n"
},
"assistant": {
"prefix": "<|start_header_id|>assistant<|end_header_id|>\n\n",
"prefix": "<|start_header_id|>assistant<|end_header_id|>\n",
"suffix": ""
},
"reverse-prompt": "<|eot_id|>"