vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ChatOn: meta json update wrt the new begin related fields

Browse source
This commit is contained in:
HanishKVC 2024-04-23 14:21:54 +05:30
parent bdd279c0c9
commit 0f713d4c4f
1 changed files with 14 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

14
examples/chaton_meta.json
View file

@ -10,6 +10,7 @@
"suffix": "\n<</SYS>> [/INST]\n\n" "suffix": "\n<</SYS>> [/INST]\n\n"
}, },
"user": { "user": {
"begin": "",
"prefix": "[INST] ", "prefix": "[INST] ",
"suffix": " [/INST]\n\n" "suffix": " [/INST]\n\n"
}, },
@ -18,6 +19,7 @@
"suffix": "" "suffix": ""
}, },
"reverse-prompt": "</s>", "reverse-prompt": "</s>",
"systemuser-1st-user-has-begin": false,
"systemuser-1st-user-has-prefix": false "systemuser-1st-user-has-prefix": false
}, },
"llama3": { "llama3": {
@ -30,6 +32,7 @@
"suffix": "<|eot_id|>\n\n" "suffix": "<|eot_id|>\n\n"
}, },
"user": { "user": {
"begin": "",
"prefix": "<|start_header_id|>user<|end_header_id|>\n", "prefix": "<|start_header_id|>user<|end_header_id|>\n",
"suffix": "<|eot_id|>\n\n" "suffix": "<|eot_id|>\n\n"
}, },
@ -38,6 +41,7 @@
"suffix": "" "suffix": ""
}, },
"reverse-prompt": "<|eot_id|>", "reverse-prompt": "<|eot_id|>",
"systemuser-1st-user-has-begin": true,
"systemuser-1st-user-has-prefix": true "systemuser-1st-user-has-prefix": true
}, },
"chatml": { "chatml": {
@ -50,6 +54,7 @@
"suffix": "<|im_end|>\n" "suffix": "<|im_end|>\n"
}, },
"user": { "user": {
"begin": "",
"prefix": "\n<|im_start|>user\n", "prefix": "\n<|im_start|>user\n",
"suffix": "<|im_end|>\n" "suffix": "<|im_end|>\n"
}, },
@ -58,6 +63,7 @@
"suffix": "" "suffix": ""
}, },
"reverse-prompt": "<|im_start|>user\n", "reverse-prompt": "<|im_start|>user\n",
"systemuser-1st-user-has-begin": true,
"systemuser-1st-user-has-prefix": true "systemuser-1st-user-has-prefix": true
}, },
"zephyr": { "zephyr": {
@ -70,6 +76,7 @@
"suffix": "<|endoftext|>\n" "suffix": "<|endoftext|>\n"
}, },
"user": { "user": {
"begin": "",
"prefix": "<|user|>\n", "prefix": "<|user|>\n",
"suffix": "<|endoftext|>\n" "suffix": "<|endoftext|>\n"
}, },
@ -78,6 +85,7 @@
"suffix": "" "suffix": ""
}, },
"reverse-prompt": "</s>", "reverse-prompt": "</s>",
"systemuser-1st-user-has-begin": true,
"systemuser-1st-user-has-prefix": true "systemuser-1st-user-has-prefix": true
}, },
"gemma": { "gemma": {
@ -90,6 +98,7 @@
"suffix": "" "suffix": ""
}, },
"user": { "user": {
"begin": "",
"prefix": "<start_of_turn>user\n", "prefix": "<start_of_turn>user\n",
"suffix": "<end_of_turn>\n" "suffix": "<end_of_turn>\n"
}, },
@ -98,6 +107,7 @@
"suffix": "" "suffix": ""
}, },
"reverse-prompt": "<eos>", "reverse-prompt": "<eos>",
"systemuser-1st-user-has-begin": true,
"systemuser-1st-user-has-prefix": true "systemuser-1st-user-has-prefix": true
}, },
"deepseek-alt": { "deepseek-alt": {
@ -110,6 +120,7 @@
"suffix": "\n" "suffix": "\n"
}, },
"user": { "user": {
"begin": "",
"prefix": "### Instruction:\n", "prefix": "### Instruction:\n",
"suffix": "\n" "suffix": "\n"
}, },
@ -118,6 +129,7 @@
"suffix": "\n<|EOT|>\n" "suffix": "\n<|EOT|>\n"
}, },
"reverse-prompt": "<|EOT|>", "reverse-prompt": "<|EOT|>",
"systemuser-1st-user-has-begin": true,
"systemuser-1st-user-has-prefix": true "systemuser-1st-user-has-prefix": true
}, },
"deepseek": { "deepseek": {
@ -130,6 +142,7 @@
"suffix": "\n\n" "suffix": "\n\n"
}, },
"user": { "user": {
"begin": "",
"prefix": "User: ", "prefix": "User: ",
"suffix": "\n\n" "suffix": "\n\n"
}, },
@ -138,6 +151,7 @@
"suffix": " <｜end▁of▁sentence｜>\n" "suffix": " <｜end▁of▁sentence｜>\n"
}, },
"reverse-prompt": "<｜end▁of▁sentence｜>", "reverse-prompt": "<｜end▁of▁sentence｜>",
"systemuser-1st-user-has-begin": true,
"systemuser-1st-user-has-prefix": true "systemuser-1st-user-has-prefix": true
} }
} }