vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

use template literales for promptFormats.js

Browse source
This commit is contained in:
Yazan Agha-Schrader 2024-05-28 02:25:49 +02:00
parent e2d917c5f0
commit 8768b4f5ea
1 changed files with 184 additions and 80 deletions
Download patch file Download diff file Expand all files Collapse all files

256
examples/server/themes/mount-ai/promptFormats.js
View file

@ -1,230 +1,334 @@
// extended list // extended list
export const promptFormats = { export const promptFormats = {
"airoborosl2": { "airoborosl2": {
template: "{{prompt}} {{history}} {{char}}", template: `{{prompt}} {{history}} {{char}}`,
historyTemplate: "{{name}}: {{message}}", historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"alpaca": { "alpaca": {
template: "{{prompt}}\n\n{{history}}\n\n### {{char}}:", template: `{{prompt}}
historyTemplate: "### {{name}}:\n{{message}}",
{{history}}
### {{char}}:`,
historyTemplate: `### {{name}}:
{{message}}`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"bakllava": { "bakllava": {
template: "{{history}}{{char}}:", template: `{{history}}{{char}}:`,
historyTemplate: "{{name}}: {{message}}\n", historyTemplate: `{{name}}: {{message}}
`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"chatml": { "chatml": {
template: "<|im_start|>system\n{{prompt}}<|im_end|>\n{{history}}\n<|im_start|>{{char}}", template: `<|im_start|>system
historyTemplate: "<|im_start|>{{user}}\n{{message}}<|im_end|>", {{prompt}}<|im_end|>
{{history}}
<|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"codeCherryPop": { "codeCherryPop": {
template: "{{prompt}}\n\n{{history}}\n\n### {{char}}:", template: `{{prompt}}
historyTemplate: "### {{name}}:\n{{message}}",
{{history}}
### {{char}}:`,
historyTemplate: `### {{name}}:
{{message}}`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"deepseekCoder": { "deepseekCoder": {
template: "{{prompt}}\n{{history}}\n### {{char}}:", template: `{{prompt}}
historyTemplate: "### {{name}}:\n{{message}}", {{history}}
### {{char}}:`,
historyTemplate: `### {{name}}:
{{message}}`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"dolphinMistral": { "dolphinMistral": {
template: "<|im_start|>system\n{{prompt}}<|im_end|>\n{{history}}\n<|im_start|>{{char}}", template: `<|im_start|>system
historyTemplate: "<|im_start|>{{user}}\n{{message}}<|im_end|>", {{prompt}}<|im_end|>
{{history}}
<|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"evolvedSeeker": { "evolvedSeeker": {
template: "<|im_start|>system\n{{prompt}}<|im_end|>\n{{history}}\n<|im_start|>{{char}}", template: `<|im_start|>system
historyTemplate: "<|im_start|>{{user}}\n{{message}}<|im_end|>", {{prompt}}<|im_end|>
{{history}}
<|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"goliath120b": { "goliath120b": {
template: "{{prompt}}\n\n{{history}}\n{{char}}:", template: `{{prompt}}
historyTemplate: "{{name}}: {{message}}",
{{history}}
{{char}}:`,
historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"jordan": { "jordan": {
template: "{{prompt}}\n\n{{history}}\n{{char}}:", template: `{{prompt}}
historyTemplate: "{{name}}: {{message}}",
{{history}}
{{char}}:`,
historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"llama2": { "llama2": {
template: "<s>[INST] <<SYS>>\n{{prompt}}\n<</SYS>>\n\n{{history}} [/INST] {{char}} </s><s>[INST] ", template: `<s>[INST] <<SYS>>
historyTemplate: "{{name}}: {{message}} [/INST]", {{prompt}}
<</SYS>>
{{history}} [/INST] {{char}} </s><s>[INST] `,
historyTemplate: `{{name}}: {{message}} [/INST]`,
char: "llama", char: "llama",
user: "user" user: "user"
}, },
"llava": { "llava": {
template: "{{history}}{{char}}:", template: `{{history}}{{char}}:`,
historyTemplate: "{{name}}: {{message}}\n", historyTemplate: `{{name}}: {{message}}
`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"leoHessianai": { "leoHessianai": {
template: "<|im_start|>system\n{{prompt}}<|im_end|>\n{{history}}\n<|im_start|>{{char}}", template: `<|im_start|>system
historyTemplate: "<|im_start|>{{user}}\n{{message}}<|im_end|>", {{prompt}}<|im_end|>
{{history}}
<|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"leoMistral": { "leoMistral": {
template: "{{prompt}} {{history}} {{char}}", template: `{{prompt}} {{history}} {{char}}`,
historyTemplate: "{{name}}: {{message}}", historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"marx": { "marx": {
template: "{{history}}\n{{char}}:", template: `{{history}}
historyTemplate: "{{name}}: {{message}}", {{char}}:`,
historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"med42": { "med42": {
template: "<|system|>: {{prompt}}\n{{history}}\n{{char}}", template: `<|system|>: {{prompt}}
historyTemplate: "<|{{name}}|>:{{message}}", {{history}}
{{char}}`,
historyTemplate: `<|{{name}}|>:{{message}}`,
char: "assistant", char: "assistant",
user: "prompter" user: "prompter"
}, },
"metaMath": { "metaMath": {
template: "{{prompt}}\n\n{{history}}\n\n### {{char}}:", template: `{{prompt}}
historyTemplate: "### {{name}}:\n{{message}}",
{{history}}
### {{char}}:`,
historyTemplate: `### {{name}}:
{{message}}`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"mistralInstruct": { "mistralInstruct": {
template: "<s>[INST] ({{prompt}}) {{history}} {{char}}</s>", template: `<s>[INST] ({{prompt}}) {{history}} {{char}}</s>`,
historyTemplate: "{{name}} {{message}}", historyTemplate: `{{name}} {{message}}`,
char: "[/INST] Assistant:", char: "[/INST] Assistant:",
user: "[INST] User:" user: "[INST] User:"
}, },
"mistralOpenOrca": { "mistralOpenOrca": {
template: "<|im_start|>system\n{{prompt}}<|im_end|>\n{{history}}\n<|im_start|>{{char}}", template: `<|im_start|>system
historyTemplate: "<|im_start|>{{user}}\n{{message}}<|im_end|>", {{prompt}}<|im_end|>
{{history}}
<|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"mythomax": { "mythomax": {
template: "{{prompt}}\n\n{{history}}\n\n### {{char}}:", template: `{{prompt}}
historyTemplate: "### {{name}}:\n{{message}}",
{{history}}
### {{char}}:`,
historyTemplate: `### {{name}}:
{{message}}`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"neuralchat": { "neuralchat": {
template: "### System:\n{{prompt}}\n{{history}}\n### {{char}}:", template: `### System:
historyTemplate: "### {{name}}:\n{{message}}", {{prompt}}
{{history}}
### {{char}}:`,
historyTemplate: `### {{name}}:
{{message}}`,
char: "Assistant", char: "Assistant",
user: "User" user: "User"
}, },
"nousCapybara": { "nousCapybara": {
template: "{{history}}\n{{char}}", template: `{{history}}
historyTemplate: "\n{{name}}: {{message}}", {{char}}`,
historyTemplate: `
{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"nousHermes": { "nousHermes": {
template: "### Instruction: {{prompt}}\n{{history}}\n### {{char}}:", template: `### Instruction: {{prompt}}
historyTemplate: "\n### {{name}}: {{message}}", {{history}}
### {{char}}:`,
historyTemplate: `
### {{name}}: {{message}}`,
char: "Response", char: "Response",
user: "Input" user: "Input"
}, },
"openChat": { "openChat": {
template: "{{history}}{{char}}", template: `{{history}}{{char}}`,
historyTemplate: "GPT4 {{user}}: {{message}}<|end_of_turn|>", historyTemplate: `GPT4 {{user}}: {{message}}<|end_of_turn|>`,
char: "Assistant", char: "Assistant",
user: "User" user: "User"
}, },
"openhermes2Mistral": { "openhermes2Mistral": {
template: "<|im_start|>system\n{{prompt}}<|im_end|>\n{{history}}\n<|im_start|>{{char}}", template: `<|im_start|>system
historyTemplate: "<|im_start|>{{user}}\n{{message}}<|im_end|>", {{prompt}}<|im_end|>
{{history}}
<|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"orcamini": { "orcamini": {
template: "{{prompt}}\n\n{{history}}\n\n### {{char}}:", template: `{{prompt}}
historyTemplate: "### {{name}}:\n{{message}}",
{{history}}
### {{char}}:`,
historyTemplate: `### {{name}}:
{{message}}`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"sauerkraut": { "sauerkraut": {
template: "{{prompt}}\n{{history}}\n{{char}}:", template: `{{prompt}}
historyTemplate: "{{name}}: {{message}}", {{history}}
{{char}}:`,
historyTemplate: `{{name}}: {{message}}`,
char: "Assistant", char: "Assistant",
user: "User" user: "User"
}, },
"samantha": { "samantha": {
template: "{{prompt}}\n\n{{history}}\n{{char}}:", template: `{{prompt}}
historyTemplate: "{{name}}: {{message}}",
{{history}}
{{char}}:`,
historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"samanthaMistral": { "samanthaMistral": {
template: "<|im_start|>system\n{{prompt}}<|im_end|>\n{{history}}\n<|im_start|>{{char}}", template: `<|im_start|>system
historyTemplate: "<|im_start|>{{user}}\n{{message}}<|im_end|>", {{prompt}}<|im_end|>
{{history}}
<|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"scarlett": { "scarlett": {
template: "{{prompt}}\n\n{{history}}\n{{char}}:", template: `{{prompt}}
historyTemplate: "{{name}}: {{message}}",
{{history}}
{{char}}:`,
historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"starlingLM": { "starlingLM": {
template: "{{history}}{{char}}", template: `{{history}}{{char}}`,
historyTemplate: "GPT4 Correct {{user}}: {{message}}<|end_of_turn|>", historyTemplate: `GPT4 Correct {{user}}: {{message}}<|end_of_turn|>`,
char: "Assistant", char: "Assistant",
user: "User" user: "User"
}, },
"starlingLMCode": { "starlingLMCode": {
template: "{{history}}{{char}}", template: `{{history}}{{char}}`,
historyTemplate: "Code {{user}}: {{message}}<|end_of_turn|>", historyTemplate: `Code {{user}}: {{message}}<|end_of_turn|>`,
char: "Assistant", char: "Assistant",
user: "User" user: "User"
}, },
"sydney": { "sydney": {
template: "{{prompt}}\n\n{{history}}\n{{char}}", template: `{{prompt}}
historyTemplate: "### {{name}}:\n{{message}}\n",
{{history}}
{{char}}`,
historyTemplate: `### {{name}}:
{{message}}
`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"synthia": { "synthia": {
template: "SYSTEM: {{prompt}}\n{{history}}\n{{char}}:", template: `SYSTEM: {{prompt}}
historyTemplate: "{{name}}: {{message}}", {{history}}
{{char}}:`,
historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"tess": { "tess": {
template: "SYSTEM: {{prompt}}\n{{history}}\n{{char}}:", template: `SYSTEM: {{prompt}}
historyTemplate: "{{name}}: {{message}}", {{history}}
{{char}}:`,
historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"vicuna": { "vicuna": {
template: "{{prompt}}\n{{history}}\n{{char}}:", template: `{{prompt}}
historyTemplate: "\n{{name}}: {{message}}", {{history}}
{{char}}:`,
historyTemplate: `
{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"yi34b": { "yi34b": {
template: "{{history}} {{char}}", template: `{{history}} {{char}}`,
historyTemplate: "{{name}}: {{message}}", historyTemplate: `{{name}}: {{message}}`,
char: "Assistant", char: "Assistant",
user: "Human" user: "Human"
}, },
"zephyr": { "zephyr": {
template: "<|system|>\n{{prompt}}</s>\n{{history}}\n{{char}}", template: `<|system|>
historyTemplate: "<|{{name}}|>\n{{message}}</s>", {{prompt}}</s>
{{history}}
{{char}}`,
historyTemplate: `<|{{name}}|>
{{message}}</s>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
} }