vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add phi-3 prompt template

Browse source
This commit is contained in:
Yazan Agha-Schrader 2024-05-29 05:28:52 +02:00
parent efbbc95321
commit be675948d4
1 changed files with 346 additions and 223 deletions
Download patch file Download diff file Expand all files Collapse all files

569
examples/server/themes/mount-ai/promptFormats.js
View file

@ -1,29 +1,38 @@
// extended list // extended list
export const promptFormats = { export const promptFormats = {
"airoborosl2": { "airoborosl2": {
template: `{{prompt}} {{history}} {{char}}`, template: `{{prompt}} {{history}} {{char}}`,
historyTemplate: `{{name}}: {{message}}`, historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"alpaca": {
template: `{{prompt}}
"alpaca": {
template: `{{prompt}}
{{history}} {{history}}
### {{char}}:`, ### {{char}}:`,
historyTemplate: `### {{name}}: historyTemplate: `### {{name}}:
{{message}}`, {{message}}`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"bakllava": {
template: `{{history}}{{char}}:`,
historyTemplate: `{{name}}: {{message}}
"bakllava": {
template: `{{history}}{{char}}:`,
historyTemplate: `{{name}}: {{message}}
`, `,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"chatml": { "chatml": {
template: `<|im_start|>system template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
@ -34,302 +43,416 @@ historyTemplate: `<|im_start|>{{user}}
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"codeCherryPop": {
template: `{{prompt}}
"codeCherryPop": {
template: `{{prompt}}
{{history}} {{history}}
### {{char}}:`, ### {{char}}:`,
historyTemplate: `### {{name}}: historyTemplate: `### {{name}}:
{{message}}`, {{message}}`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"deepseekCoder": {
template: `{{prompt}}
"deepseekCoder": {
template: `{{prompt}}
{{history}} {{history}}
### {{char}}:`, ### {{char}}:`,
historyTemplate: `### {{name}}: historyTemplate: `### {{name}}:
{{message}}`, {{message}}`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"dolphinMistral": {
template: `<|im_start|>system
"dolphinMistral": {
template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
{{history}} {{history}}
<|im_start|>{{char}}`, <|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}} historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`, {{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"evolvedSeeker": {
template: `<|im_start|>system
"evolvedSeeker": {
template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
{{history}} {{history}}
<|im_start|>{{char}}`, <|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}} historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`, {{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"goliath120b": {
template: `{{prompt}}
"goliath120b": {
template: `{{prompt}}
{{history}} {{history}}
{{char}}:`, {{char}}:`,
historyTemplate: `{{name}}: {{message}}`, historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"jordan": {
template: `{{prompt}}
"jordan": {
template: `{{prompt}}
{{history}} {{history}}
{{char}}:`, {{char}}:`,
historyTemplate: `{{name}}: {{message}}`, historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"llama2": {
template: `<s>[INST] <<SYS>>
"llama2": {
template: `<s>[INST] <<SYS>>
{{prompt}} {{prompt}}
<</SYS>> <</SYS>>
{{history}} [/INST] {{char}} </s><s>[INST] `, {{history}} [/INST] {{char}} </s><s>[INST] `,
historyTemplate: `{{name}}: {{message}} [/INST]`, historyTemplate: `{{name}}: {{message}} [/INST]`,
char: "llama", char: "llama",
user: "user" user: "user"
}, },
"llava": {
template: `{{history}}{{char}}:`,
historyTemplate: `{{name}}: {{message}}
"llava": {
template: `{{history}}{{char}}:`,
historyTemplate: `{{name}}: {{message}}
`, `,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"leoHessianai": {
template: `<|im_start|>system
"leoHessianai": {
template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
{{history}} {{history}}
<|im_start|>{{char}}`, <|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}} historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`, {{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"leoMistral": {
template: `{{prompt}} {{history}} {{char}}`,
historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", "leoMistral": {
user: "USER" template: `{{prompt}} {{history}} {{char}}`,
}, historyTemplate: `{{name}}: {{message}}`,
"marx": { char: "ASSISTANT",
template: `{{history}} user: "USER"
},
"marx": {
template: `{{history}}
{{char}}:`, {{char}}:`,
historyTemplate: `{{name}}: {{message}}`, historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"med42": {
template: `<|system|>: {{prompt}}
"med42": {
template: `<|system|>: {{prompt}}
{{history}} {{history}}
{{char}}`, {{char}}`,
historyTemplate: `<|{{name}}|>:{{message}}`, historyTemplate: `<|{{name}}|>:{{message}}`,
char: "assistant", char: "assistant",
user: "prompter" user: "prompter"
}, },
"metaMath": {
template: `{{prompt}}
"metaMath": {
template: `{{prompt}}
{{history}} {{history}}
### {{char}}:`, ### {{char}}:`,
historyTemplate: `### {{name}}: historyTemplate: `### {{name}}:
{{message}}`, {{message}}`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"mistralInstruct": {
template: `<s>[INST] ({{prompt}}) {{history}} {{char}}</s>`,
historyTemplate: `{{name}} {{message}}`,
char: "[/INST] Assistant:", "mistralInstruct": {
user: "[INST] User:" template: `<s>[INST] ({{prompt}}) {{history}} {{char}}</s>`,
}, historyTemplate: `{{name}} {{message}}`,
"mistralOpenOrca": { char: "[/INST] Assistant:",
template: `<|im_start|>system user: "[INST] User:"
},
"mistralOpenOrca": {
template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
{{history}} {{history}}
<|im_start|>{{char}}`, <|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}} historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`, {{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"mythomax": {
template: `{{prompt}}
"mythomax": {
template: `{{prompt}}
{{history}} {{history}}
### {{char}}:`, ### {{char}}:`,
historyTemplate: `### {{name}}: historyTemplate: `### {{name}}:
{{message}}`, {{message}}`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"neuralchat": {
template: `### System:
"neuralchat": {
template: `### System:
{{prompt}} {{prompt}}
{{history}} {{history}}
### {{char}}:`, ### {{char}}:`,
historyTemplate: `### {{name}}: historyTemplate: `### {{name}}:
{{message}}`, {{message}}`,
char: "Assistant", char: "Assistant",
user: "User" user: "User"
}, },
"nousCapybara": {
template: `{{history}}
"nousCapybara": {
template: `{{history}}
{{char}}`, {{char}}`,
historyTemplate: ` historyTemplate: `
{{name}}: {{message}}`, {{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"nousHermes": {
template: `### Instruction: {{prompt}}
"nousHermes": {
template: `### Instruction: {{prompt}}
{{history}} {{history}}
### {{char}}:`, ### {{char}}:`,
historyTemplate: ` historyTemplate: `
### {{name}}: {{message}}`, ### {{name}}: {{message}}`,
char: "Response", char: "Response",
user: "Input" user: "Input"
}, },
"openChat": {
template: `{{history}}{{char}}`,
historyTemplate: `GPT4 {{user}}: {{message}}<|end_of_turn|>`,
char: "Assistant", "openChat": {
user: "User" template: `{{history}}{{char}}`,
}, historyTemplate: `GPT4 {{user}}: {{message}}<|end_of_turn|>`,
"openhermes2Mistral": { char: "Assistant",
template: `<|im_start|>system user: "User"
},
"openhermes2Mistral": {
template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
{{history}} {{history}}
<|im_start|>{{char}}`, <|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}} historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`, {{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"orcamini": {
template: `{{prompt}}
"orcamini": {
template: `{{prompt}}
{{history}} {{history}}
### {{char}}:`, ### {{char}}:`,
historyTemplate: `### {{name}}: historyTemplate: `### {{name}}:
{{message}}`, {{message}}`,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"sauerkraut": {
template: `{{prompt}}
"phi3": {
template: `{{history}}
{{char}}
`,
historyTemplate: `{{user}}
{{message}}<|end|>`,
char: "<|assistant|>",
user: "<|user|>"
},
"sauerkraut": {
template: `{{prompt}}
{{history}} {{history}}
{{char}}:`, {{char}}:`,
historyTemplate: `{{name}}: {{message}}`, historyTemplate: `{{name}}: {{message}}`,
char: "Assistant", char: "Assistant",
user: "User" user: "User"
}, },
"samantha": {
template: `{{prompt}}
"samantha": {
template: `{{prompt}}
{{history}} {{history}}
{{char}}:`, {{char}}:`,
historyTemplate: `{{name}}: {{message}}`, historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"samanthaMistral": {
template: `<|im_start|>system
"samanthaMistral": {
template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
{{history}} {{history}}
<|im_start|>{{char}}`, <|im_start|>{{char}}`,
historyTemplate: `<|im_start|>{{user}} historyTemplate: `<|im_start|>{{user}}
{{message}}<|im_end|>`, {{message}}<|im_end|>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"scarlett": {
template: `{{prompt}}
"scarlett": {
template: `{{prompt}}
{{history}} {{history}}
{{char}}:`, {{char}}:`,
historyTemplate: `{{name}}: {{message}}`, historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"starlingLM": {
template: `{{history}}{{char}}`,
historyTemplate: `GPT4 Correct {{user}}: {{message}}<|end_of_turn|>`,
char: "Assistant", "starlingLM": {
user: "User" template: `{{history}}{{char}}`,
}, historyTemplate: `GPT4 Correct {{user}}: {{message}}<|end_of_turn|>`,
"starlingLMCode": { char: "Assistant",
template: `{{history}}{{char}}`, user: "User"
historyTemplate: `Code {{user}}: {{message}}<|end_of_turn|>`, },
char: "Assistant",
user: "User"
},
"sydney": { "starlingLMCode": {
template: `{{prompt}} template: `{{history}}{{char}}`,
historyTemplate: `Code {{user}}: {{message}}<|end_of_turn|>`,
char: "Assistant",
user: "User"
},
"sydney": {
template: `{{prompt}}
{{history}} {{history}}
{{char}}`, {{char}}`,
historyTemplate: `### {{name}}: historyTemplate: `### {{name}}:
{{message}} {{message}}
`, `,
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"synthia": {
template: `SYSTEM: {{prompt}}
"synthia": {
template: `SYSTEM: {{prompt}}
{{history}} {{history}}
{{char}}:`, {{char}}:`,
historyTemplate: `{{name}}: {{message}}`, historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"tess": {
template: `SYSTEM: {{prompt}}
"tess": {
template: `SYSTEM: {{prompt}}
{{history}} {{history}}
{{char}}:`, {{char}}:`,
historyTemplate: `{{name}}: {{message}}`, historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"vicuna": {
template: `{{prompt}}
"vicuna": {
template: `{{prompt}}
{{history}} {{history}}
{{char}}:`, {{char}}:`,
historyTemplate: ` historyTemplate: `
{{name}}: {{message}}`, {{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"yi34b": {
template: `{{history}} {{char}}`,
historyTemplate: `{{name}}: {{message}}`,
char: "Assistant", "yi34b": {
user: "Human" template: `{{history}} {{char}}`,
}, historyTemplate: `{{name}}: {{message}}`,
"zephyr": { char: "Assistant",
template: `<|system|> user: "Human"
},
"zephyr": {
template: `<|system|>
{{prompt}}</s> {{prompt}}</s>
{{history}} {{history}}
{{char}}`, {{char}}`,
historyTemplate: `<|{{name}}|> historyTemplate: `<|{{name}}|>
{{message}}</s>`, {{message}}</s>`,
char: "assistant", char: "assistant",
user: "user" user: "user"
} }
}; };