add phi-3 prompt template

This commit is contained in:
Yazan Agha-Schrader 2024-05-29 05:28:52 +02:00
parent efbbc95321
commit be675948d4

View file

@ -6,6 +6,9 @@ export const promptFormats = {
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"alpaca": { "alpaca": {
template: `{{prompt}} template: `{{prompt}}
@ -17,6 +20,9 @@ export const promptFormats = {
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"bakllava": { "bakllava": {
template: `{{history}}{{char}}:`, template: `{{history}}{{char}}:`,
historyTemplate: `{{name}}: {{message}} historyTemplate: `{{name}}: {{message}}
@ -24,6 +30,9 @@ export const promptFormats = {
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"chatml": { "chatml": {
template: `<|im_start|>system template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
@ -34,6 +43,9 @@ historyTemplate: `<|im_start|>{{user}}
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"codeCherryPop": { "codeCherryPop": {
template: `{{prompt}} template: `{{prompt}}
@ -45,6 +57,9 @@ user: "user"
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"deepseekCoder": { "deepseekCoder": {
template: `{{prompt}} template: `{{prompt}}
{{history}} {{history}}
@ -54,6 +69,9 @@ user: "user"
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"dolphinMistral": { "dolphinMistral": {
template: `<|im_start|>system template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
@ -64,6 +82,9 @@ user: "user"
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"evolvedSeeker": { "evolvedSeeker": {
template: `<|im_start|>system template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
@ -74,6 +95,9 @@ user: "user"
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"goliath120b": { "goliath120b": {
template: `{{prompt}} template: `{{prompt}}
@ -83,6 +107,9 @@ user: "user"
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"jordan": { "jordan": {
template: `{{prompt}} template: `{{prompt}}
@ -92,6 +119,9 @@ user: "user"
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"llama2": { "llama2": {
template: `<s>[INST] <<SYS>> template: `<s>[INST] <<SYS>>
{{prompt}} {{prompt}}
@ -102,6 +132,9 @@ user: "user"
char: "llama", char: "llama",
user: "user" user: "user"
}, },
"llava": { "llava": {
template: `{{history}}{{char}}:`, template: `{{history}}{{char}}:`,
historyTemplate: `{{name}}: {{message}} historyTemplate: `{{name}}: {{message}}
@ -109,6 +142,9 @@ user: "user"
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"leoHessianai": { "leoHessianai": {
template: `<|im_start|>system template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
@ -119,12 +155,18 @@ user: "user"
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"leoMistral": { "leoMistral": {
template: `{{prompt}} {{history}} {{char}}`, template: `{{prompt}} {{history}} {{char}}`,
historyTemplate: `{{name}}: {{message}}`, historyTemplate: `{{name}}: {{message}}`,
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"marx": { "marx": {
template: `{{history}} template: `{{history}}
{{char}}:`, {{char}}:`,
@ -132,6 +174,9 @@ user: "user"
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"med42": { "med42": {
template: `<|system|>: {{prompt}} template: `<|system|>: {{prompt}}
{{history}} {{history}}
@ -140,6 +185,9 @@ user: "user"
char: "assistant", char: "assistant",
user: "prompter" user: "prompter"
}, },
"metaMath": { "metaMath": {
template: `{{prompt}} template: `{{prompt}}
@ -151,12 +199,18 @@ user: "user"
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"mistralInstruct": { "mistralInstruct": {
template: `<s>[INST] ({{prompt}}) {{history}} {{char}}</s>`, template: `<s>[INST] ({{prompt}}) {{history}} {{char}}</s>`,
historyTemplate: `{{name}} {{message}}`, historyTemplate: `{{name}} {{message}}`,
char: "[/INST] Assistant:", char: "[/INST] Assistant:",
user: "[INST] User:" user: "[INST] User:"
}, },
"mistralOpenOrca": { "mistralOpenOrca": {
template: `<|im_start|>system template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
@ -167,6 +221,9 @@ user: "user"
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"mythomax": { "mythomax": {
template: `{{prompt}} template: `{{prompt}}
@ -178,6 +235,9 @@ user: "user"
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"neuralchat": { "neuralchat": {
template: `### System: template: `### System:
{{prompt}} {{prompt}}
@ -188,6 +248,9 @@ user: "user"
char: "Assistant", char: "Assistant",
user: "User" user: "User"
}, },
"nousCapybara": { "nousCapybara": {
template: `{{history}} template: `{{history}}
{{char}}`, {{char}}`,
@ -196,6 +259,9 @@ user: "user"
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"nousHermes": { "nousHermes": {
template: `### Instruction: {{prompt}} template: `### Instruction: {{prompt}}
{{history}} {{history}}
@ -205,12 +271,18 @@ user: "user"
char: "Response", char: "Response",
user: "Input" user: "Input"
}, },
"openChat": { "openChat": {
template: `{{history}}{{char}}`, template: `{{history}}{{char}}`,
historyTemplate: `GPT4 {{user}}: {{message}}<|end_of_turn|>`, historyTemplate: `GPT4 {{user}}: {{message}}<|end_of_turn|>`,
char: "Assistant", char: "Assistant",
user: "User" user: "User"
}, },
"openhermes2Mistral": { "openhermes2Mistral": {
template: `<|im_start|>system template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
@ -221,6 +293,9 @@ user: "user"
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"orcamini": { "orcamini": {
template: `{{prompt}} template: `{{prompt}}
@ -232,6 +307,21 @@ user: "user"
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"phi3": {
template: `{{history}}
{{char}}
`,
historyTemplate: `{{user}}
{{message}}<|end|>`,
char: "<|assistant|>",
user: "<|user|>"
},
"sauerkraut": { "sauerkraut": {
template: `{{prompt}} template: `{{prompt}}
{{history}} {{history}}
@ -240,6 +330,9 @@ user: "user"
char: "Assistant", char: "Assistant",
user: "User" user: "User"
}, },
"samantha": { "samantha": {
template: `{{prompt}} template: `{{prompt}}
@ -249,6 +342,9 @@ user: "user"
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"samanthaMistral": { "samanthaMistral": {
template: `<|im_start|>system template: `<|im_start|>system
{{prompt}}<|im_end|> {{prompt}}<|im_end|>
@ -259,6 +355,9 @@ user: "user"
char: "assistant", char: "assistant",
user: "user" user: "user"
}, },
"scarlett": { "scarlett": {
template: `{{prompt}} template: `{{prompt}}
@ -268,18 +367,27 @@ user: "user"
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"starlingLM": { "starlingLM": {
template: `{{history}}{{char}}`, template: `{{history}}{{char}}`,
historyTemplate: `GPT4 Correct {{user}}: {{message}}<|end_of_turn|>`, historyTemplate: `GPT4 Correct {{user}}: {{message}}<|end_of_turn|>`,
char: "Assistant", char: "Assistant",
user: "User" user: "User"
}, },
"starlingLMCode": { "starlingLMCode": {
template: `{{history}}{{char}}`, template: `{{history}}{{char}}`,
historyTemplate: `Code {{user}}: {{message}}<|end_of_turn|>`, historyTemplate: `Code {{user}}: {{message}}<|end_of_turn|>`,
char: "Assistant", char: "Assistant",
user: "User" user: "User"
}, },
"sydney": { "sydney": {
template: `{{prompt}} template: `{{prompt}}
@ -291,6 +399,9 @@ user: "user"
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"synthia": { "synthia": {
template: `SYSTEM: {{prompt}} template: `SYSTEM: {{prompt}}
{{history}} {{history}}
@ -299,6 +410,9 @@ user: "user"
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"tess": { "tess": {
template: `SYSTEM: {{prompt}} template: `SYSTEM: {{prompt}}
{{history}} {{history}}
@ -307,6 +421,9 @@ user: "user"
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"vicuna": { "vicuna": {
template: `{{prompt}} template: `{{prompt}}
{{history}} {{history}}
@ -316,12 +433,18 @@ user: "user"
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"yi34b": { "yi34b": {
template: `{{history}} {{char}}`, template: `{{history}} {{char}}`,
historyTemplate: `{{name}}: {{message}}`, historyTemplate: `{{name}}: {{message}}`,
char: "Assistant", char: "Assistant",
user: "Human" user: "Human"
}, },
"zephyr": { "zephyr": {
template: `<|system|> template: `<|system|>
{{prompt}}</s> {{prompt}}</s>