diff --git a/examples/server/public/prompt-formats.js b/examples/server/public/prompt-formats.js index 73ddb7187..bdb23e654 100644 --- a/examples/server/public/prompt-formats.js +++ b/examples/server/public/prompt-formats.js @@ -56,9 +56,9 @@ export const promptFormats = { // ---------------------------- "llama2": { - template: `[INST] <>\n{{prompt}}\n<>\n\nTest Message [/INST] Test Successfull {{history}}{{char}}`, + template: `[INST] <>\n{{prompt}}\n<>\n\nTest Message [/INST] Test Successful {{history}}`, - historyTemplate: `{{name}}: {{message}}`, + historyTemplate: `{{message}}`, char: "Assistant", charMsgPrefix: "", @@ -75,9 +75,9 @@ export const promptFormats = { // ---------------------------- "llama3": { - template: `<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{{prompt}}{{history}}{{char}}`, + template: `<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{{prompt}}<|eot_id|>\n{{history}}<|start_header_id|>{{char}}<|end_header_id|>\n\n`, - historyTemplate: `<|start_header_id|>{{name}}<|end_header_id|>\n\n{{message}}<|eot_id|>`, + historyTemplate: `<|start_header_id|>{{name}}<|end_header_id|>\n\n{{message}}<|eot_id|>\n`, char: "assistant", charMsgPrefix: "", @@ -314,7 +314,7 @@ export const promptFormats = { // ---------------------------- "zephyr": { - template: `<|system|>\n{{prompt}}\n{{history}}{{char}}`, + template: `<|system|>\n{{prompt}}\n{{history}}<|{{char}}|>\n`, historyTemplate: `<|{{name}}|>\n{{message}}\n`, @@ -328,4 +328,6 @@ export const promptFormats = { stops: "" } + // ref: https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha + };