From 2727b02b4d043bef9ca5269da266b69d21b32ce1 Mon Sep 17 00:00:00 2001 From: mgroeber9110 Date: Wed, 3 Jul 2024 22:33:33 +0200 Subject: [PATCH] server : remove extra \n after <|eot_id|> in llama3 template --- examples/server/public/prompt-formats.js | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/server/public/prompt-formats.js b/examples/server/public/prompt-formats.js index 8f9c6db41..721ebbb98 100644 --- a/examples/server/public/prompt-formats.js +++ b/examples/server/public/prompt-formats.js @@ -75,9 +75,9 @@ export const promptFormats = { // ---------------------------- "llama3": { - template: `<|start_header_id|>system<|end_header_id|>\n\n{{prompt}}<|eot_id|>\n{{history}}<|start_header_id|>{{char}}<|end_header_id|>\n\n`, + template: `<|start_header_id|>system<|end_header_id|>\n\n{{prompt}}<|eot_id|>{{history}}<|start_header_id|>{{char}}<|end_header_id|>\n\n`, - historyTemplate: `<|start_header_id|>{{name}}<|end_header_id|>\n\n{{message}}<|eot_id|>\n`, + historyTemplate: `<|start_header_id|>{{name}}<|end_header_id|>\n\n{{message}}<|eot_id|>`, char: "assistant", charMsgPrefix: "",