vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server : remove extra \n after <|eot_id|> in llama3 template

Browse source
This commit is contained in:
mgroeber9110 2024-07-03 22:33:33 +02:00
parent 4be8de1604
commit 2727b02b4d
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/public/prompt-formats.js
View file

@ -75,9 +75,9 @@ export const promptFormats = {
// ---------------------------- // ----------------------------
"llama3": { "llama3": {
template: `<|start_header_id|>system<|end_header_id|>\n\n{{prompt}}<|eot_id|>\n{{history}}<|start_header_id|>{{char}}<|end_header_id|>\n\n`, template: `<|start_header_id|>system<|end_header_id|>\n\n{{prompt}}<|eot_id|>{{history}}<|start_header_id|>{{char}}<|end_header_id|>\n\n`,
historyTemplate: `<|start_header_id|>{{name}}<|end_header_id|>\n\n{{message}}<|eot_id|>\n`, historyTemplate: `<|start_header_id|>{{name}}<|end_header_id|>\n\n{{message}}<|eot_id|>`,
char: "assistant", char: "assistant",
charMsgPrefix: "", charMsgPrefix: "",