vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server : fix templates for llama2, llama3 and zephyr

Browse source
This commit is contained in:
mgroeber9110 2024-06-27 22:57:08 +02:00
parent 558f44bf83
commit f50bd5c5ba
1 changed files with 7 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

12
examples/server/public/prompt-formats.js
View file

@ -56,9 +56,9 @@ export const promptFormats = {
// ---------------------------- // ----------------------------
"llama2": { "llama2": {
template: `<s>[INST] <<SYS>>\n{{prompt}}\n<</SYS>>\n\nTest Message [/INST] Test Successfull </s>{{history}}{{char}}`, template: `<s>[INST] <<SYS>>\n{{prompt}}\n<</SYS>>\n\nTest Message [/INST] Test Successful </s>{{history}}`,
historyTemplate: `{{name}}: {{message}}`, historyTemplate: `{{message}}`,
char: "Assistant", char: "Assistant",
charMsgPrefix: "", charMsgPrefix: "",
@ -75,9 +75,9 @@ export const promptFormats = {
// ---------------------------- // ----------------------------
"llama3": { "llama3": {
template: `<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{{prompt}}{{history}}{{char}}`, template: `<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{{prompt}}<|eot_id|>\n{{history}}<|start_header_id|>{{char}}<|end_header_id|>\n\n`,
historyTemplate: `<|start_header_id|>{{name}}<|end_header_id|>\n\n{{message}}<|eot_id|>`, historyTemplate: `<|start_header_id|>{{name}}<|end_header_id|>\n\n{{message}}<|eot_id|>\n`,
char: "assistant", char: "assistant",
charMsgPrefix: "", charMsgPrefix: "",
@ -314,7 +314,7 @@ export const promptFormats = {
// ---------------------------- // ----------------------------
"zephyr": { "zephyr": {
template: `<|system|>\n{{prompt}}</s>\n{{history}}{{char}}`, template: `<|system|>\n{{prompt}}</s>\n{{history}}<|{{char}}|>\n`,
historyTemplate: `<|{{name}}|>\n{{message}}</s>\n`, historyTemplate: `<|{{name}}|>\n{{message}}</s>\n`,
@ -328,4 +328,6 @@ export const promptFormats = {
stops: "" stops: ""
} }
// ref: https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha
}; };