vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update promptFormats.js

Browse source
This commit is contained in:
Yazan Agha-Schrader 2023-11-28 07:17:45 +01:00 • committed by GitHub
parent 2e4c05e00a
commit 116fc90e9a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 18 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

24
examples/server/public/promptFormats.js
View file

@ -12,6 +12,12 @@ export const promptFormats = {
char: "Response", char: "Response",
user: "Instruction" user: "Instruction"
}, },
"bakllava": {
template: "{{history}}{{char}}:",
historyTemplate: "{{name}}: {{message}}\n",
char: "ASSISTANT",
user: "USER"
},
"chatml": { "chatml": {
template: "<|im_start|>system\n{{prompt}}<|im_end|>\n{{history}}\n<|im_start|>{{char}}", template: "<|im_start|>system\n{{prompt}}<|im_end|>\n{{history}}\n<|im_start|>{{char}}",
historyTemplate: "<|im_start|>{{user}}\n{{message}}<|im_end|>", historyTemplate: "<|im_start|>{{user}}\n{{message}}<|im_end|>",
@ -54,6 +60,18 @@ export const promptFormats = {
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"llama2": {
template: "<s>[INST] <<SYS>>\n{{prompt}}\n<</SYS>>\n\n{{history}} [/INST] {{char}} </s><s>[INST] ",
historyTemplate: "{{name}}: {{message}} [/INST]",
char: "llama",
user: "user"
},
"llava": {
template: "{{history}}{{char}}:",
historyTemplate: "{{name}}: {{message}}\n",
char: "ASSISTANT",
user: "USER"
},
"leoHessianai": { "leoHessianai": {
template: "<|im_start|>system\n{{prompt}}<|im_end|>\n{{history}}\n<|im_start|>{{char}}", template: "<|im_start|>system\n{{prompt}}<|im_end|>\n{{history}}\n<|im_start|>{{char}}",
historyTemplate: "<|im_start|>{{user}}\n{{message}}<|im_end|>", historyTemplate: "<|im_start|>{{user}}\n{{message}}<|im_end|>",
@ -66,12 +84,6 @@ export const promptFormats = {
char: "ASSISTANT", char: "ASSISTANT",
user: "USER" user: "USER"
}, },
"llama2": {
template: "<s>[INST] <<SYS>>\n{{prompt}}\n<</SYS>>\n\n{{history}} [/INST] {{char}} </s><s>[INST] ",
historyTemplate: "{{name}}: {{message}} [/INST]",
char: "llama",
user: "user"
},
"marx": { "marx": {
template: "{{history}}\n{{char}}:", template: "{{history}}\n{{char}}:",
historyTemplate: "{{name}}: {{message}}", historyTemplate: "{{name}}: {{message}}",