vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server : remove initial start-of-text tokens from llama2, llama3 templates

Browse source
This commit is contained in:
mgroeber9110 2024-06-28 20:27:53 +02:00
parent f50bd5c5ba
commit 4be8de1604
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/public/prompt-formats.js
View file

@ -56,7 +56,7 @@ export const promptFormats = {
// ---------------------------- // ----------------------------
"llama2": { "llama2": {
template: `<s>[INST] <<SYS>>\n{{prompt}}\n<</SYS>>\n\nTest Message [/INST] Test Successful </s>{{history}}`, template: `[INST] <<SYS>>\n{{prompt}}\n<</SYS>>\n\nTest Message [/INST] Test Successful </s>{{history}}`,
historyTemplate: `{{message}}`, historyTemplate: `{{message}}`,
@ -75,7 +75,7 @@ export const promptFormats = {
// ---------------------------- // ----------------------------
"llama3": { "llama3": {
template: `<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{{prompt}}<|eot_id|>\n{{history}}<|start_header_id|>{{char}}<|end_header_id|>\n\n`, template: `<|start_header_id|>system<|end_header_id|>\n\n{{prompt}}<|eot_id|>\n{{history}}<|start_header_id|>{{char}}<|end_header_id|>\n\n`,
historyTemplate: `<|start_header_id|>{{name}}<|end_header_id|>\n\n{{message}}<|eot_id|>\n`, historyTemplate: `<|start_header_id|>{{name}}<|end_header_id|>\n\n{{message}}<|eot_id|>\n`,