vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: Add assistant turn

Browse source
This commit is contained in:
teleprint-me 2024-05-12 20:08:37 -04:00
parent bf5154f9bc
commit 4a018e706f
No known key found for this signature in database
GPG key ID: B0D11345E65C4D48
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
gguf-py/scripts/gguf-template.py
View file

@ -69,6 +69,7 @@ def display_chat_template(chat_template: str, format_template: bool = False):
messages=[ messages=[
{"role": "system", "content": "I am a helpful assistant."}, {"role": "system", "content": "I am a helpful assistant."},
{"role": "user", "content": "Hello!"}, {"role": "user", "content": "Hello!"},
{"role": "assistant", "content": "Hello! How may I assist you today?"},
], ],
bos_token="[BOS]", bos_token="[BOS]",
eos_token="[EOS]", eos_token="[EOS]",