vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add more comon stop tokens

Browse source
This commit is contained in:
Yazan Agha-Schrader 2024-05-29 13:29:00 +02:00
parent 80b6143f78
commit 513406ab60
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/themes/mount-ai/index.html
View file

@ -285,7 +285,7 @@
await runLlama(prompt, { await runLlama(prompt, {
...params.value, ...params.value,
slot_id: slot_id, slot_id: slot_id,
stop: ["</s>", template("{{stops}}"), template("{{char}}"), template("{{user}}")], stop: ["</s>", "<|end|>", "<|eot_id|>", "<|end_of_text|>", "<|im_end|>", "<|EOT|>", "<|END_OF_TURN_TOKEN|>", "<|endoftext|>", template("{{char}}"), template("{{user}}")],
}, "{{char}}"); }, "{{char}}");
} }