add more comon stop tokens

This commit is contained in:
Yazan Agha-Schrader 2024-05-29 13:29:00 +02:00
parent 80b6143f78
commit 513406ab60

View file

@ -285,7 +285,7 @@
await runLlama(prompt, {
...params.value,
slot_id: slot_id,
stop: ["</s>", template("{{stops}}"), template("{{char}}"), template("{{user}}")],
stop: ["</s>", "<|end|>", "<|eot_id|>", "<|end_of_text|>", "<|im_end|>", "<|EOT|>", "<|END_OF_TURN_TOKEN|>", "<|endoftext|>", template("{{char}}"), template("{{user}}")],
}, "{{char}}");
}