From 513406ab604ee1c433d7935dfdd1eb082039c78e Mon Sep 17 00:00:00 2001 From: Yazan Agha-Schrader Date: Wed, 29 May 2024 13:29:00 +0200 Subject: [PATCH] add more comon stop tokens --- examples/server/themes/mount-ai/index.html | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/themes/mount-ai/index.html b/examples/server/themes/mount-ai/index.html index 45ec7c08f..385046285 100644 --- a/examples/server/themes/mount-ai/index.html +++ b/examples/server/themes/mount-ai/index.html @@ -285,7 +285,7 @@ await runLlama(prompt, { ...params.value, slot_id: slot_id, - stop: ["", template("{{stops}}"), template("{{char}}"), template("{{user}}")], + stop: ["", "<|end|>", "<|eot_id|>", "<|end_of_text|>", "<|im_end|>", "<|EOT|>", "<|END_OF_TURN_TOKEN|>", "<|endoftext|>", template("{{char}}"), template("{{user}}")], }, "{{char}}"); }