From a74dd353dd67cd915cb7393847dd60e2db9c04e4 Mon Sep 17 00:00:00 2001 From: Molly Sophia Date: Mon, 21 Oct 2024 16:30:27 +0800 Subject: [PATCH] RWKV v6: Set EOT token to ``\n\n`` Signed-off-by: Molly Sophia --- convert_hf_to_gguf.py | 1 + 1 file changed, 1 insertion(+) diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index 9715e1842..e0b1b2bf9 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -2865,6 +2865,7 @@ class Rwkv6Model(Model): self.gguf_writer.add_token_types(toktypes) special_vocab = gguf.SpecialVocab(self.dir_model, load_merges=False) special_vocab.chat_template = "rwkv-world" + special_vocab._set_special_token("eot", 261) special_vocab.add_to_gguf(self.gguf_writer) def set_gguf_parameters(self):