From facec466e8c7aad2ffc322a345013adf70a28f1d Mon Sep 17 00:00:00 2001 From: Molly Sophia Date: Tue, 22 Oct 2024 19:27:21 +0800 Subject: [PATCH] converter: Add comment about the hack for rwkv models Signed-off-by: Molly Sophia --- convert_hf_to_gguf.py | 1 + 1 file changed, 1 insertion(+) diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index e0b1b2bf9..7e552a71b 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -2865,6 +2865,7 @@ class Rwkv6Model(Model): self.gguf_writer.add_token_types(toktypes) special_vocab = gguf.SpecialVocab(self.dir_model, load_merges=False) special_vocab.chat_template = "rwkv-world" + # hack: Add '\n\n' as the EOT token to make it chat normally special_vocab._set_special_token("eot", 261) special_vocab.add_to_gguf(self.gguf_writer)