From 9e17dad087aa5c63e337e5503b6588ef14ab1a6f Mon Sep 17 00:00:00 2001 From: Pierrick HYMBERT Date: Sun, 7 Apr 2024 15:57:36 +0200 Subject: [PATCH] model: dbrx: convert-hf-to-gguf.py add chat template --- convert-hf-to-gguf.py | 1 + 1 file changed, 1 insertion(+) diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 7be749573..640c8dde7 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -432,6 +432,7 @@ class Model(ABC): special_vocab = gguf.SpecialVocab(dir_model, load_merges=False) special_vocab.merges = merges + special_vocab.chat_template = tokenizer.default_chat_template # FIXME REVIEW how to add special tokens https://huggingface.co/databricks/dbrx-instruct/blob/main/tiktoken.py#L193 special_vocab.add_to_gguf(self.gguf_writer)