From a878be4cb1f525ab1ab6960774b81ba157cee169 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sat, 16 Dec 2023 11:20:11 +0200 Subject: [PATCH] convert : phi don't add BOS token --- convert-hf-to-gguf.py | 1 + 1 file changed, 1 insertion(+) diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 8767c89a8..8aaf67384 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -999,6 +999,7 @@ class Phi2Model(Model): self.gguf_writer.add_layer_norm_eps(self.hparams["layer_norm_epsilon"]) self.gguf_writer.add_rope_dimension_count(self.hparams["rotary_dim"]) self.gguf_writer.add_file_type(self.ftype) + self.gguf_writer.add_add_bos_token(False) ###### CONVERSION LOGIC ######