vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: set proper vocab settings

Browse source
This commit is contained in:
Joan Martinez 2024-04-22 18:02:48 +02:00
parent 64cd4b1339
commit 71ff763e0e
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
convert-hf-to-gguf.py
View file

@ -2736,6 +2736,11 @@ class JinaBertModel(BertModel):
yield name, data yield name, data
def set_vocab(self, *args, **kwargs):
super().set_vocab()
self.gguf_writer.add_add_bos_token(True)
self.gguf_writer.add_add_eos_token(True)
JinaBertForMaskedML = JinaBertModel JinaBertForMaskedML = JinaBertModel