vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

convert : fix gemma v1 tokenizer convert (#8248)

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-07-04 10:41:03 +03:00 • committed by GitHub
parent f619024764
commit 20fc3804bf
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
28 changed files with 85 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

3
convert-hf-to-gguf.py
View file

@ -2316,6 +2316,8 @@ class GemmaModel(Model):
special_vocab._set_special_token("eot", 107)
special_vocab.add_to_gguf(self.gguf_writer)
self.gguf_writer.add_add_space_prefix(False)
def set_gguf_parameters(self):
hparams = self.hparams
block_count = hparams["num_hidden_layers"]
@ -2366,6 +2368,7 @@ class Gemma2Model(Model):
special_vocab = gguf.SpecialVocab(self.dir_model, n_vocab=len(tokens))
special_vocab.add_to_gguf(self.gguf_writer)
self.gguf_writer.add_add_space_prefix(False)
def set_gguf_parameters(self):