vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

remove scores

Browse source
This commit is contained in:
ngxson 2024-07-01 23:14:06 +02:00
parent 62dc4a92cd
commit 1a99b5ec6e
1 changed files with 0 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
convert-hf-to-gguf.py
View file

@ -2351,7 +2351,6 @@ class Gemma2Model(Model):
tokens, scores, toktypes, special_vocab = self._set_vocab_sentencepiece(add_to_gguf=False)
# hack: This is required so that we can properly use start/end-of-turn for chat template
for i in range(216): # 216 -> last special token
scores[i] = -1000.0
toktypes[i] = SentencePieceTokenTypes.CONTROL
self.gguf_writer.add_token_list(tokens)
self.gguf_writer.add_token_scores(scores)