From 1a99b5ec6e462bcf82befe92059bd769a83f1656 Mon Sep 17 00:00:00 2001
From: ngxson <thichthat@gmail.com>
Date: Mon, 1 Jul 2024 23:14:06 +0200
Subject: [PATCH] remove scores

---
 convert-hf-to-gguf.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index 1bd6b6d42..b6d212f4e 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -2351,7 +2351,6 @@ class Gemma2Model(Model):
         tokens, scores, toktypes, special_vocab = self._set_vocab_sentencepiece(add_to_gguf=False)
         # hack: This is required so that we can properly use start/end-of-turn for chat template
         for i in range(216): # 216 -> last special token
-            scores[i] = -1000.0
             toktypes[i] = SentencePieceTokenTypes.CONTROL
         self.gguf_writer.add_token_list(tokens)
         self.gguf_writer.add_token_scores(scores)