From a58d32dfe6d57d53ea4b2dad55055c2f4fd6810c Mon Sep 17 00:00:00 2001 From: RunningLeon Date: Wed, 15 Jan 2025 14:36:43 +0800 Subject: [PATCH] fix lint --- convert_hf_to_gguf.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index 74b7b0e03..35f965a5c 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -2833,14 +2833,14 @@ class InternLM3Model(Model): self.gguf_writer.add_token_types(toktypes) special_vocab = gguf.SpecialVocab(self.dir_model, n_vocab=len(tokens)) - + tokenizer_config_file = self.dir_model / 'tokenizer_config.json' if tokenizer_config_file.is_file(): with open(tokenizer_config_file, "r", encoding="utf-8") as f: tokenizer_config_json = json.load(f) if "add_prefix_space" in tokenizer_config_json: self.gguf_writer.add_add_space_prefix(tokenizer_config_json["add_prefix_space"]) - + if "added_tokens_decoder" in tokenizer_config_json: for token_id, token_data in tokenizer_config_json["added_tokens_decoder"].items(): if token_data.get("special"):