diff --git a/convert-hf-to-gguf-update.py b/convert-hf-to-gguf-update.py index 688c907e0..553229a59 100644 --- a/convert-hf-to-gguf-update.py +++ b/convert-hf-to-gguf-update.py @@ -151,15 +151,15 @@ src_func += " # NOTE: if you get an error here, you need to add the mode src_func += " # don't do this manually - use the convert-hf-to-gguf-update.py script!\n" src_func += f"{src_ifs}\n" src_func += " if res is None:\n" -src_func += " print( \"\\n\")\n" -src_func += " print( \"**************************************************************************************\")\n" -src_func += " print( \"** WARNING: The BPE pre-tokenizer was not recognized!\")\n" -src_func += " print( \"** This means that it was not added yet or you are using an older version.\")\n" -src_func += " print( \"** Check convert-hf-to-gguf-update.py and update it accordingly.\")\n" -src_func += " print( \"**\")\n" +src_func += " print(\"\\n\")\n" +src_func += " print(\"**************************************************************************************\")\n" +src_func += " print(\"** WARNING: The BPE pre-tokenizer was not recognized!\")\n" +src_func += " print(\"** This means that it was not added yet or you are using an older version.\")\n" +src_func += " print(\"** Check convert-hf-to-gguf-update.py and update it accordingly.\")\n" +src_func += " print(\"**\")\n" src_func += " print(f\"** chkhsh: {chkhsh}\")\n" -src_func += " print( \"**************************************************************************************\")\n" -src_func += " print( \"\\n\")\n" +src_func += " print(\"**************************************************************************************\")\n" +src_func += " print(\"\\n\")\n" src_func += " raise NotImplementedError(\"BPE pre-tokenizer was not recognized - update get_vocab_base_pre()\")\n" src_func += "\n" src_func += " print(f\"tokenizer.ggml.pre: {res}\")\n" diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 9b421d669..5370f3dfd 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -298,15 +298,15 @@ class Model(ABC): res = "bert-bge" if res is None: - print( "\n") - print( "**************************************************************************************") - print( "** WARNING: The BPE pre-tokenizer was not recognized!") - print( "** This means that it was not added yet or you are using an older version.") - print( "** Check convert-hf-to-gguf-update.py and update it accordingly.") - print( "**") + print("\n") + print("**************************************************************************************") + print("** WARNING: The BPE pre-tokenizer was not recognized!") + print("** This means that it was not added yet or you are using an older version.") + print("** Check convert-hf-to-gguf-update.py and update it accordingly.") + print("**") print(f"** chkhsh: {chkhsh}") - print( "**************************************************************************************") - print( "\n") + print("**************************************************************************************") + print("\n") raise NotImplementedError("BPE pre-tokenizer was not recognized - update get_vocab_base_pre()") print(f"tokenizer.ggml.pre: {res}")