lint : fix

This commit is contained in:
Georgi Gerganov 2024-04-28 22:51:13 +03:00
parent 78081502e9
commit 7b1210f6a8
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 16 additions and 16 deletions

View file

@ -151,15 +151,15 @@ src_func += " # NOTE: if you get an error here, you need to add the mode
src_func += " # don't do this manually - use the convert-hf-to-gguf-update.py script!\n"
src_func += f"{src_ifs}\n"
src_func += " if res is None:\n"
src_func += " print( \"\\n\")\n"
src_func += " print( \"**************************************************************************************\")\n"
src_func += " print( \"** WARNING: The BPE pre-tokenizer was not recognized!\")\n"
src_func += " print( \"** This means that it was not added yet or you are using an older version.\")\n"
src_func += " print( \"** Check convert-hf-to-gguf-update.py and update it accordingly.\")\n"
src_func += " print( \"**\")\n"
src_func += " print(\"\\n\")\n"
src_func += " print(\"**************************************************************************************\")\n"
src_func += " print(\"** WARNING: The BPE pre-tokenizer was not recognized!\")\n"
src_func += " print(\"** This means that it was not added yet or you are using an older version.\")\n"
src_func += " print(\"** Check convert-hf-to-gguf-update.py and update it accordingly.\")\n"
src_func += " print(\"**\")\n"
src_func += " print(f\"** chkhsh: {chkhsh}\")\n"
src_func += " print( \"**************************************************************************************\")\n"
src_func += " print( \"\\n\")\n"
src_func += " print(\"**************************************************************************************\")\n"
src_func += " print(\"\\n\")\n"
src_func += " raise NotImplementedError(\"BPE pre-tokenizer was not recognized - update get_vocab_base_pre()\")\n"
src_func += "\n"
src_func += " print(f\"tokenizer.ggml.pre: {res}\")\n"