vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

lint : fix

Browse source
This commit is contained in:
Georgi Gerganov 2024-04-28 22:51:13 +03:00
parent 78081502e9
commit 7b1210f6a8
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 16 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

16
convert-hf-to-gguf-update.py
View file

@ -151,15 +151,15 @@ src_func += " # NOTE: if you get an error here, you need to add the mode
src_func += " # don't do this manually - use the convert-hf-to-gguf-update.py script!\n"
src_func += f"{src_ifs}\n"
src_func += " if res is None:\n"
src_func += " print( \"\\n\")\n"
src_func += " print( \"**************************************************************************************\")\n"
src_func += " print( \"** WARNING: The BPE pre-tokenizer was not recognized!\")\n"
src_func += " print( \"** This means that it was not added yet or you are using an older version.\")\n"
src_func += " print( \"** Check convert-hf-to-gguf-update.py and update it accordingly.\")\n"
src_func += " print( \"**\")\n"
src_func += " print(\"\\n\")\n"
src_func += " print(\"**************************************************************************************\")\n"
src_func += " print(\"** WARNING: The BPE pre-tokenizer was not recognized!\")\n"
src_func += " print(\"** This means that it was not added yet or you are using an older version.\")\n"
src_func += " print(\"** Check convert-hf-to-gguf-update.py and update it accordingly.\")\n"
src_func += " print(\"**\")\n"
src_func += " print(f\"** chkhsh: {chkhsh}\")\n"
src_func += " print( \"**************************************************************************************\")\n"
src_func += " print( \"\\n\")\n"
src_func += " print(\"**************************************************************************************\")\n"
src_func += " print(\"\\n\")\n"
src_func += " raise NotImplementedError(\"BPE pre-tokenizer was not recognized - update get_vocab_base_pre()\")\n"
src_func += "\n"
src_func += " print(f\"tokenizer.ggml.pre: {res}\")\n"

16
convert-hf-to-gguf.py
View file

@ -298,15 +298,15 @@ class Model(ABC):
res = "bert-bge"
if res is None:
print( "\n")
print( "**************************************************************************************")
print( "** WARNING: The BPE pre-tokenizer was not recognized!")
print( "** This means that it was not added yet or you are using an older version.")
print( "** Check convert-hf-to-gguf-update.py and update it accordingly.")
print( "**")
print("\n")
print("**************************************************************************************")
print("** WARNING: The BPE pre-tokenizer was not recognized!")
print("** This means that it was not added yet or you are using an older version.")
print("** Check convert-hf-to-gguf-update.py and update it accordingly.")
print("**")
print(f"** chkhsh: {chkhsh}")
print( "**************************************************************************************")
print( "\n")
print("**************************************************************************************")
print("\n")
raise NotImplementedError("BPE pre-tokenizer was not recognized - update get_vocab_base_pre()")
print(f"tokenizer.ggml.pre: {res}")