vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

lint : fix

Browse source
This commit is contained in:
Georgi Gerganov 2024-04-28 22:02:10 +03:00
parent 491f2339bb
commit e8dd4a1494
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 16 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

16
convert-hf-to-gguf-update.py
View file

@ -140,15 +140,15 @@ src_func += "\n"
src_func += " # NOTE: if you get an error here, you need to add the model to the if-elif chain below\n"
src_func += f"{src_ifs}\n"
src_func += " if res is None:\n"
src_func += " print(f\"\\n\")\n"
src_func += " print(f\"**************************************************************************************\")\n"
src_func += " print(f\"** WARNING: The BPE pre-tokenizer was not recognized!\")\n"
src_func += " print(f\"** This means that it was not added yet or you are using an older version.\")\n"
src_func += " print(f\"** Check convert-hf-to-gguf-update.py and update it accordingly.\")\n"
src_func += " print(f\"**\")\n"
src_func += " print( \"\\n\")\n"
src_func += " print( \"**************************************************************************************\")\n"
src_func += " print( \"** WARNING: The BPE pre-tokenizer was not recognized!\")\n"
src_func += " print( \"** This means that it was not added yet or you are using an older version.\")\n"
src_func += " print( \"** Check convert-hf-to-gguf-update.py and update it accordingly.\")\n"
src_func += " print( \"**\")\n"
src_func += " print(f\"** chkhsh: {chkhsh}\")\n"
src_func += " print(f\"**************************************************************************************\")\n"
src_func += " print(f\"\\n\")\n"
src_func += " print( \"**************************************************************************************\")\n"
src_func += " print( \"\\n\")\n"
src_func += " raise NotImplementedError(\"BPE pre-tokenizer was not recognized - update get_vocab_base_pre()\")\n"
src_func += "\n"
src_func += " print(f\"tokenizer.ggml.pre: {res}\")\n"

16
convert-hf-to-gguf.py
View file

@ -414,15 +414,15 @@ class Model(ABC):
res = "bert-bge"
if res is None:
print(f"\n")
print(f"**************************************************************************************")
print(f"** WARNING: The BPE pre-tokenizer was not recognized!")
print(f"** This means that it was not added yet or you are using an older version.")
print(f"** Check convert-hf-to-gguf-update.py and update it accordingly.")
print(f"**")
print( "\n")
print( "**************************************************************************************")
print( "** WARNING: The BPE pre-tokenizer was not recognized!")
print( "** This means that it was not added yet or you are using an older version.")
print( "** Check convert-hf-to-gguf-update.py and update it accordingly.")
print( "**")
print(f"** chkhsh: {chkhsh}")
print(f"**************************************************************************************")
print(f"\n")
print( "**************************************************************************************")
print( "\n")
raise NotImplementedError("BPE pre-tokenizer was not recognized - update get_vocab_base_pre()")
print(f"tokenizer.ggml.pre: {res}")

0
requirements/requirements-convert-hf-to-gguf-convert.txt → requirements/requirements-convert-hf-to-gguf-update.txt
View file