vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: Remove dangling if statement

Browse source
This commit is contained in:
teleprint-me 2024-05-19 00:06:30 -04:00
parent 5840b6f0b0
commit dcc5d4241d
No known key found for this signature in database
GPG key ID: B0D11345E65C4D48
1 changed files with 1 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
convert-hf-to-gguf.py
View file

@ -430,8 +430,7 @@ class Model:
models = json.load("models/checksums.json")
for model in models:
if checksum == model["checksum"]:
if
logger.debug(f"tokenizer.ggml.pre: {repr(result)}")
logger.debug(f"tokenizer.ggml.pre: {repr(model['repo'])}")
logger.debug(f"tokenizer checksum: {checksum}")
return model["tokt"] # NOTE: Use the enum to id the vocab
@ -448,7 +447,6 @@ class Model:
logger.warning("**************************************************************************************")
logger.warning("\n")
raise NotImplementedError("BPE pre-tokenizer was not recognized - update get_vocab_base_pre()")
# Marker: End get_vocab_base_pre
def _set_vocab_gpt2(self) -> None: