fix: Remove dangling if statement
This commit is contained in:
parent
5840b6f0b0
commit
dcc5d4241d
1 changed files with 1 additions and 3 deletions
|
@ -430,8 +430,7 @@ class Model:
|
||||||
models = json.load("models/checksums.json")
|
models = json.load("models/checksums.json")
|
||||||
for model in models:
|
for model in models:
|
||||||
if checksum == model["checksum"]:
|
if checksum == model["checksum"]:
|
||||||
if
|
logger.debug(f"tokenizer.ggml.pre: {repr(model['repo'])}")
|
||||||
logger.debug(f"tokenizer.ggml.pre: {repr(result)}")
|
|
||||||
logger.debug(f"tokenizer checksum: {checksum}")
|
logger.debug(f"tokenizer checksum: {checksum}")
|
||||||
return model["tokt"] # NOTE: Use the enum to id the vocab
|
return model["tokt"] # NOTE: Use the enum to id the vocab
|
||||||
|
|
||||||
|
@ -448,7 +447,6 @@ class Model:
|
||||||
logger.warning("**************************************************************************************")
|
logger.warning("**************************************************************************************")
|
||||||
logger.warning("\n")
|
logger.warning("\n")
|
||||||
raise NotImplementedError("BPE pre-tokenizer was not recognized - update get_vocab_base_pre()")
|
raise NotImplementedError("BPE pre-tokenizer was not recognized - update get_vocab_base_pre()")
|
||||||
|
|
||||||
# Marker: End get_vocab_base_pre
|
# Marker: End get_vocab_base_pre
|
||||||
|
|
||||||
def _set_vocab_gpt2(self) -> None:
|
def _set_vocab_gpt2(self) -> None:
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue