vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

patch: Fix nested quotes for dict refs

Browse source
This commit is contained in:
teleprint-me 2024-05-19 22:39:05 -04:00
parent 89a46fe818
commit a0362ea475
No known key found for this signature in database
GPG key ID: B0D11345E65C4D48
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
gguf-py/scripts/gguf-gen-pre.py
View file

@ -92,7 +92,7 @@ def test_pre_tok(hf_voc_req: HFVocabRequest) -> None:
params = test_pre_tok_params()
for model in hf_voc_req.models:
# set the model path, e.g. 'models/meta-llama/Llama-2-7b-hf'
path = Path(f"{hf_voc_req.model_path}/{model["repo"]}")
path = Path(f"{hf_voc_req.model_path}/{model['repo']}")
# set the model name, e.g. llama-2-7b-hf
name = path.stem.lower()
# model input encodings, e.g. 'models/meta-llama/Llama-2-7b-hf/llama-2-7b-hf.vocab.gguf.inp'
@ -125,7 +125,7 @@ def test_pre_tok(hf_voc_req: HFVocabRequest) -> None:
f.write(f" {encoding}")
f.write("\n")
logger.info(f"Tests for {model["repo"]} written in {final}.*")
logger.info(f"Tests for {model['repo']} written in {final}.*")
def generate_vocab_script(hf_voc_req: HFVocabRequest) -> None:
@ -134,7 +134,7 @@ def generate_vocab_script(hf_voc_req: HFVocabRequest) -> None:
for model in hf_voc_req.models:
# get the repo path
path = Path(f"{hf_voc_req.model_path}/{model["repo"]}")
path = Path(f"{hf_voc_req.model_path}/{model['repo']}")
# set the vocab path
vocab = path / f"ggml-vocab-{path.stem.lower()}.gguf"
# set the command line