vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

use 4 space indentation

Browse source
This commit is contained in:
akawrykow 2023-08-29 15:23:28 -07:00
parent 4380e52abc
commit 22c3522d78
1 changed files with 8 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

16
convert-falcon-hf-to-gguf.py
View file

@ -94,22 +94,22 @@ gguf_writer = gguf.GGUFWriter(fname_out, gguf.MODEL_ARCH_NAMES[ARCH])
print("gguf: get model metadata") print("gguf: get model metadata")
if "n_layer" in hparams: if "n_layer" in hparams:
block_count = hparams["n_layer"] block_count = hparams["n_layer"]
elif "num_hidden_layers" in hparams: elif "num_hidden_layers" in hparams:
block_count = hparams["num_hidden_layers"] block_count = hparams["num_hidden_layers"]
else: else:
print("No block count found") print("No block count found")
sys.exit() sys.exit()
if "n_head" in hparams: if "n_head" in hparams:
n_head = hparams["n_head"] n_head = hparams["n_head"]
elif "num_attention_heads" in hparams: elif "num_attention_heads" in hparams:
n_head = hparams["num_attention_heads"] n_head = hparams["num_attention_heads"]
else: else:
print("No head count found") print("No head count found")
sys.exit() sys.exit()
n_head_kv = hparams["n_head_kv"] if "n_head_kv" in hparams else 1 n_head_kv = hparams["n_head_kv"] if "n_head_kv" in hparams else 1