vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Change ftype from int value to str value

Browse source
This commit is contained in:
Galunid 2023-11-07 10:34:25 +01:00
parent 7a3433b4b6
commit 73780f5939
1 changed files with 3 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

11
convert-hf-to-gguf.py
View file

@ -841,7 +841,7 @@ def parse_args() -> argparse.Namespace:
help="directory containing model file, or model file itself (*.bin)", help="directory containing model file, or model file itself (*.bin)",
) )
parser.add_argument( parser.add_argument(
"ftype", type=int, choices=[0, 1], default=1, nargs='?', "ftype", type=str, choices=["f32", "f16"], default="f16", nargs='?',
help="output format - use 0 for float32, 1 for float16", help="output format - use 0 for float32, 1 for float16",
) )
parser.add_argument("--bigendian", action="store_true", help="model is executed on big endian machine") parser.add_argument("--bigendian", action="store_true", help="model is executed on big endian machine")
@ -857,25 +857,20 @@ if not dir_model.is_dir():
print(f'Error: {args.model} is not a directory', file=sys.stderr) print(f'Error: {args.model} is not a directory', file=sys.stderr)
sys.exit(1) sys.exit(1)
# possible tensor data types
# ftype == 0 -> float32
# ftype == 1 -> float16
# map from ftype to string
ftype_str = ["f32", "f16"] ftype_str = ["f32", "f16"]
if args.outfile is not None: if args.outfile is not None:
fname_out = args.outfile fname_out = args.outfile
else: else:
# output in the same directory as the model by default # output in the same directory as the model by default
fname_out = dir_model / f'ggml-model-{ftype_str[ftype]}.gguf' fname_out = dir_model / f'ggml-model-{ftype}.gguf'
print(f"Loading model: {dir_model.name}") print(f"Loading model: {dir_model.name}")
hparams = Model.load_hparams(dir_model) hparams = Model.load_hparams(dir_model)
model_class = Model.from_model_architecture(hparams["architectures"][0]) model_class = Model.from_model_architecture(hparams["architectures"][0])
model_instance = model_class(dir_model, ftype, fname_out, args.bigendian) model_instance = model_class(dir_model, ftype_str.index(ftype), fname_out, args.bigendian)
print("Set model parameters") print("Set model parameters")
model_instance.set_gguf_parameters() model_instance.set_gguf_parameters()