From b1c40695029f4317a8c1598d1523631b60755b44 Mon Sep 17 00:00:00 2001 From: ngxson Date: Mon, 15 Jul 2024 17:22:38 +0200 Subject: [PATCH] move add_type to __init__ --- convert_hf_to_gguf.py | 2 +- gguf-py/gguf/constants.py | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index a66228d71..ecf5aa234 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -99,6 +99,7 @@ class Model: self.fname_out = fname_out.parent / fname_out.name.format(ftype_lw, outtype=ftype_lw, ftype=ftype_lw, OUTTYPE=ftype_up, FTYPE=ftype_up) self.gguf_writer = gguf.GGUFWriter(path=None, arch=gguf.MODEL_ARCH_NAMES[self.model_arch], endianess=self.endianess, use_temp_file=self.use_temp_file, split_max_tensors=split_max_tensors, split_max_size=split_max_size, dry_run=dry_run, small_first_shard=small_first_shard) + self.gguf_writer.add_type(gguf.GGUFType.MODEL) @classmethod def __init_subclass__(cls): @@ -186,7 +187,6 @@ class Model: return new_name def set_gguf_parameters(self): - self.gguf_writer.add_type(gguf.GGUFType.MODEL) self.gguf_writer.add_name(self.dir_model.name if self.model_name is None else self.model_name) self.gguf_writer.add_block_count(self.block_count) diff --git a/gguf-py/gguf/constants.py b/gguf-py/gguf/constants.py index 390d2d189..5eb3df706 100644 --- a/gguf-py/gguf/constants.py +++ b/gguf-py/gguf/constants.py @@ -129,10 +129,12 @@ class Keys: # recommended mapping of model tensor names for storage in gguf # + class GGUFType: MODEL = "model" ADAPTER = "adapter" + class MODEL_ARCH(IntEnum): LLAMA = auto() FALCON = auto()