vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

convert-hf : align the message logged for converted tensors

Browse source
This commit is contained in:
Francis Couture-Harpin 2024-05-04 09:09:47 -04:00
parent 98f2d0e0d7
commit f2099c50ab
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
convert-hf-to-gguf.py
View file

@ -189,6 +189,8 @@ class Model:
return False return False
def write_tensors(self): def write_tensors(self):
max_name_len = max(len(s) for _, s in self.tensor_map.mapping.values()) + len(".weight,")
for name, data_torch in self.tensors.items(): for name, data_torch in self.tensors.items():
# we don't need these # we don't need these
if name.endswith((".attention.masked_bias", ".attention.bias", ".rotary_emb.inv_freq")): if name.endswith((".attention.masked_bias", ".attention.bias", ".rotary_emb.inv_freq")):
@ -237,7 +239,7 @@ class Model:
shape_str = f"{{{', '.join(str(n) for n in reversed(data.shape))}}}" shape_str = f"{{{', '.join(str(n) for n in reversed(data.shape))}}}"
# n_dims is implicit in the shape # n_dims is implicit in the shape
logger.info(f"{new_name}, shape = {shape_str}, {old_dtype} --> {data.dtype}") logger.info(f"{f'%-{max_name_len}s' % f'{new_name},'} {old_dtype} --> {data.dtype}, shape = {shape_str}")
self.gguf_writer.add_tensor(new_name, data) self.gguf_writer.add_tensor(new_name, data)