vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

gguf-dump.py: Add tensor overview count

Browse source
This commit is contained in:
brian khuu 2024-06-10 22:30:41 +10:00
parent b000526741
commit a69febd886
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
gguf-py/scripts/gguf-dump.py
View file

@ -227,8 +227,11 @@ def dump_markdown_metadata(reader: GGUFReader, args: argparse.Namespace) -> None
tensor_name_to_key[tensor.name] = key tensor_name_to_key[tensor.name] = key
tensor_groups[tensor_prefix].append(tensor) tensor_groups[tensor_prefix].append(tensor)
# Generate Markdown metadata # Tensors Mapping Dump
markdown_content += "## Tensor Groups\n" markdown_content += f'## Tensors Overview {element_count_rounded_notation(total_elements)} Elements\n'
markdown_content += f'Total number of elements in all tensors: {total_elements} Elements\n'
markdown_content += '\n'
for group in tensor_prefix_order: for group in tensor_prefix_order:
tensors = tensor_groups[group] tensors = tensor_groups[group]
group_elements = sum(tensor.n_elements for tensor in tensors) group_elements = sum(tensor.n_elements for tensor in tensors)