vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

gguf-py : more metadata edge cases fixes

Browse source 
Multiple finetune versions are now joined together,
and the removal of the basename annotation on trailing versions
is more robust.
This commit is contained in:
Francis Couture-Harpin 2024-07-19 13:46:41 -04:00
parent 2164c9deb3
commit 912e6fa5c6
2 changed files with 22 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

9
gguf-py/gguf/metadata.py
View file

@ -256,9 +256,8 @@ class Metadata:
# Remove the basename annotation from trailing version
for part, t in zip(reversed(name_parts), reversed(name_types)):
if "basename" in t:
if len(t) > 1:
t.remove("basename")
if "basename" in t and len(t) > 1:
t.remove("basename")
else:
break
@ -267,8 +266,8 @@ class Metadata:
size_label = "-".join(dict.fromkeys(s for s, t in zip(name_parts, name_types) if "size_label" in t).keys()) or None
finetune = "-".join(f for f, t in zip(name_parts, name_types) if "finetune" in t) or None
# TODO: should the basename version always be excluded?
# TODO: should multiple versions be joined together?
version = ([v for v, t, in zip(name_parts, name_types) if "version" in t and "basename" not in t] or [None])[-1]
# NOTE: multiple finetune versions are joined together
version = "-".join(v for v, t, in zip(name_parts, name_types) if "version" in t and "basename" not in t) or None
if size_label is None and finetune is None and version is None:
# Too ambiguous, output nothing