vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

convert-*.py: remove autogenerated uuid

Browse source
This commit is contained in:
brian khuu 2024-07-13 19:18:11 +10:00
parent f2b425c59c
commit ad217d7249
2 changed files with 0 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

6
convert_hf_to_gguf.py
View file

@ -378,12 +378,6 @@ class Model:
def prepare_key_value_store(self): def prepare_key_value_store(self):
# Upon missing model uuid, generate uuid based on tensor content
if self.metadata.uuid is None:
self.metadata.uuid = self.gguf_writer.generate_tensors_uuid()
max_name_len = max(len(s) for _, s in self.tensor_map.mapping.values()) + len(".weight,")
logger.info(f"{f'%-{max_name_len}s' % f'generating general.uuid'} {self.metadata.uuid}")
logger.info("Set meta model") logger.info("Set meta model")
self.metadata.set_gguf_meta_model(self.gguf_writer) self.metadata.set_gguf_meta_model(self.gguf_writer)

15
gguf-py/gguf/gguf_writer.py
View file

@ -2,8 +2,6 @@ from __future__ import annotations
import logging import logging
import os import os
import uuid
import hashlib
import shutil import shutil
import struct import struct
import tempfile import tempfile
@ -369,19 +367,6 @@ class GGUFWriter:
self.state = WriterState.WEIGHTS self.state = WriterState.WEIGHTS
def generate_tensors_uuid(self) -> str:
uuidv5_sha1 = hashlib.sha1()
uuidv5_sha1.update(uuid.UUID('ef001206-dadc-5f6d-a15f-3359e577d4e5').bytes)
for tensors in self.tensors:
# relying on the fact that Python dicts preserve insertion order (since 3.7)
for name, ti in tensors.items():
assert ti.tensor is not None
assert ti.tensor.nbytes == ti.nbytes
uuidv5_sha1.update(ti.tensor.tobytes('C'))
return str(uuid.UUID(bytes=uuidv5_sha1.digest()[:16], version=5))
def write_tensors_to_file(self, *, progress: bool = False) -> None: def write_tensors_to_file(self, *, progress: bool = False) -> None:
self.write_ti_data_to_file() self.write_ti_data_to_file()