vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix linting

Browse source
This commit is contained in:
Christian Zhou-Zheng 2024-06-09 11:23:55 -04:00
parent 0779f2f74f
commit a234bf821b
2 changed files with 8 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

10
convert-hf-to-gguf.py
View file

@ -2891,15 +2891,13 @@ def main() -> None:
model_instance.gguf_writer.add_quantization_version(gguf.GGML_QUANT_VERSION)
if args.vocab_only:
logger.info(f"Exporting model vocab...")
logger.info("Exporting model vocab...")
model_instance.write_vocab()
logger.info(f"Model vocab successfully exported.")
logger.info("Model vocab successfully exported.")
else:
logger.info(f"Exporting model...")
logger.info("Exporting model...")
model_instance.write()
logger.info(f"Model successfully exported.")
logger.info("Model successfully exported.")
if __name__ == '__main__':
main()

9
gguf-py/gguf/gguf_writer.py
View file

@ -30,7 +30,6 @@ from .constants import (
)
from .quants import quant_shape_from_byte_shape
from .constants import Keys
logger = logging.getLogger(__name__)
@ -191,7 +190,7 @@ class GGUFWriter:
def add_shard_kv_data(self) -> None:
if self.split_arguments.split_style == SplitStyle.NONE:
return
total_tensors = sum(len(t) for t in self.tensors)
for i in range(len(self.fout)):
# just see whether it exists
@ -746,11 +745,11 @@ class GGUFWriter:
return tensor.data_type.elements_to_bytes(np.prod(tensor.shape))
except AttributeError: # numpy ndarray[Any, Any]
return tensor.nbytes
@staticmethod
def get_tensors_total_size(tensors) -> int:
return sum(GGUFWriter.get_tensor_size(ti) for ti in tensors)
@staticmethod
def split_str_to_n_bytes(split_str: str) -> int:
if split_str.endswith("K"):
@ -778,4 +777,4 @@ class GGUFWriter:
if abs(fnum) < 1000.0:
return f"{fnum:3.1f}{unit}"
fnum /= 1000.0
return f"{fnum:.1f}T - over 1TB, --split recommended"
return f"{fnum:.1f}T - over 1TB, --split recommended"