vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix improper function signature

Browse source
This commit is contained in:
Christian Zhou-Zheng 2024-04-28 21:52:33 -04:00
parent 702a744670
commit c33bdf397d
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
gguf-py/gguf/gguf_manager.py
View file

@ -188,7 +188,7 @@ class GGUFManager:
print("Model has smaller size than the split threshold, not splitting") print("Model has smaller size than the split threshold, not splitting")
self.split_style = SplitStyle.NONE self.split_style = SplitStyle.NONE
self.split_strategy = SplitStrategy(self.split_style, self.path, self.tensors, self.args, not self.args.large_first_shard) self.split_strategy = SplitStrategy(self.split_style, self.path, self.tensors, self.args, self.arch)
self.total_shards = len(self.split_strategy) self.total_shards = len(self.split_strategy)
# only the first shard needs all the KV data # only the first shard needs all the KV data