vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Restore n_tensor check.

Browse source
This commit is contained in:
Qingtao Li 2024-10-12 12:48:45 +08:00
parent dfac0c4b3e
commit f64c768055
2 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
convert_hf_to_gguf.py
View file

@ -367,6 +367,12 @@ class Model:
break
for new_name, data_torch in (self._modify_tensors(data_torch, name, bid)):
# Some GPTQ models have empty bias tensors which are not in the model architecture.
# These tensors will cause tensor number check to fail, so we have to skip them.
if new_name.endswith(".bias") and np.all(LazyTorchTensor.to_eager(data_torch).numpy() == 0):
logger.info(f"Skipping empty bias tensor: {new_name}")
continue
data = data_torch.squeeze().numpy()
# if data ends up empty, it means data_torch was a scalar tensor -> restore

4
src/llama.cpp
View file

@ -4783,9 +4783,7 @@ struct llama_model_loader {
void done_getting_tensors() const {
if (n_created != n_tensors) {
// Zero bias in some HuggingFace models will cause n_tensors mismatch
// Consider removing zero bias in convert_hf_to_gguf.py?
// throw std::runtime_error(format("%s: wrong number of tensors; expected %d, got %d", __func__, n_tensors, n_created));
throw std::runtime_error(format("%s: wrong number of tensors; expected %d, got %d", __func__, n_tensors, n_created));
}
}