vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Missing variable

Browse source
This commit is contained in:
Galunid 2023-10-29 02:05:28 +01:00
parent 8618b4e74c
commit 989db34149
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
model.py
View file

@ -424,6 +424,7 @@ class BaichuanModel(Model):
# Collect tensors from generator object # Collect tensors from generator object
model_kv = dict(self.get_tensors()) model_kv = dict(self.get_tensors())
block_count = self.hparams["num_hidden_layers"] block_count = self.hparams["num_hidden_layers"]
head_count = self.hparams["num_attention_heads"]
tensor_map = gguf.get_tensor_name_map(self.model_arch, block_count) tensor_map = gguf.get_tensor_name_map(self.model_arch, block_count)
for i in range(block_count): for i in range(block_count):