vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add description to converted GGUF files

Browse source
This commit is contained in:
KerfuffleV2 2023-08-20 13:03:19 -06:00
parent 8083e20d19
commit ff25134390
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
convert-llama-ggmlv3-to-gguf.py
View file

@ -164,6 +164,7 @@ class GGMLToGGUF:
hp = self.model.hyperparameters hp = self.model.hyperparameters
cfg = self.cfg cfg = self.cfg
print('* Adding model parameters and KV items') print('* Adding model parameters and KV items')
gguf_writer.add_description('converted from legacy GGJTv3 format')
gguf_writer.add_context_length(cfg.context_length) gguf_writer.add_context_length(cfg.context_length)
gguf_writer.add_embedding_length(hp.n_embd) gguf_writer.add_embedding_length(hp.n_embd)
gguf_writer.add_block_count(hp.n_layer) gguf_writer.add_block_count(hp.n_layer)