vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add gguf arch and ftype

Browse source
This commit is contained in:
xaedes 2023-08-27 23:20:18 +02:00
parent a6f3a47c39
commit cb42324d6a
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/train-text-from-scratch/convert-train-checkpoint-to-gguf.py
View file

@ -412,6 +412,8 @@ class Checkpoint:
return offset
def save_gguf(self, gguf_writer):
gguf_writer.add_architecture()
gguf_writer.add_file_type(gguf.GGMLQuantizationType.F32)
gguf_writer.add_uint32(LLM_KV_TRAINING_FILE_VERSION, 0)
gguf_writer.add_uint32(LLM_KV_TRAINING_ITERATION_COUNT, self.train_its)
gguf_writer.add_uint32(LLM_KV_TRAINING_SAMPLE_COUNT, self.train_samples)