vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Refactored code

Browse source
This commit is contained in:
Kazim Abrar Mahi 2024-04-13 19:33:06 +06:00 • committed by Georgi Gerganov
parent c8e7d9521d
commit 4c3e882a85
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
convert-hf-to-gguf.py
View file

@ -1314,6 +1314,8 @@ class PersimmonModel(Model):
self.gguf_writer.add_tensor(new_name, data) self.gguf_writer.add_tensor(new_name, data)
@Model.register("LlamaForCausalLM") @Model.register("LlamaForCausalLM")
class DeepseekCoderModel(Model): class DeepseekCoderModel(Model):
model_arch = gguf.MODEL_ARCH.LLAMA
def set_gguf_parameters(self): def set_gguf_parameters(self):
super().set_gguf_parameters() super().set_gguf_parameters()
head_count = self.hparams["num_attention_heads"] head_count = self.hparams["num_attention_heads"]

BIN
models/ggml-vocab-deepseek-coder.gguf
View file

Binary file not shown.