From 4c3e882a8547efbbf923b65d54631570b0151311 Mon Sep 17 00:00:00 2001 From: Kazim Abrar Mahi Date: Sat, 13 Apr 2024 19:33:06 +0600 Subject: [PATCH] Refactored code --- convert-hf-to-gguf.py | 2 ++ models/ggml-vocab-deepseek-coder.gguf | Bin 1156012 -> 1157268 bytes 2 files changed, 2 insertions(+) diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 852ba5e86..6fbe8067b 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -1314,6 +1314,8 @@ class PersimmonModel(Model): self.gguf_writer.add_tensor(new_name, data) @Model.register("LlamaForCausalLM") class DeepseekCoderModel(Model): + model_arch = gguf.MODEL_ARCH.LLAMA + def set_gguf_parameters(self): super().set_gguf_parameters() head_count = self.hparams["num_attention_heads"] diff --git a/models/ggml-vocab-deepseek-coder.gguf b/models/ggml-vocab-deepseek-coder.gguf index 2531e1e1914ef67ce1f0daaa1e07f0d74fac6509..640ee63d8742a9db73cd66673e74c7a6978870e9 100644 GIT binary patch delta 1345 zcmah|&1(}u6wfw^w)Lwyv=u4(w2iAY35Yi_;zvy>2!f~}Rl|1oZ8~-{v)!3(Nz)j? zLoXf-5fs5*y!PI^2R#e<2fTUqFYwJ~(=^r6f#0$-^FDs>z2EHoD1G=@%FNF{DJ2vA zHPy;IFs52BCz96+*IS`!oNaxXF>bfMWsTw1Z!`U7Jdrrpes5e%r^son{m#gx#^|s8 z$CxoL)5T=FW1PQ~i6d5!V_CwXbcgOgcKo7 zI7T>57~bs|Bi}#mzWzM2liVt8j}S%)CkQ7ArwFGBX9#1vrR~hGRC>ITNL*;I4o!T# z`!(~bIT_PaVg)(dz@T6+TdJ(E>U);LVY<#}rnKr=U@mZ>z;c{&w;sg=FZ+S0`U;o? z2VKU|fox-xtR)_1S_IefBto_s86tNma^#ecytsrSaI1>aw`{!PijX_S$mJ^JV>?#_ zKnBvPATZwhmC-%Ws%P_>Z)~z?2Es%01r&>5%9^ACO){nY+Ey=ZuNiY$i1HBw6@)kt zuS>MYfOeWhw5=}*S&o|6XvCRyr}lz%jm&2v1S>$WINVtPKWK_dU{$M(SHO~zNo8@B zgHSP#ZRkU_j4+4jOT-npCmf`j>FedF)obVppPIc?+iz0!Endq}0taf8OmMG88@W!N zt077~FbM(b;X0t20&E&ysOVbS47rU3C{a?}*$qh*oO2l-ZbF-n58OLas;~l&=>9BY6(0