vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

convert-hf : use zero value of sliding_window to distinguish Phi-4 from other PHI3 models

Browse source
This commit is contained in:
Stanisław Szymczyk 2024-12-14 11:59:59 +01:00
parent 520e8a0377
commit c7fdbd3735
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
convert_hf_to_gguf.py
View file

@ -2254,9 +2254,11 @@ class Phi3MiniModel(Model):
self.gguf_writer.add_rope_dimension_count(rope_dims)
self.gguf_writer.add_rope_freq_base(self.find_hparam(["rope_theta"]))
self.gguf_writer.add_file_type(self.ftype)
# handle null value of sliding_window (Phi-4 model)
if (sliding_window := self.hparams.get("sliding_window")) is not None:
self.gguf_writer.add_sliding_window(sliding_window)
sliding_window = self.hparams.get("sliding_window")
# use zero value of sliding_window to distinguish Phi-4 from other PHI3 models
if sliding_window is None:
sliding_window = 0
self.gguf_writer.add_sliding_window(sliding_window)
def generate_extra_tensors(self) -> Iterable[tuple[str, Tensor]]:
n_embd = self.find_hparam(["hidden_size", "n_embd"])