vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

gguf.py : add layer norm eps and merges

Browse source
This commit is contained in:
klosax 2023-07-30 14:48:14 +02:00 • committed by GitHub
parent 0790c121aa
commit ccd81a751b
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

11
gguf.py
View file

@ -260,6 +260,14 @@ class GGUFWriter:
self.write_float32( self.write_float32(
constants.KEY_ATTENTION_CLAMP_KQV.format(llm=llm), value) constants.KEY_ATTENTION_CLAMP_KQV.format(llm=llm), value)
def write_layer_norm_eps(self, llm: str, value: float):
self.write_float32(
constants.KEY_ATTENTION_LAYERNORM_EPS.format(llm=llm), value)
def write_layer_norm_rms_eps(self, llm: str, value: float):
self.write_float32(
constants.KEY_ATTENTION_LAYERNORM_RMS_EPS.format(llm=llm), value)
def write_rope_dimension_count(self, llm: str, count: int): def write_rope_dimension_count(self, llm: str, count: int):
self.write_uint32( self.write_uint32(
constants.KEY_ROPE_DIMENSION_COUNT.format(llm=llm), count) constants.KEY_ROPE_DIMENSION_COUNT.format(llm=llm), count)
@ -273,6 +281,9 @@ class GGUFWriter:
def write_token_list(self, tokens: List): def write_token_list(self, tokens: List):
self.write_array(constants.KEY_TOKENIZER_LIST, tokens) self.write_array(constants.KEY_TOKENIZER_LIST, tokens)
def write_token_merges(self, merges: List):
self.write_array(constants.KEY_TOKENIZER_MERGES, merges)
def write_token_scores(self, scores: List[float]): def write_token_scores(self, scores: List[float]):
self.write_array(constants.KEY_TOKENIZER_SCORES, scores) self.write_array(constants.KEY_TOKENIZER_SCORES, scores)