This commit is contained in:
Andrei Betlen 2024-06-28 15:46:45 -04:00
parent 4d3f17b4ac
commit d3d3c4eb35

View file

@ -627,9 +627,6 @@ class GGUFWriter:
def add_mask_token_id(self, id: int) -> None:
self.add_uint32(Keys.Tokenizer.MASK_ID, id)
def add_eot_token_id(self, id: int) -> None:
self.add_uint32(Keys.Tokenizer.EOT_ID, id)
def add_add_bos_token(self, value: bool) -> None:
self.add_bool(Keys.Tokenizer.ADD_BOS, value)