From 2ea133895c6d77652f7e27607af5594ada5e29f7 Mon Sep 17 00:00:00 2001 From: KerfuffleV2 Date: Tue, 29 Aug 2023 04:33:24 -0600 Subject: [PATCH] gguf: SpecialVocab: Actually set load_merges in object --- gguf-py/gguf/gguf.py | 1 + 1 file changed, 1 insertion(+) diff --git a/gguf-py/gguf/gguf.py b/gguf-py/gguf/gguf.py index 5f377187e..c6f4895ac 100644 --- a/gguf-py/gguf/gguf.py +++ b/gguf-py/gguf/gguf.py @@ -761,6 +761,7 @@ class SpecialVocab: def __init__(self, path: Path, load_merges: bool = False, special_token_types: Optional[Tuple[str, ...]] = None): self.special_token_ids = {} + self.load_merges = load_merges if special_token_types is not None: self.special_token_types = special_token_types self.load(path)