vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

remove unused variable

Browse source
This commit is contained in:
wonjun Jang 2023-12-26 19:25:32 +09:00 • committed by GitHub
parent 9f297f81ad
commit ff8b994161
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 0 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
convert.py
View file

@ -371,7 +371,6 @@ class VocabLoader:
self.spm = None self.spm = None
def hf_tokens(self) -> Iterable[tuple[bytes, float, gguf.TokenType]]: def hf_tokens(self) -> Iterable[tuple[bytes, float, gguf.TokenType]]:
tokenizer = self.tokenizer
added_tokens_ids = set(self.added_tokens_dict.values()) added_tokens_ids = set(self.added_tokens_dict.values())
for i in range(self.vocab_size_base): for i in range(self.vocab_size_base):