vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

refactor: Simplify huggingface hub vocab request

Browse source
This commit is contained in:
teleprint-me 2024-05-23 20:50:58 -04:00
parent 1749209406
commit f62080adfa
No known key found for this signature in database
GPG key ID: B0D11345E65C4D48
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
gguf-py/scripts/hub-vocab.py
View file

@ -40,9 +40,8 @@ def main():
args = parser.parse_args()
vocab_request = HFVocabRequest(args.auth_token, args.model_path, logger)
vocab_list = vocab_request.get_vocab_filenames(args.vocab_type)
for vocab_file in vocab_list:
vocab_request.get_vocab_file(args.model_repo, vocab_file, args.model_path)
vocab_type = vocab_request.get_vocab_enum(args.vocab_type)
vocab_request.get_all_vocab_files(args.model_repo, vocab_type)
if __name__ == '__main__':