From f30bd6325223f5d17f939ff2274a34ac5bdcbbc3 Mon Sep 17 00:00:00 2001 From: teleprint-me <77757836+teleprint-me@users.noreply.github.com> Date: Sat, 25 May 2024 14:41:13 -0400 Subject: [PATCH] refactor: Add function for building and parsing CLI arguments --- gguf-py/scripts/hub-vocab.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/gguf-py/scripts/hub-vocab.py b/gguf-py/scripts/hub-vocab.py index 1afc525b4..2e5225aff 100644 --- a/gguf-py/scripts/hub-vocab.py +++ b/gguf-py/scripts/hub-vocab.py @@ -42,7 +42,7 @@ from gguf.huggingface_hub import HFHubModel, HFHubTokenizer logger = logging.getLogger(Path(__file__).stem) -def main(): +def get_arguments() -> argparse.Namespace: parser = argparse.ArgumentParser() parser.add_argument("auth_token", help="A huggingface read auth token") parser.add_argument( @@ -63,7 +63,11 @@ def main(): choices=["SPM", "BPE", "WPM"], help="The name of the vocab type. Default is 'BPE'.", ) - args = parser.parse_args() + return parser.parse_args() + + +def main(): + args = get_arguments() if args.verbose: logging.basicConfig(level=logging.DEBUG)