vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

refactor: Add fixes for logging

Browse source
This commit is contained in:
teleprint-me 2024-05-23 22:58:03 -04:00
parent 77bc7394c8
commit c91dcdf2a4
No known key found for this signature in database
GPG key ID: B0D11345E65C4D48
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
gguf-py/scripts/hub-vocab.py
View file

@ -18,7 +18,7 @@ if (
from gguf.constants import MODEL_ARCH, MODEL_ARCH_NAMES from gguf.constants import MODEL_ARCH, MODEL_ARCH_NAMES
from gguf.huggingface_hub import HFVocabRequest from gguf.huggingface_hub import HFVocabRequest
logger = logging.getLogger("gguf-gen-pre") logger = logging.getLogger(Path(__file__).stem)
def main(): def main():
@ -45,6 +45,11 @@ def main():
) )
args = parser.parse_args() args = parser.parse_args()
if args.verbose:
logging.basicConfig(level=logging.DEBUG)
else:
logging.basicConfig(level=logging.INFO)
vocab_request = HFVocabRequest(args.auth_token, args.model_path, logger) vocab_request = HFVocabRequest(args.auth_token, args.model_path, logger)
vocab_type = vocab_request.get_vocab_enum(args.vocab_type) vocab_type = vocab_request.get_vocab_enum(args.vocab_type)
vocab_request.get_all_vocab_files(args.model_repo, vocab_type) vocab_request.get_all_vocab_files(args.model_repo, vocab_type)