two converter py files needs basicConfig() added

This commit is contained in:
brian khuu 2024-05-04 15:15:45 +10:00
parent a2ac89d6ef
commit 3f96d538c0
2 changed files with 4 additions and 0 deletions

3
convert-hf-to-gguf-update.py Normal file → Executable file
View file

@ -1,3 +1,5 @@
#!/usr/bin/env python3
# This script downloads the tokenizer models of the specified models from Huggingface and
# generates the get_vocab_base_pre() function for convert-hf-to-gguf.py
#
@ -32,6 +34,7 @@ from enum import IntEnum, auto
from transformers import AutoTokenizer
logger = logging.getLogger("convert-hf-to-gguf-update")
logging.basicConfig(level=logging.INFO)
class TOKENIZER_TYPE(IntEnum):

View file

@ -17,6 +17,7 @@ if 'NO_LOCAL_GGUF' not in os.environ:
import gguf
logger = logging.getLogger("lora-to-gguf")
logging.basicConfig(level=logging.INFO)
NUMPY_TYPE_TO_FTYPE: dict[str, int] = {"float32": 0, "float16": 1}