two converter py files needs basicConfig() added
This commit is contained in:
parent
a2ac89d6ef
commit
3f96d538c0
2 changed files with 4 additions and 0 deletions
3
convert-hf-to-gguf-update.py
Normal file → Executable file
3
convert-hf-to-gguf-update.py
Normal file → Executable file
|
@ -1,3 +1,5 @@
|
|||
#!/usr/bin/env python3
|
||||
|
||||
# This script downloads the tokenizer models of the specified models from Huggingface and
|
||||
# generates the get_vocab_base_pre() function for convert-hf-to-gguf.py
|
||||
#
|
||||
|
@ -32,6 +34,7 @@ from enum import IntEnum, auto
|
|||
from transformers import AutoTokenizer
|
||||
|
||||
logger = logging.getLogger("convert-hf-to-gguf-update")
|
||||
logging.basicConfig(level=logging.INFO)
|
||||
|
||||
|
||||
class TOKENIZER_TYPE(IntEnum):
|
||||
|
|
|
@ -17,6 +17,7 @@ if 'NO_LOCAL_GGUF' not in os.environ:
|
|||
import gguf
|
||||
|
||||
logger = logging.getLogger("lora-to-gguf")
|
||||
logging.basicConfig(level=logging.INFO)
|
||||
|
||||
NUMPY_TYPE_TO_FTYPE: dict[str, int] = {"float32": 0, "float16": 1}
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue