Update convert.py
This commit is contained in:
parent
b0e00cb868
commit
f888d2ea13
1 changed files with 1 additions and 0 deletions
|
@ -27,6 +27,7 @@ from typing import IO, TYPE_CHECKING, Any, Callable, Generator, Iterable, Litera
|
||||||
|
|
||||||
import numpy as np
|
import numpy as np
|
||||||
from sentencepiece import SentencePieceProcessor # type: ignore[import]
|
from sentencepiece import SentencePieceProcessor # type: ignore[import]
|
||||||
|
from transformers import AutoTokenizer
|
||||||
|
|
||||||
import os
|
import os
|
||||||
if 'NO_LOCAL_GGUF' not in os.environ:
|
if 'NO_LOCAL_GGUF' not in os.environ:
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue