From 438387e19128c86640321c6b0ed91e0f56d82f4b Mon Sep 17 00:00:00 2001 From: Andrew Date: Fri, 17 Nov 2023 13:58:06 -0500 Subject: [PATCH] added support for sbert/distilbert model --- convert-hf-to-gguf.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 3e8e5da86..f332904b6 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -20,13 +20,11 @@ from collections import OrderedDict if TYPE_CHECKING: from torch import Tensor +# hard code because we don't want to use the pypi module #if 'NO_LOCAL_GGUF' not in os.environ: sys.path.insert(0, str(Path(__file__).parent / 'gguf-py')) import gguf -#archs = [n.name for n in gguf.MODEL_ARCH] + ['DISTILBERT'] -#gguf.MODEL_ARCH = IntEnum('MODEL_ARCH',archs) -#gguf.MODEL_ARCH_NAMES[gguf.MODEL_ARCH.DISTILBERT] = "distilbert" ###### MODEL DEFINITIONS ###### class SentencePieceTokenTypes(IntEnum):