diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index ae30b2a76..3a99ef1d7 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -8,10 +8,11 @@ import json import os import re import sys +import transformers from enum import IntEnum from pathlib import Path from typing import TYPE_CHECKING, Any, ContextManager, Iterator, Sequence, cast - +from transformers import GemmaModel import numpy as np import torch