From 645bb3d5a2963e42d5a9f5be073c5ff9c024e269 Mon Sep 17 00:00:00 2001
From: rombodawg <106640737+rombodawg@users.noreply.github.com>
Date: Wed, 28 Feb 2024 12:51:08 -0500
Subject: [PATCH] Update convert-hf-to-gguf.py

This change is needed for Gemma models to be able to be quantized that have been merged with mergekit. Normal gemma models do not need this, but when a model is merged with mergekit it cannot be quantized without this change.
---
 convert-hf-to-gguf.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index ae30b2a76..3a99ef1d7 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -8,10 +8,11 @@ import json
 import os
 import re
 import sys
+import transformers
 from enum import IntEnum
 from pathlib import Path
 from typing import TYPE_CHECKING, Any, ContextManager, Iterator, Sequence, cast
-
+from transformers import GemmaModel
 import numpy as np
 import torch