diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py
index 56e86011b..8530557d8 100755
--- a/convert_hf_to_gguf.py
+++ b/convert_hf_to_gguf.py
@@ -4081,7 +4081,7 @@ class ExaoneModel(Model):
 
 
 @Model.register("GraniteForCausalLM")
-class GraniteModel(Model):
+class GraniteModel(LlamaModel):
     """Conversion for IBM's GraniteForCausalLM"""
     model_arch = gguf.MODEL_ARCH.GRANITE