diff --git a/common/json-schema-to-grammar.cpp b/common/json-schema-to-grammar.cpp
index 021d1aba0..9d41761c2 100644
--- a/common/json-schema-to-grammar.cpp
+++ b/common/json-schema-to-grammar.cpp
@@ -995,6 +995,8 @@ std::string json_schema_to_grammar(const json & schema, bool force_gbnf) {
     if (!force_gbnf) {
         return "%llguidance {}\nstart: %json " + schema.dump();
     }
+#else
+    (void)force_gbnf;
 #endif // LLAMA_USE_LLGUIDANCE
     return build_grammar([&](const llama_grammar_builder & callbacks) {
         auto copy = schema;