diff --git a/common/llguidance.cpp b/common/llguidance.cpp
index 192a17215..7aa8ddd80 100644
--- a/common/llguidance.cpp
+++ b/common/llguidance.cpp
@@ -1,13 +1,10 @@
-#include "common.h"
 #include "sampling.h"
 #include "log.h"
-#include "llama.h"
-
-#include <cmath>
 
 #ifdef LLAMA_USE_LLGUIDANCE
 
 #    include "llguidance.h"
+#    include <cmath>
 
 struct llama_sampler_llg {
     const llama_vocab * vocab;