diff --git a/ggml-kompute.cpp b/ggml-kompute.cpp
index e0ae6cf70..c9abd6c68 100644
--- a/ggml-kompute.cpp
+++ b/ggml-kompute.cpp
@@ -33,19 +33,24 @@
 #include "shaderop_cpy_f32_f16.h"
 #include "shaderop_cpy_f32_f32.h"
 
-#include <iostream>
-#include <vector>
-#include <string>
-#include <memory>
-#include <vector>
-#include <utility>
-#include <fstream>
-#include <exception>
-#include <thread>
-#include <mutex>
-#include <atomic>
+#include <algorithm>
+#include <array>
+#include <cassert>
 #include <cstring>
+#include <iostream>
+#include <memory>
+#include <stdexcept>
+#include <string>
+#include <unordered_map>
+#include <utility>
+#include <vector>
+
 #include <kompute/Kompute.hpp>
+#include <vulkan/vulkan.hpp>
+
+#ifdef __linux__
+#include <cstdlib> // for setenv
+#endif
 
 #define QK4_0 32
 #define QR4_0 2
diff --git a/ggml-kompute.h b/ggml-kompute.h
index 63048213f..d4a86d31d 100644
--- a/ggml-kompute.h
+++ b/ggml-kompute.h
@@ -1,10 +1,11 @@
 #pragma once
 
+#include "ggml.h"
 #include "ggml-backend.h"
 
 #include <cstddef>
-#include <vector>
 #include <string>
+#include <vector>
 
 struct ggml_vk_device {
     int index = 0;