diff --git a/ggml/src/CMakeLists.txt b/ggml/src/CMakeLists.txt
index 0002ac18a..8d9056af7 100644
--- a/ggml/src/CMakeLists.txt
+++ b/ggml/src/CMakeLists.txt
@@ -100,6 +100,10 @@ if (GGML_CCACHE)
             set(GGML_CCACHE_VARIANT ccache)
         else()
             set(GGML_CCACHE_VARIANT sccache)
+            if(GGML_HIP)
+                # TODO: should not be set globally
+                set(GLOBAL CMAKE_HIP_COMPILER_LAUNCHER sccache)
+            endif()
         endif()
         # TODO: should not be set globally
         set_property(GLOBAL PROPERTY RULE_LAUNCH_COMPILE "${GGML_CCACHE_VARIANT}")