diff --git a/drivers/perf/Kconfig b/drivers/perf/Kconfig
index 2774b18f4e27..004d86230aa6 100644
--- a/drivers/perf/Kconfig
+++ b/drivers/perf/Kconfig
@@ -87,7 +87,7 @@ config RISCV_PMU_SBI
 	  filtering, counter configuration.
 
 config STARFIVE_STARLINK_PMU
-	depends on ARCH_STARFIVE || COMPILE_TEST
+	depends on ARCH_STARFIVE || (COMPILE_TEST && 64BIT)
 	bool "StarFive StarLink PMU"
 	help
 	   Provide support for StarLink Performance Monitor Unit.