diff --git a/CMakeLists.txt b/CMakeLists.txt
index 2846d9b94..b095d3dbd 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -495,18 +495,18 @@ endif()
 
 if (GGML_SOURCES_CUDA)
     message(STATUS "GGML CUDA sources found, configuring CUDA architecture")
-    set_property(TARGET ggml  PROPERTY CUDA_ARCHITECTURES "native")
+    set_property(TARGET ggml  PROPERTY CUDA_ARCHITECTURES "OFF")
     set_property(TARGET ggml  PROPERTY CUDA_SELECT_NVCC_ARCH_FLAGS "Auto")
 
-    set_property(TARGET ggml_static PROPERTY CUDA_ARCHITECTURES "native")
+    set_property(TARGET ggml_static PROPERTY CUDA_ARCHITECTURES "OFF")
     set_property(TARGET ggml_static PROPERTY CUDA_SELECT_NVCC_ARCH_FLAGS "Auto")
 
     if (BUILD_SHARED_LIBS)
-        set_property(TARGET ggml_shared PROPERTY CUDA_ARCHITECTURES "native")
+        set_property(TARGET ggml_shared PROPERTY CUDA_ARCHITECTURES "OFF")
         set_property(TARGET ggml_shared PROPERTY CUDA_SELECT_NVCC_ARCH_FLAGS "Auto")
     endif()
 
-    set_property(TARGET llama PROPERTY CUDA_ARCHITECTURES "native")
+    set_property(TARGET llama PROPERTY CUDA_ARCHITECTURES "OFF")
 endif()