diff --git a/Makefile b/Makefile
index 662d46f9c..6ef9f211b 100644
--- a/Makefile
+++ b/Makefile
@@ -111,6 +111,8 @@ ifdef LLAMA_CUBLAS
 	NVCC      = nvcc
 	NVCCFLAGS = --forward-unknown-to-host-compiler -arch=native
 ggml-cuda.o: ggml-cuda.cu ggml-cuda.h
+	$(NVCC) $(NVCCFLAGS) $(CXXFLAGS) -Wno-pedantic -c $< -o $@
+endif
 ifdef LLAMA_GPROF
 	CFLAGS   += -pg
 	CXXFLAGS += -pg