diff --git a/Makefile b/Makefile
index 6e89b9b7c..307dcd3c3 100644
--- a/Makefile
+++ b/Makefile
@@ -53,7 +53,11 @@ NONECFLAGS =
 OPENBLAS_FLAGS = -DGGML_USE_OPENBLAS -I/usr/local/include/openblas
 CLBLAST_FLAGS = -DGGML_USE_CLBLAST
 FAILSAFE_FLAGS = -DUSE_FAILSAFE
-CUBLAS_FLAGS = -DGGML_USE_CUBLAS
+ifdef LLAMA_CUBLAS
+	CUBLAS_FLAGS = -DGGML_USE_CUBLAS
+else
+	CUBLAS_FLAGS = 
+endif
 CUBLASLD_FLAGS =
 CUBLAS_OBJS =