diff --git a/Makefile b/Makefile
index cdcbba359..5b3baf695 100644
--- a/Makefile
+++ b/Makefile
@@ -91,7 +91,6 @@ gcovr-report: coverage ## Generate gcovr report
 	mkdir -p gcovr-report
 	gcovr --root . --html --html-details --output gcovr-report/coverage.html
 
-
 ifdef RISCV_CROSS_COMPILE
 CC	:= riscv64-unknown-linux-gnu-gcc
 CXX	:= riscv64-unknown-linux-gnu-g++
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
index a0d016c4b..b4396de71 100644
--- a/ggml-cuda.cu
+++ b/ggml-cuda.cu
@@ -84,7 +84,8 @@
 #include <cuda_runtime.h>
 #include <cublas_v2.h>
 #include <cuda_fp16.h>
-#if CUDA_VERSION < 1100
+// CUDA 10.2 does not have these macro definitions.
+#ifndef CUBLAS_TF32_TENSOR_OP_MATH
 #define CUBLAS_TF32_TENSOR_OP_MATH CUBLAS_TENSOR_OP_MATH
 #define CUBLAS_COMPUTE_16F CUDA_R_16F
 #define CUBLAS_COMPUTE_32F CUDA_R_32F