diff --git a/ggml-cuda.cu b/ggml-cuda.cu
index 58e7ecb2e..6a29795a9 100644
--- a/ggml-cuda.cu
+++ b/ggml-cuda.cu
@@ -6250,7 +6250,6 @@ static int64_t get_row_rounding(ggml_type type) {
         case GGML_TYPE_Q8_0:
             return max_compute_capability >= CC_RDNA2 ? 128 : 64;
         case GGML_TYPE_F16:
-            return 1;
         case GGML_TYPE_F32:
             return 1;
         case GGML_TYPE_Q2_K: