diff --git a/ggml-cuda.cu b/ggml-cuda.cu
index 6e7ee676a..b8298ab20 100644
--- a/ggml-cuda.cu
+++ b/ggml-cuda.cu
@@ -2833,6 +2833,7 @@ GGML_CALL static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, cons
         case GGML_OP_RMS_NORM:
         case GGML_OP_SCALE:
         case GGML_OP_SQR:
+        case GGML_OP_SQRT:
         case GGML_OP_CLAMP:
         case GGML_OP_CONT:
         case GGML_OP_DIAG_MASK_INF: