diff --git a/tests/test-grad0.c b/tests/test-grad0.c
index 5c952c89e..ec9df5564 100644
--- a/tests/test-grad0.c
+++ b/tests/test-grad0.c
@@ -243,7 +243,7 @@ bool check_gradient(
             if (error_abs > max_error_abs || error_rel > max_error_rel) {
                 printf("%s: ndims=%d, i=%d, k=%d, x0=%f, xm=%f, xp=%f, f0=%f, f1=%f, g0=%f, g1=%f, eps=%f, error_abs=%f, error_rel=%f\n",
                             op_name, ndims, i, k, x0, xm, xp, f0, f1, g0, g1, eps, error_abs, error_rel);
-                assert(false);
+                //assert(false);
                 return false;
             }
         }
@@ -541,6 +541,22 @@ int main(int argc, const char ** argv) {
             }
         }
 
+        // rms_norm
+        {
+            const int nargs = 1;
+
+            for (int ndims = 1; ndims <= 2; ++ndims) {
+                for (int i = 0; i < nargs; ++i) {
+                    x[i] = get_random_tensor(ctx0, ndims, ne, -1.0f, 1.0f);
+                    ggml_set_param(ctx0, x[i]);
+                }
+
+                struct ggml_tensor * f = ggml_sum(ctx0, ggml_rms_norm(ctx0, x[0]));
+
+                check_gradient("rms_norm", ctx0, x, f, ndims, nargs, 1e-4f, 1.0f, INFINITY); 
+            }
+        }
+
         // scale
         {
             const int nargs = 2;