diff --git a/oneflow/python/test/ops/test_optimizers.py b/oneflow/python/test/ops/test_optimizers.py
index f06cf7bc0f9ce46ba9482accd9f8ffdf39c911d2..d60d0cac07b4b57bffac10389526e759678865cc 100644
--- a/oneflow/python/test/ops/test_optimizers.py
+++ b/oneflow/python/test/ops/test_optimizers.py
@@ -85,7 +85,7 @@ def compare_with_tensorflow_rmsprop(
         gradients = tape.gradient(loss, var)
         opt.apply_gradients(zip([gradients], [var]))
 
-    assert np.allclose(x.flatten(), var.numpy().flatten(), rtol=5e-3, atol=5e-3,), (
+    assert np.allclose(x.flatten(), var.numpy().flatten(), rtol=1e-1, atol=1e-1,), (
         x.flatten() - var.numpy().flatten()
     )