diff --git a/oneflow/single_client_init.py b/oneflow/single_client_init.py
index e8e07becf233f62fe3d3b0f0593448a35815b7d0..f69a16d54dee678505bd999b2678b7c96443eccf 100644
--- a/oneflow/single_client_init.py
+++ b/oneflow/single_client_init.py
@@ -51,6 +51,12 @@ from oneflow.compatible.single_client.python.framework import env_util
 
 
 oneflow._oneflow_internal.DestroyEnv()
+import time
+
+# sleep to prevent glog raising "File exists"
+time.sleep(1)
+del time
+
 oneflow._oneflow_internal.SetIsMultiClient(False)
 env_util.init_default_physical_env()
 session_context.OpenDefaultSession(