diff --git a/oneflow/python/framework/config_util.py b/oneflow/python/framework/config_util.py
index 75ae38a34873d217b54cdee117bcd789db980c56..f02f0dbb3d7cff7071fe9c2ec97f07a03e029061 100644
--- a/oneflow/python/framework/config_util.py
+++ b/oneflow/python/framework/config_util.py
@@ -305,4 +305,5 @@ def  _DefaultConfigCppFlags(config):
 
 
 def _TryCompleteDefaultJobConfigProto(job_conf):
-    job_conf.predict_conf.SetInParent()
+    if job_conf.WhichOneof('job_type') is None:
+        job_conf.predict_conf.SetInParent()