Dev parallel split fw bw (#1782)

* ReduceSplitOp::InferDescs

* JobHelperConf

* fix compiling errors

* rename directory autograd => job_completer

* rename directory autograd => job_completer

oneflow/core/job/compiler.cpp

@@ -2,7 +2,7 @@
 #include "oneflow/core/persistence/tee_persistent_log_stream.h"
 #include "oneflow/core/device/cudnn_conv_ctx_cache.h"
 #include "oneflow/core/graph/op_graph.h"
-#include "oneflow/core/autograd/job_completer.h"
+#include "oneflow/core/job_completer/job_completer.h"
 
 namespace oneflow {
 

oneflow/core/job/job.proto

@@ -11,6 +11,8 @@ import "oneflow/core/operator/op_conf.proto";
 message JobHelperConf {
   map<string, LogicalBlobIdPairs> tag2lbi_relations = 1;
   map<string, OpNameRelations> tag2op_name_relations = 2;
+  map<string, LogicalBlobIdGroups> tag2lbi_groups = 3;
+  map<string, OpNameGroups> tag2op_name_groups = 4;
 }
 
 message Job {
@@ -19,4 +21,4 @@ message Job {
   required Placement placement = 3;
   required Config other = 4;
   required JobHelperConf helper = 5;
-}
\ No newline at end of file
+}

oneflow/core/autograd/add_grad.cpp → oneflow/core/job_completer/add_grad.cpp

-#include "oneflow/core/autograd/autograd.h"
+#include "oneflow/core/job_completer/autograd.h"
 
 namespace oneflow {
 

oneflow/core/autograd/autograd.cpp → oneflow/core/job_completer/autograd.cpp

-#include "oneflow/core/autograd/autograd.h"
+#include "oneflow/core/job_completer/autograd.h"
 #include "oneflow/core/job/job_builder.h"
-#include "oneflow/core/autograd/clone_grad.h"
+#include "oneflow/core/job_completer/clone_grad.h"
 
 namespace oneflow {
 

oneflow/core/autograd/autograd.h → oneflow/core/job_completer/autograd.h

-#ifndef ONEFLOW_CORE_AUTOGRAD_AUTOGRAD_H_
-#define ONEFLOW_CORE_AUTOGRAD_AUTOGRAD_H_
+#ifndef ONEFLOW_CORE_JOB_COMPLETER_AUTOGRAD_H_
+#define ONEFLOW_CORE_JOB_COMPLETER_AUTOGRAD_H_
 
 #include "oneflow/core/job/job_desc.h"
 #include "oneflow/core/operator/operator.h"
@@ -40,4 +40,4 @@ class GenerateBackwardOpConfWrapperStruct final {
 
 }  // namespace oneflow
 
-#endif  // ONEFLOW_CORE_AUTOGRAD_AUTOGRAD_H_
+#endif  // ONEFLOW_CORE_JOB_COMPLETER_AUTOGRAD_H_

oneflow/core/autograd/autotick.cpp → oneflow/core/job_completer/autotick.cpp

-#include "oneflow/core/autograd/autotick.h"
+#include "oneflow/core/job_completer/autotick.h"
 #include "oneflow/core/job/job_builder.h"
 
 namespace oneflow {

oneflow/core/autograd/autotick.h → oneflow/core/job_completer/autotick.h

-#ifndef ONEFLOW_CORE_AUTOGRAD_AUTOTICK_H_
-#define ONEFLOW_CORE_AUTOGRAD_AUTOTICK_H_
+#ifndef ONEFLOW_CORE_JOB_COMPLETER_AUTOTICK_H_
+#define ONEFLOW_CORE_JOB_COMPLETER_AUTOTICK_H_
 
 #include "oneflow/core/job/job_desc.h"
 #include "oneflow/core/operator/operator.h"
@@ -10,4 +10,4 @@ namespace oneflow {
 void AutoTick(const OpGraph& op_graph, Job* job);
 }
 
-#endif  // ONEFLOW_CORE_AUTOGRAD_AUTOTICK_H_
+#endif  // ONEFLOW_CORE_JOB_COMPLETER_AUTOTICK_H_

oneflow/core/autograd/autovar.cpp → oneflow/core/job_completer/autovar.cpp

-#include "oneflow/core/autograd/autovar.h"
+#include "oneflow/core/job_completer/autovar.h"
 #include "oneflow/core/job/job_builder.h"
 
 namespace oneflow {

oneflow/core/autograd/autovar.h → oneflow/core/job_completer/autovar.h

-#ifndef ONEFLOW_CORE_AUTOGRAD_AUTOVAR_H_
-#define ONEFLOW_CORE_AUTOGRAD_AUTOVAR_H_
+#ifndef ONEFLOW_CORE_JOB_COMPLETER_AUTOVAR_H_
+#define ONEFLOW_CORE_JOB_COMPLETER_AUTOVAR_H_
 
 #include "oneflow/core/job/job_desc.h"
 #include "oneflow/core/operator/operator.h"
@@ -33,4 +33,4 @@ class GenerateInputVarOpConfWrapperStruct final {
 
 }  // namespace oneflow
 
-#endif  // ONEFLOW_CORE_AUTOGRAD_AUTOVAR_H_
+#endif  // ONEFLOW_CORE_JOB_COMPLETER_AUTOVAR_H_

oneflow/core/autograd/batch_gather_grad.cpp → oneflow/core/job_completer/batch_gather_grad.cpp

-#include "oneflow/core/autograd/autograd.h"
+#include "oneflow/core/job_completer/autograd.h"
 
 namespace oneflow {
 

oneflow/core/autograd/bias_add_grad.cpp → oneflow/core/job_completer/bias_add_grad.cpp

-#include "oneflow/core/autograd/autograd.h"
+#include "oneflow/core/job_completer/autograd.h"
 
 namespace oneflow {
 

oneflow/core/autograd/broadcast_add_grad.cpp → oneflow/core/job_completer/broadcast_add_grad.cpp

-#include "oneflow/core/autograd/autograd.h"
+#include "oneflow/core/job_completer/autograd.h"
 
 namespace oneflow {
 

oneflow/core/autograd/broadcast_div_grad.cpp → oneflow/core/job_completer/broadcast_div_grad.cpp

-#include "oneflow/core/autograd/autograd.h"
+#include "oneflow/core/job_completer/autograd.h"
 
 namespace oneflow {
 

oneflow/core/autograd/broadcast_mul_grad.cpp → oneflow/core/job_completer/broadcast_mul_grad.cpp

-#include "oneflow/core/autograd/autograd.h"
+#include "oneflow/core/job_completer/autograd.h"
 
 namespace oneflow {
 

oneflow/core/autograd/cast_grad.cpp → oneflow/core/job_completer/cast_grad.cpp

-#include "oneflow/core/autograd/autograd.h"
+#include "oneflow/core/job_completer/autograd.h"
 
 namespace oneflow {
 

oneflow/core/autograd/clone_grad.cpp → oneflow/core/job_completer/clone_grad.cpp

-#include "oneflow/core/autograd/clone_grad.h"
+#include "oneflow/core/job_completer/clone_grad.h"
 
 namespace oneflow {
 

oneflow/core/autograd/clone_grad.h → oneflow/core/job_completer/clone_grad.h

-#ifndef ONEFLOW_CORE_AUTOGRAD_CLONE_GRAD_H_
-#define ONEFLOW_CORE_AUTOGRAD_CLONE_GRAD_H_
+#ifndef ONEFLOW_CORE_JOB_COMPLETER_CLONE_GRAD_H_
+#define ONEFLOW_CORE_JOB_COMPLETER_CLONE_GRAD_H_
 
-#include "oneflow/core/autograd/autograd.h"
+#include "oneflow/core/job_completer/autograd.h"
 
 namespace oneflow {
 
@@ -11,4 +11,4 @@ void GenerateCloneGradOpIfNeed(
     HashMap<LogicalBlobId, LogicalBlobId>* lbi2out_diff_lbi);
 }
 
-#endif  // ONEFLOW_CORE_AUTOGRAD_CLONE_GRAD_H_
+#endif  // ONEFLOW_CORE_JOB_COMPLETER_CLONE_GRAD_H_

oneflow/core/autograd/conv_grad.cpp → oneflow/core/job_completer/conv_grad.cpp

-#include "oneflow/core/autograd/autograd.h"
+#include "oneflow/core/job_completer/autograd.h"
 
 namespace oneflow {
 

oneflow/core/autograd/dropout_grad.cpp → oneflow/core/job_completer/dropout_grad.cpp

-#include "oneflow/core/autograd/autograd.h"
+#include "oneflow/core/job_completer/autograd.h"
 
 namespace oneflow {
 

oneflow/core/autograd/fully_connected_autovar.cpp → oneflow/core/job_completer/fully_connected_autovar.cpp

-#include "oneflow/core/autograd/autovar.h"
+#include "oneflow/core/job_completer/autovar.h"
 
 namespace oneflow {