define barrier interface

oneflow/core/comm_network/comm_network.h

+#ifndef ONEFLOW_CORE_COMM_NETWORK_COMM_NETWORK_H_
+#define ONEFLOW_CORE_COMM_NETWORK_COMM_NETWORK_H_
+
+#include "oneflow/core/common/util.h"
+
+namespace oneflow {
+
+class CommNetwork final {
+ public:
+  OF_DISALLOW_COPY_AND_MOVE(CommNetwork);
+  ~CommNetwork() = default;
+
+  OF_SINGLETON(CommNetwork);
+
+  void Barrier(const std::string& barrier_name) {
+    // TODO
+  }
+
+ private:
+  CommNetwork() = default;
+};
+
+#define OF_MACRO_TRICK1(x) #x
+#define OF_MACRO_TRICK2(x) OF_MACRO_TRICK1(x)
+#define OF_BARRIER() \
+  CommNetwork::Singleton()->Barrier(__FILE__ ":" OF_MACRO_TRICK2(__LINE__))
+
+}  // namespace oneflow
+
+#endif  // ONEFLOW_CORE_COMM_NETWORK_COMM_NETWORK_H_

oneflow/core/job/runtime.cpp

 #include "gflags/gflags.h"
 #include "oneflow/core/actor/actor_message_bus.h"
+#include "oneflow/core/comm_network/comm_network.h"
 #include "oneflow/core/job/id_manager.h"
 #include "oneflow/core/job/job_desc.h"
 #include "oneflow/core/job/plan.pb.h"
@@ -41,7 +42,7 @@ class Runtime final {
     HandoutTasks(other_tasks);
     RuntimeCtx::Singleton()->WaitUnitlAllModelInitDone();
     LOG(INFO) << "InitModel on this machine done";
-    // TODO: Barrier
+    OF_BARRIER();
     LOG(INFO) << "InitModel on all machine done";
     SendCmdMsg(mdupdt_tasks, ActorCmd::kSendInitialModel);
     SendCmdMsg(source_tasks, ActorCmd::kStart);