mpi_utils.cpp

//
// Created by tangwei12 on 2018/3/27.
//

#include <stdio.h>
#include <string.h>

#include <mpi.h>
#include "mpi_utils.h"

#define max_worker_name_length 128
#define mpi_tag = 2008

namespace paddle {
namespace operators {
namespace detail {
MPIUtils::MPIUtils(const std::string& worker_name) {
  InitMPI();

  int rank = 0, size = 1;
  char my_name[max_work_group_size];
  MPI_Comm_rank(MPI_COMM_WORLD, &rank);
  MPI_Comm_size(MPI_COMM_WORLD, &size);
  snprintf(my_name, max_worker_name_length, worker_name.c_str());

  std::vector<char> worker_names(size * max_worker_name_length);
  MPI_Allgather(my_name, max_worker_name_length, MPI_CHAR, &worker_names[0],
                max_worker_name_length, MPI_CHAR, MPI_COMM_WORLD);
  for (int i = 0; i < number_of_procs; i++) {
    name_to_id_[std::string(&worker_names[i * 128])] = i;
  }
}

void MPIUtils::InitMPI() {
  int flag = 0;
  MPI_CHECK(MPI_Initialized(&flag));

  if (!flag) {
    int rank = 0, size = 1, len = -1;
    char host_name[max_worker_name_length];

    MPI_Init(0, 0);
    MPI_Comm_rank(MPI_COMM_WORLD, &rank);
    MPI_Comm_size(MPI_COMM_WORLD, &size);
    MPI_Get_processor_name(host_name, &len)
  }
};

MPIIsend::MPIIsend(int dst, const char* req) {
  done1 = 0;
  done2 = 0;
  length = strlen(req);
  req = req;
}

MPIIsend::Send() {
  MPI_Isend(&req, length, MPI_CHAR, dst, mpi_tag, MPI_COMM_WORLD,
            &msg1_);
  MPI_Test(&msg1_, &done1_, MPI_STATUS_IGNORE)
}

  bool MPIIsend::IsFinished() {
     MPI_Status status;
     if (!done1_) MPI_Test(&msg1_, &done1_, &status);
     return done1;
  }

MPIIsend::~MPIIsend(){
  MPI_Wait(&msg1_, MPI_STATUS_IGNORE);
  MPI_Free_mem(req);
}

MPIIrecv::MPIIrecv(){

}

MPIIrecv::Recv(){

}

MPIIrecv::IsFinished(){

}

MPIIrecv::~MPIIrecv(){

}

}  // namespace detail

}  // namespace operators
}  // namespace paddle