communicator_mpi.h

Go to the documentation of this file.

#ifndef COMMUNICATOR_MPI_INCLUDED
#define COMMUNICATOR_MPI_INCLUDED

#include <cstdarg>
#include <cstring>
#include <mpi.h>
#include <exception>
#include <cassert>

#include "communicator.h"
#include "channel.h"


class Communicator_impl {
 public:
  static int init(int *pargc, char ***pargv);
  static int finalize();
  static void abort();

  static int setup(int ninstance = 1);

// info about rank
  static bool is_primary();

#ifdef ENABLE_MULTI_INSTANCE
  static bool is_primary_master();

#endif

  static int self();   //< rank within small world.
  static int size();   //< size of small world.

#ifdef ENABLE_MULTI_INSTANCE
  static int self_global();
  static int world_id();

#endif

//XXX
  static MPI_Comm& world() { return m_comm; }  

#if 0
// layout
  static int ipe(const int dir);   //< logical coordinate of current proc.
  static int npe(const int dir);   //< logical grid extent

  static int grid_rank(int *rank, const int *grid_coord);
  static int grid_coord(int *grid_coord, const int rank);
  static int grid_dims(int *grid_dims);

#endif

// synchronize
  static int sync();   //< synchronize within small world.

#ifdef ENABLE_MULTI_INSTANCE
  static int sync_global();   //< synchronize all processes.

#endif

// info
  static double get_time();

// debug
  static int status();

// base case
  class Base {
   public:
    static int reduce(int count, void *recv_buf, void *send_buf, MPI_Datatype type, MPI_Op op, int pattern);
    static int broadcast(size_t size, void *data, int sender);
    static int exchange(size_t size, void *recv_buf, void *send_buf, int idir, int ipm, int tag);

    static int send_1to1(size_t size, void *recv_buf, void *send_buf, int send_to, int recv_from, int tag);
  };

// for specific datatypes
  static int broadcast_string(int count, string& data, int sender);

// async communication
  static Channel *send_init(int count, int idir, int ipm);
  static Channel *recv_init(int count, int idir, int ipm);

  // logical and physical layout
  class Layout;

 private:

  Communicator_impl() {}
  Communicator_impl(const Communicator_impl&) {}
  Communicator_impl& operator=(const Communicator_impl&);

  ~Communicator_impl() {}

#ifdef ENABLE_MULTI_INSTANCE
  static int m_n_instance;  // number of instances
  static int m_instance_id; // id of present instance

  static int m_global_rank;
  static int m_global_size;
#endif

  static int m_grid_rank;
  static int m_grid_size;

  static MPI_Comm m_comm;
};
#endif /* m__COMMUNICATOR_MPI_H */