source: src/comm/mpi/settings.hpp@ 894a5f

#ifndef SETTINGS_HPP_
#define SETTINGS_HPP_

#ifndef HAVE_MPI
#error You need MPI in order to compile VMG::MPI::Settings
#endif

#include <map>
#include <set>

#include "comm/mpi/datatypes_global.hpp"
#include "comm/mpi/datatypes_local.hpp"
#include "comm/mpi/key.hpp"

namespace VMG
{

class TempGrid;

namespace MPI
{
class Settings
{
public:
  Settings();
  ~Settings();

  void ComputeSettings(Multigrid& sol, Multigrid& rhs, MPI_Comm& comm);

  Grid& FinerGrid(const Grid& grid);
  Grid& CoarserGrid(const Grid& grid);
  Grid& GlobalCoarseGrid();

  MPI_Comm CommunicatorGlobal(const Grid& grid);
  MPI_Comm CommunicatorLocal(const Grid& grid);

  MPI_Datatype& Datatype(const Index& begin, const Index& end, const Index& size_local, const Index& size_global);
  VMG::MPI::DatatypesGlobal& DatatypesGlobal(const Grid& grid_old, const Grid& grid_new);
  VMG::MPI::DatatypesLocal& DatatypesLocal(const Grid& grid);

private:
  Index GlobalDims(MPI_Comm comm, Index pos);
  void AddDatatypeGlobal(const Grid& grid_old, const Grid& grid_new);

  void CreateGlobalCommunicator(MPI_Comm& comm_global, const Grid* grid_1, const Grid* grid_2=NULL, const Grid* grid_3=NULL);
  void CreateLocalCommunicator(MPI_Comm& comm_global, const Grid& grid);

  std::map<int, MPI_Comm> communicators_global;
  std::map<KeyUnsorted, MPI_Comm> communicators_local;
  std::set<MPI_Comm> communicators_local_unique;
  std::map<const Grid*, Grid*> finer_grids, coarser_grids;
  std::map<KeyUnsorted, MPI_Datatype> datatypes;
  std::map<KeyUnsorted, VMG::MPI::DatatypesGlobal> datatypes_global;
  std::map<KeyUnsorted, VMG::MPI::DatatypesLocal> datatypes_local;
  TempGrid* global_coarse_grid;
};

}

}

#endif /* SETTINGS_HPP_ */