Changeset 177495 for src/comm

Timestamp:

Apr 17, 2013, 6:35:40 PM (13 years ago)

Author:

Julian Iseringhausen <isering@…>

Children:

4f3474

Parents:

d6a338

Message:

Implemented boundary values derived from continious problem.

Location:

src/comm

Files:

• comm.hpp (modified) (4 diffs)
• comm_mpi.cpp (modified) (2 diffs)
• comm_mpi.hpp (modified) (1 diff)
• comm_serial.cpp (modified) (2 diffs)
• comm_serial.hpp (modified) (1 diff)
• mpi/settings.cpp (modified) (3 diffs)
• mpi/settings.hpp (modified) (3 diffs)

src/comm/comm.hpp

@@ -30 +30 @@
 
 #include <map>
-#include <list>
+#include <vector>
 
 #include "base/defs.hpp"
@@ -41 +41 @@
 {
 
+class BoundaryValue;
 class DomainDecomposition;
 class GlobalIndices;
@@ -70 +71 @@
   virtual void CommSubgrid(Grid& grid_old, Grid& grid_new, const int& direction) = 0;
   virtual void CommAddSubgrid(Grid& grid_old, Grid& grid_new, const int& direction) = 0;
+  virtual std::vector<BoundaryValue> CommBoundaryValues() = 0;
 
   virtual void CommToGhostsAsyncStart(Grid& grid) = 0;
@@ -139 +141 @@
   const std::map<Index, std::vector<GlobalIndices> >& DecomposedGlobal() const {return decomposed_global;}
 
-
 protected:
   const std::string& OutputPath();

src/comm/comm_mpi.cpp

@@ -58 +58 @@
 #include "comm/comm_mpi.hpp"
 #include "comm/mpi/datatypes_local.hpp"
+#include "discretization/boundary_value_setter.hpp"
 #include "grid/grid.hpp"
 #include "grid/multigrid.hpp"
@@ -126 +127 @@
     AddBufferAll(grid_new, datatypes.Receive());
   }
+}
+
+std::vector<BoundaryValue> CommMPI::CommBoundaryValues()
+{
+  MPI_Comm comm = settings.CommunicatorLocal((*MG::GetRhs())(MG::GetRhs()->MaxLevel()));
+  if (comm != MPI_COMM_NULL) {
+
+    const std::vector<BoundaryValue>& bvs = MG::GetBoundaryValueSetter()->BoundaryValues();
+
+    std::vector<vmg_float> val_buffer; val_buffer.reserve(bvs.size());
+
+    int comm_size, comm_rank;
+    MPI_Comm_rank(comm, &comm_rank);
+    MPI_Comm_size(comm, &comm_size);
+
+    std::vector< std::vector<BoundaryValue> > bvs_distributed(comm_size);
+
+    for (unsigned int i=0; i<bvs.size(); ++i)
+      bvs_distributed[settings.BoundaryRanks()[i]].push_back(bvs[i]);
+
+    int bvs_count[comm_size];
+    for (int i=0; i<comm_size; ++i) {
+      bvs_count[i] = bvs_distributed[i].size();
+      for (unsigned int j=0; j<bvs_distributed[i].size(); ++j)
+        val_buffer.push_back(bvs_distributed[i][j].Val());
+    }
+
+    MPI_Reduce_scatter(MPI_IN_PLACE, &val_buffer.front(), bvs_count, MPI_DOUBLE, MPI_SUM, comm);
+
+    int begin = 0;
+    for (int i=0; i<comm_rank; ++i)
+      begin += bvs_distributed[i].size();
+
+    for (unsigned int i=0; i<bvs_distributed[comm_rank].size(); ++i)
+      bvs_distributed[comm_rank][i].Val() = val_buffer[begin+i];
+
+    return bvs_distributed[comm_rank];
+  }
+
+  return std::vector<BoundaryValue>();
 }
 

src/comm/comm_mpi.hpp

@@ -81 +81 @@
   void CommSubgrid(Grid& grid_old, Grid& grid_new, const int& direction);
   void CommAddSubgrid(Grid& grid_old, Grid& grid_new, const int& direction);
+  std::vector<BoundaryValue> CommBoundaryValues();
 
   void CommToGhostsAsyncStart(Grid& grid);

src/comm/comm_serial.cpp

@@ -45 +45 @@
 #include "base/vector.hpp"
 #include "comm/comm_serial.hpp"
+#include "discretization/boundary_value_setter.hpp"
 #include "grid/multigrid.hpp"
 #include "grid/tempgrid.hpp"
@@ -79 +80 @@
   for (iter = grid_old.Iterators().CompleteGrid().Begin(); iter != grid_old.Iterators().CompleteGrid().End(); ++iter)
     grid_new(*iter) += grid_old.GetVal(*iter);
+}
+
+std::vector<BoundaryValue> CommSerial::CommBoundaryValues()
+{
+  return MG::GetBoundaryValueSetter()->BoundaryValues();
 }
 

src/comm/comm_serial.hpp

@@ -58 +58 @@
   void CommSubgrid(Grid& grid_old, Grid& grid_new, const int& direction);
   void CommAddSubgrid(Grid& grid_old, Grid& grid_new, const int& direction);
+  std::vector<BoundaryValue> CommBoundaryValues();
 
   void CommToGhostsAsyncStart(Grid& grid);

src/comm/mpi/settings.cpp

@@ -44 +44 @@
 #include <string>
 
+#include "base/index.hpp"
 #include "comm/comm.hpp"
 #include "comm/mpi/settings.hpp"
+#include "discretization/boundary_value_setter.hpp"
 #include "grid/multigrid.hpp"
 #include "grid/tempgrid.hpp"
@@ -218 +220 @@
     AddDatatypeGlobal(FinerGrid(sol(i-1)), sol(i), 1);
   }
+
+  InitializeBoundaryValues();
 }
 
@@ -428 +432 @@
 }
 
+void VMG::MPI::Settings::InitializeBoundaryValues()
+{
+  assert(bv_ranks.size() == 0);
+
+  if (MG::GetFactory().TestObject("BOUNDARY_VALUE_SETTER")) {
+
+    Index coord;
+
+    const int level_index = MG::GetRhs()->MaxLevel() - MG::GetRhs()->GlobalMaxLevel();
+    const std::vector<BoundaryValue>& bvs = MG::GetBoundaryValueSetter()->BoundaryValues();
+    const std::map<Index, std::vector<GlobalIndices> >& global = MG::GetComm()->DecomposedGlobal();
+
+    assert(global.find(0)->second[level_index].BoundaryType() == GlobalMax);
+
+    MPI_Comm comm = CommunicatorLocal((*MG::GetRhs())(MG::GetRhs()->GlobalMaxLevel()));
+
+    bv_ranks.reserve(bvs.size());
+
+    for (std::vector<BoundaryValue>::const_iterator iter_b = bvs.begin(); iter_b != bvs.end(); ++iter_b) {
+      for (std::map<Index, std::vector<GlobalIndices> >::const_iterator iter_g = global.begin(); iter_g != global.end(); ++iter_g) {
+        if (iter_b->GetIndex().IsComponentwiseGreaterOrEqual(iter_g->second[level_index].LocalBegin()) &&
+            iter_b->GetIndex().IsComponentwiseLess(iter_g->second[level_index].LocalEnd())) {
+            bv_ranks.push_back(0);
+            coord = iter_g->first;
+            MPI_Cart_rank(comm, coord.vec(), &bv_ranks.back());
+          break;
+        }
+      }
+    }
+  }
+}
+
 std::string VMG::MPI::Settings::ToString() const
 {

src/comm/mpi/settings.hpp

@@ -70 +70 @@
   VMG::MPI::DatatypesLocal& DatatypesLocal(const Grid& grid);
 
+  const std::vector<int>& BoundaryRanks() const {return bv_ranks;}
+
   std::string ToString() const;
 
@@ -79 +81 @@
   void CreateLocalCommunicator(MPI_Comm& comm_global, const Grid& grid);
 
+  void InitializeBoundaryValues();
+
   std::map<int, MPI_Comm> communicators_global;
   std::map<KeyUnsorted, MPI_Comm> communicators_local;
@@ -86 +90 @@
   std::map<KeyUnsorted, VMG::MPI::DatatypesGlobal> datatypes_global;
   std::map<KeyUnsorted, VMG::MPI::DatatypesLocal> datatypes_local;
+
+  std::vector<int> bv_ranks;
+
 };