| [d2a0f6d] | 1 | /*
 | 
|---|
 | 2 |  * Project: MoleCuilder
 | 
|---|
 | 3 |  * Description: creates and alters molecular systems
 | 
|---|
 | 4 |  * Copyright (C)  2012 University of Bonn. All rights reserved.
 | 
|---|
 | 5 |  * 
 | 
|---|
 | 6 |  *
 | 
|---|
 | 7 |  *   This file is part of MoleCuilder.
 | 
|---|
 | 8 |  *
 | 
|---|
 | 9 |  *    MoleCuilder is free software: you can redistribute it and/or modify
 | 
|---|
 | 10 |  *    it under the terms of the GNU General Public License as published by
 | 
|---|
 | 11 |  *    the Free Software Foundation, either version 2 of the License, or
 | 
|---|
 | 12 |  *    (at your option) any later version.
 | 
|---|
 | 13 |  *
 | 
|---|
 | 14 |  *    MoleCuilder is distributed in the hope that it will be useful,
 | 
|---|
 | 15 |  *    but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
|---|
 | 16 |  *    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
|---|
 | 17 |  *    GNU General Public License for more details.
 | 
|---|
 | 18 |  *
 | 
|---|
 | 19 |  *    You should have received a copy of the GNU General Public License
 | 
|---|
 | 20 |  *    along with MoleCuilder.  If not, see <http://www.gnu.org/licenses/>.
 | 
|---|
 | 21 |  */
 | 
|---|
 | 22 | 
 | 
|---|
 | 23 | /*
 | 
|---|
 | 24 |  * VMGJob.cpp
 | 
|---|
 | 25 |  *
 | 
|---|
 | 26 |  *  Created on: Jul 13, 2012
 | 
|---|
 | 27 |  *      Author: heber
 | 
|---|
 | 28 |  */
 | 
|---|
 | 29 | 
 | 
|---|
 | 30 | 
 | 
|---|
 | 31 | // include config.h
 | 
|---|
 | 32 | #ifdef HAVE_CONFIG_H
 | 
|---|
 | 33 | #include <config.h>
 | 
|---|
 | 34 | #endif
 | 
|---|
 | 35 | 
 | 
|---|
| [8a8c8c] | 36 | #ifdef HAVE_MPI
 | 
|---|
 | 37 | #include "mpi.h"
 | 
|---|
 | 38 | #endif
 | 
|---|
 | 39 | 
 | 
|---|
| [d2a0f6d] | 40 | // include headers that implement a archive in simple text format
 | 
|---|
 | 41 | // otherwise BOOST_CLASS_EXPORT_IMPLEMENT has no effect
 | 
|---|
 | 42 | #include <boost/archive/text_oarchive.hpp>
 | 
|---|
 | 43 | #include <boost/archive/text_iarchive.hpp>
 | 
|---|
 | 44 | 
 | 
|---|
| [e9cfc4] | 45 | #include "mg.hpp"
 | 
|---|
 | 46 | #include "base/object.hpp"
 | 
|---|
 | 47 | #include "base/defs.hpp"
 | 
|---|
| [8a8c8c] | 48 | 
 | 
|---|
 | 49 | #ifdef HAVE_MPI
 | 
|---|
 | 50 | #include "comm/comm_mpi.hpp"
 | 
|---|
 | 51 | #include "comm/domain_decomposition_mpi.hpp"
 | 
|---|
 | 52 | #else
 | 
|---|
| [e9cfc4] | 53 | #include "comm/comm_serial.hpp"
 | 
|---|
| [8a8c8c] | 54 | #endif
 | 
|---|
| [e9cfc4] | 55 | #include "cycles/cycle_cs_periodic.hpp"
 | 
|---|
 | 56 | #include "grid/multigrid.hpp"
 | 
|---|
 | 57 | //#include "grid/tempgrid.hpp"
 | 
|---|
 | 58 | #include "level/level_operator_cs.hpp"
 | 
|---|
 | 59 | #include "level/stencils.hpp"
 | 
|---|
 | 60 | #include "samples/discretization_poisson_fd.hpp"
 | 
|---|
 | 61 | #include "smoother/gsrb_poisson_4.hpp"
 | 
|---|
 | 62 | #include "solver/givens.hpp"
 | 
|---|
 | 63 | //#include "solver/solver_regular.hpp"
 | 
|---|
 | 64 | #include "solver/solver_singular.hpp"
 | 
|---|
| [a82602] | 65 | #include "units/particle/comm_mpi_particle.hpp"
 | 
|---|
| [e9cfc4] | 66 | 
 | 
|---|
| [0990e1] | 67 | #include "CodePatterns/MemDebug.hpp"
 | 
|---|
 | 68 | 
 | 
|---|
 | 69 | #include "Jobs/VMGJob.hpp"
 | 
|---|
 | 70 | 
 | 
|---|
| [e9cfc4] | 71 | #include "LinearAlgebra/defs.hpp"
 | 
|---|
 | 72 | #include "Jobs/InterfaceVMGJob.hpp"
 | 
|---|
 | 73 | 
 | 
|---|
| [a82602] | 74 | #include "CodePatterns/Assert.hpp"
 | 
|---|
 | 75 | 
 | 
|---|
| [e9cfc4] | 76 | using namespace VMG;
 | 
|---|
| [d2a0f6d] | 77 | 
 | 
|---|
| [d12d621] | 78 | VMGJob::VMGJob(
 | 
|---|
 | 79 |     const JobId_t _JobId,
 | 
|---|
| [cd77fc] | 80 |     const SamplingGrid &_density_grid,
 | 
|---|
 | 81 |     const std::vector< std::vector< double > > &_particle_positions,
 | 
|---|
| [065574] | 82 |     const std::vector< double > &_particle_charges,
 | 
|---|
| [cd2591] | 83 |     const size_t _near_field_cells,
 | 
|---|
 | 84 |     const size_t _interpolation_degree) :
 | 
|---|
| [d2a0f6d] | 85 |   FragmentJob(_JobId),
 | 
|---|
| [442cee] | 86 |   density_grid(_density_grid),
 | 
|---|
| [cd77fc] | 87 |   particle_positions(_particle_positions),
 | 
|---|
| [2bc560] | 88 |   particle_charges(_particle_charges),
 | 
|---|
| [065574] | 89 |   near_field_cells(_near_field_cells),
 | 
|---|
| [cd2591] | 90 |   interpolation_degree(_interpolation_degree),
 | 
|---|
| [a82602] | 91 |   returndata(static_cast<const SamplingGridProperties &>(_density_grid)),
 | 
|---|
 | 92 |   num_particles(0),
 | 
|---|
 | 93 |   f(NULL),
 | 
|---|
 | 94 |   x(NULL),
 | 
|---|
 | 95 |   p(NULL),
 | 
|---|
 | 96 |   q(NULL)
 | 
|---|
| [28c025] | 97 | {}
 | 
|---|
| [d2a0f6d] | 98 | 
 | 
|---|
 | 99 | VMGJob::VMGJob() :
 | 
|---|
| [065574] | 100 |   FragmentJob(JobId::IllegalJob),
 | 
|---|
| [cd2591] | 101 |   near_field_cells(3),
 | 
|---|
 | 102 |   interpolation_degree(3),
 | 
|---|
| [a82602] | 103 |   num_particles(0),
 | 
|---|
 | 104 |   f(NULL),
 | 
|---|
 | 105 |   x(NULL),
 | 
|---|
 | 106 |   p(NULL),
 | 
|---|
 | 107 |   q(NULL)
 | 
|---|
| [d2a0f6d] | 108 | {}
 | 
|---|
 | 109 | 
 | 
|---|
 | 110 | VMGJob::~VMGJob()
 | 
|---|
| [a82602] | 111 | {
 | 
|---|
 | 112 |   delete[] f;
 | 
|---|
 | 113 |   delete[] x;
 | 
|---|
 | 114 |   delete[] p;
 | 
|---|
 | 115 |   delete[] q;
 | 
|---|
 | 116 | }
 | 
|---|
 | 117 | 
 | 
|---|
 | 118 | void VMGJob::InitVMGArrays()
 | 
|---|
 | 119 | {
 | 
|---|
 | 120 |   num_particles = particle_charges.size();
 | 
|---|
 | 121 |   f = new double[num_particles*3];
 | 
|---|
 | 122 |   x = new double[num_particles*3];
 | 
|---|
 | 123 |   p = new double[num_particles];
 | 
|---|
 | 124 |   q = new double[num_particles];
 | 
|---|
 | 125 | 
 | 
|---|
 | 126 |   {
 | 
|---|
 | 127 |     size_t index=0;
 | 
|---|
 | 128 |     for (std::vector< std::vector< double > >::const_iterator iter = particle_positions.begin();
 | 
|---|
 | 129 |         iter != particle_positions.end(); ++iter) {
 | 
|---|
 | 130 |       for (std::vector< double >::const_iterator positer = (*iter).begin();
 | 
|---|
 | 131 |           positer != (*iter).end(); ++positer) {
 | 
|---|
 | 132 |         f[index] = 0.;
 | 
|---|
 | 133 |         x[index++] = *positer;
 | 
|---|
 | 134 |       }
 | 
|---|
 | 135 |     }
 | 
|---|
 | 136 |     ASSERT( index == num_particles*3,
 | 
|---|
 | 137 |         "VMGJob::VMGJob() - too many particles or components in particle_positions.");
 | 
|---|
 | 138 |   }
 | 
|---|
 | 139 |   {
 | 
|---|
 | 140 |     size_t index = 0;
 | 
|---|
 | 141 |     for (std::vector< double >::const_iterator iter = particle_charges.begin();
 | 
|---|
 | 142 |         iter != particle_charges.end(); ++iter) {
 | 
|---|
 | 143 |       p[index] = 0.;
 | 
|---|
 | 144 |       q[index++] = *iter;
 | 
|---|
 | 145 |     }
 | 
|---|
 | 146 |     ASSERT( index == num_particles,
 | 
|---|
 | 147 |         "VMGJob::VMGJob() - too many charges in particle_charges.");
 | 
|---|
 | 148 |   }
 | 
|---|
 | 149 | }
 | 
|---|
 | 150 | 
 | 
|---|
| [d2a0f6d] | 151 | 
 | 
|---|
 | 152 | FragmentResult::ptr VMGJob::Work()
 | 
|---|
 | 153 | {
 | 
|---|
| [e9cfc4] | 154 |   // initialize VMG library solver
 | 
|---|
 | 155 |   InitVMG();
 | 
|---|
 | 156 | 
 | 
|---|
 | 157 |   /*
 | 
|---|
 | 158 |    * Start the multigrid solver
 | 
|---|
 | 159 |    */
 | 
|---|
 | 160 |   MG::Solve();
 | 
|---|
 | 161 | 
 | 
|---|
 | 162 |   /// create and fill result object
 | 
|---|
| [442cee] | 163 |   // place into returnstream
 | 
|---|
 | 164 |   std::stringstream returnstream;
 | 
|---|
 | 165 |   boost::archive::text_oarchive oa(returnstream);
 | 
|---|
| [2bc560] | 166 |   oa << returndata;
 | 
|---|
| [442cee] | 167 | 
 | 
|---|
 | 168 |   FragmentResult::ptr ptr( new FragmentResult(getId(), returnstream.str()) );
 | 
|---|
| [e9cfc4] | 169 | 
 | 
|---|
 | 170 |   /*
 | 
|---|
 | 171 |    * Delete all data.
 | 
|---|
 | 172 |    */
 | 
|---|
 | 173 |   MG::Destroy();
 | 
|---|
 | 174 | 
 | 
|---|
| [d2a0f6d] | 175 |   return ptr;
 | 
|---|
 | 176 | }
 | 
|---|
 | 177 | 
 | 
|---|
| [e9cfc4] | 178 | /** Initialization of VMG library.
 | 
|---|
 | 179 |  *
 | 
|---|
 | 180 |  * The contents is heavily inspired from interface_fcs.cpp: VMG_fcs_init() of
 | 
|---|
 | 181 |  * the ScaFaCoS project.
 | 
|---|
 | 182 |  *
 | 
|---|
 | 183 |  */
 | 
|---|
 | 184 | void VMGJob::InitVMG()
 | 
|---|
 | 185 | {
 | 
|---|
 | 186 |   // TODO: As a matter of fact should use open boundary conditions
 | 
|---|
 | 187 |   const Boundary boundary(Periodic, Periodic, Periodic);
 | 
|---|
 | 188 | 
 | 
|---|
 | 189 |   /*
 | 
|---|
 | 190 |    * Choose multigrid components (self-registering)
 | 
|---|
 | 191 |    */
 | 
|---|
| [8a8c8c] | 192 | #ifdef HAVE_MPI
 | 
|---|
| [a82602] | 193 |   new Particle::CommMPI(boundary, new DomainDecompositionMPI());
 | 
|---|
| [8a8c8c] | 194 | #else
 | 
|---|
| [e9cfc4] | 195 |   new CommSerial(boundary);
 | 
|---|
| [8a8c8c] | 196 | #endif
 | 
|---|
| [e9cfc4] | 197 |   new DiscretizationPoissonFD(4);
 | 
|---|
 | 198 |   new VMGInterfaces::InterfaceVMGJob(
 | 
|---|
| [28c025] | 199 |       density_grid.sampled_grid,
 | 
|---|
| [2bc560] | 200 |       returndata,
 | 
|---|
| [cd77fc] | 201 |       particle_positions,
 | 
|---|
 | 202 |       particle_charges,
 | 
|---|
| [e9cfc4] | 203 |       boundary,
 | 
|---|
 | 204 |       2,
 | 
|---|
| [28c025] | 205 |       density_grid.level,
 | 
|---|
 | 206 |       Vector(density_grid.begin),
 | 
|---|
| [cd77fc] | 207 |       density_grid.size,
 | 
|---|
 | 208 |       near_field_cells);
 | 
|---|
| [e9cfc4] | 209 |   new LevelOperatorCS(Stencils::RestrictionFullWeight, Stencils::InterpolationTrilinear);
 | 
|---|
 | 210 |   new Givens<SolverSingular>();
 | 
|---|
 | 211 |   const int cycle_type = 1; // V-type
 | 
|---|
 | 212 |   new CycleCSPeriodic(cycle_type);
 | 
|---|
 | 213 |   new GaussSeidelRBPoisson4();
 | 
|---|
 | 214 | 
 | 
|---|
 | 215 |   /*
 | 
|---|
 | 216 |    * Register required parameters
 | 
|---|
 | 217 |    */
 | 
|---|
 | 218 |   new ObjectStorage<int>("PRESMOOTHSTEPS", 3);
 | 
|---|
 | 219 |   new ObjectStorage<int>("POSTSMOOTHSTEPS", 3);
 | 
|---|
 | 220 |   new ObjectStorage<vmg_float>("PRECISION", 1.0e-10);
 | 
|---|
 | 221 |   new ObjectStorage<int>("MAX_ITERATION", 15);
 | 
|---|
| [cd77fc] | 222 |   new ObjectStorage<int>("PARTICLE_NEAR_FIELD_CELLS", near_field_cells);
 | 
|---|
| [cd2591] | 223 |   new ObjectStorage<int>("PARTICLE_INTERPOLATION_DEGREE", interpolation_degree);
 | 
|---|
| [e9cfc4] | 224 | 
 | 
|---|
| [a82602] | 225 |   // first initialize f,x,p,q,... from STL vectors
 | 
|---|
 | 226 |   InitVMGArrays();
 | 
|---|
 | 227 |   // then initialize as objects with VMG's storage
 | 
|---|
 | 228 |   new ObjectStorage<vmg_float*>("PARTICLE_POS_ARRAY", x);
 | 
|---|
 | 229 |   new ObjectStorage<vmg_float*>("PARTICLE_CHARGE_ARRAY", q);
 | 
|---|
 | 230 |   new ObjectStorage<vmg_float*>("PARTICLE_POTENTIAL_ARRAY", p);
 | 
|---|
 | 231 |   new ObjectStorage<vmg_float*>("PARTICLE_FIELD_ARRAY", f);
 | 
|---|
 | 232 |   new ObjectStorage<vmg_int>("PARTICLE_NUM_LOCAL", num_particles);
 | 
|---|
 | 233 | 
 | 
|---|
| [e9cfc4] | 234 |   /*
 | 
|---|
 | 235 |    * Post init
 | 
|---|
 | 236 |    */
 | 
|---|
 | 237 |   MG::PostInit();
 | 
|---|
 | 238 | 
 | 
|---|
 | 239 |   /*
 | 
|---|
 | 240 |    * Check whether the library is correctly initialized now.
 | 
|---|
 | 241 |    */
 | 
|---|
 | 242 |   MG::IsInitialized();
 | 
|---|
 | 243 | }
 | 
|---|
 | 244 | 
 | 
|---|
| [d2a0f6d] | 245 | // we need to explicitly instantiate the serialization functions as
 | 
|---|
 | 246 | // its is only serialized through its base class FragmentJob
 | 
|---|
 | 247 | BOOST_CLASS_EXPORT_IMPLEMENT(VMGJob)
 | 
|---|