| [0b990d] | 1 | //
 | 
|---|
 | 2 | // distdiag.cc
 | 
|---|
 | 3 | //
 | 
|---|
 | 4 | // Copyright (C) 1996 Limit Point Systems, Inc.
 | 
|---|
 | 5 | //
 | 
|---|
 | 6 | // Author: Curtis Janssen <cljanss@limitpt.com>
 | 
|---|
 | 7 | // Maintainer: LPS
 | 
|---|
 | 8 | //
 | 
|---|
 | 9 | // This file is part of the SC Toolkit.
 | 
|---|
 | 10 | //
 | 
|---|
 | 11 | // The SC Toolkit is free software; you can redistribute it and/or modify
 | 
|---|
 | 12 | // it under the terms of the GNU Library General Public License as published by
 | 
|---|
 | 13 | // the Free Software Foundation; either version 2, or (at your option)
 | 
|---|
 | 14 | // any later version.
 | 
|---|
 | 15 | //
 | 
|---|
 | 16 | // The SC Toolkit is distributed in the hope that it will be useful,
 | 
|---|
 | 17 | // but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
|---|
 | 18 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
|---|
 | 19 | // GNU Library General Public License for more details.
 | 
|---|
 | 20 | //
 | 
|---|
 | 21 | // You should have received a copy of the GNU Library General Public License
 | 
|---|
 | 22 | // along with the SC Toolkit; see the file COPYING.LIB.  If not, write to
 | 
|---|
 | 23 | // the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
 | 
|---|
 | 24 | //
 | 
|---|
 | 25 | // The U.S. Government is granted a limited license as per AL 91-7.
 | 
|---|
 | 26 | //
 | 
|---|
 | 27 | 
 | 
|---|
 | 28 | #include <iostream>
 | 
|---|
 | 29 | #include <math.h>
 | 
|---|
 | 30 | 
 | 
|---|
 | 31 | #include <util/misc/formio.h>
 | 
|---|
 | 32 | #include <util/keyval/keyval.h>
 | 
|---|
 | 33 | #include <math/scmat/dist.h>
 | 
|---|
 | 34 | #include <math/scmat/cmatrix.h>
 | 
|---|
 | 35 | #include <math/scmat/elemop.h>
 | 
|---|
 | 36 | 
 | 
|---|
 | 37 | using namespace std;
 | 
|---|
 | 38 | using namespace sc;
 | 
|---|
 | 39 | 
 | 
|---|
 | 40 | #define DEBUG 0
 | 
|---|
 | 41 | 
 | 
|---|
 | 42 | /////////////////////////////////////////////////////////////////////////////
 | 
|---|
 | 43 | // DistDiagSCMatrix member functions
 | 
|---|
 | 44 | 
 | 
|---|
 | 45 | static ClassDesc DistDiagSCMatrix_cd(
 | 
|---|
 | 46 |   typeid(DistDiagSCMatrix),"DistDiagSCMatrix",1,"public DiagSCMatrix",
 | 
|---|
 | 47 |   0, 0, 0);
 | 
|---|
 | 48 | 
 | 
|---|
 | 49 | DistDiagSCMatrix::DistDiagSCMatrix(const RefSCDimension&a,DistSCMatrixKit*k):
 | 
|---|
 | 50 |   DiagSCMatrix(a,k)
 | 
|---|
 | 51 | {
 | 
|---|
 | 52 |   init_blocklist();
 | 
|---|
 | 53 | }
 | 
|---|
 | 54 | 
 | 
|---|
 | 55 | int
 | 
|---|
 | 56 | DistDiagSCMatrix::block_to_node(int i) const
 | 
|---|
 | 57 | {
 | 
|---|
 | 58 |   return (i)%messagegrp()->n();
 | 
|---|
 | 59 | }
 | 
|---|
 | 60 | 
 | 
|---|
 | 61 | Ref<SCMatrixBlock>
 | 
|---|
 | 62 | DistDiagSCMatrix::block_to_block(int i) const
 | 
|---|
 | 63 | {
 | 
|---|
 | 64 |   int offset = i;
 | 
|---|
 | 65 |   int nproc = messagegrp()->n();
 | 
|---|
 | 66 | 
 | 
|---|
 | 67 |   if ((offset%nproc) != messagegrp()->me()) return 0;
 | 
|---|
 | 68 | 
 | 
|---|
 | 69 |   SCMatrixBlockListIter I;
 | 
|---|
 | 70 |   for (I=blocklist->begin(); I!=blocklist->end(); I++) {
 | 
|---|
 | 71 |       if (I.block()->blocki == i)
 | 
|---|
 | 72 |           return I.block();
 | 
|---|
 | 73 |     }
 | 
|---|
 | 74 | 
 | 
|---|
 | 75 |   ExEnv::errn() << indent
 | 
|---|
 | 76 |        << "DistDiagSCMatrix::block_to_block: internal error" << endl;
 | 
|---|
 | 77 |   abort();
 | 
|---|
 | 78 |   return 0;
 | 
|---|
 | 79 | }
 | 
|---|
 | 80 | 
 | 
|---|
 | 81 | double *
 | 
|---|
 | 82 | DistDiagSCMatrix::find_element(int i) const
 | 
|---|
 | 83 | {
 | 
|---|
 | 84 |   int bi, oi;
 | 
|---|
 | 85 |   d->blocks()->elem_to_block(i, bi, oi);
 | 
|---|
 | 86 | 
 | 
|---|
 | 87 |   if (DEBUG)
 | 
|---|
 | 88 |       ExEnv::outn() << messagegrp()->me() << ": "
 | 
|---|
 | 89 |                    << "find_element(" << i << "): "
 | 
|---|
 | 90 |                    << "block = " << bi << ", "
 | 
|---|
 | 91 |                    << "offset = " << oi
 | 
|---|
 | 92 |                    << endl;
 | 
|---|
 | 93 | 
 | 
|---|
 | 94 |   Ref<SCMatrixDiagBlock> blk; blk << block_to_block(bi);
 | 
|---|
 | 95 |   if (blk.nonnull()) {
 | 
|---|
 | 96 |       if (DEBUG)
 | 
|---|
 | 97 |           ExEnv::outn() << messagegrp()->me() << ": ndat = " << blk->ndat() << endl;
 | 
|---|
 | 98 |       if (oi >= blk->ndat()) {
 | 
|---|
 | 99 |           ExEnv::errn() << messagegrp()->me() << ": DistDiagSCMatrix::find_element"
 | 
|---|
 | 100 |                << ": internal error" << endl;
 | 
|---|
 | 101 |           abort();
 | 
|---|
 | 102 |         }
 | 
|---|
 | 103 |       return &blk->dat()[oi];
 | 
|---|
 | 104 |     }
 | 
|---|
 | 105 |   else {
 | 
|---|
 | 106 |       if (DEBUG)
 | 
|---|
 | 107 |           ExEnv::outn() << messagegrp()->me() << ": can't find" << endl;
 | 
|---|
 | 108 |       return 0;
 | 
|---|
 | 109 |     }
 | 
|---|
 | 110 | }
 | 
|---|
 | 111 | 
 | 
|---|
 | 112 | int
 | 
|---|
 | 113 | DistDiagSCMatrix::element_to_node(int i) const
 | 
|---|
 | 114 | {
 | 
|---|
 | 115 |   int bi, oi;
 | 
|---|
 | 116 |   d->blocks()->elem_to_block(i, bi, oi);
 | 
|---|
 | 117 | 
 | 
|---|
 | 118 |   return block_to_node(bi);
 | 
|---|
 | 119 | }
 | 
|---|
 | 120 | 
 | 
|---|
 | 121 | void
 | 
|---|
 | 122 | DistDiagSCMatrix::init_blocklist()
 | 
|---|
 | 123 | {
 | 
|---|
 | 124 |   int i;
 | 
|---|
 | 125 |   int nproc = messagegrp()->n();
 | 
|---|
 | 126 |   int me = messagegrp()->me();
 | 
|---|
 | 127 |   blocklist = new SCMatrixBlockList;
 | 
|---|
 | 128 |   SCMatrixBlock *b;
 | 
|---|
 | 129 |   for (i=0; i<d->blocks()->nblock(); i++) {
 | 
|---|
 | 130 |       if (i%nproc != me) continue;
 | 
|---|
 | 131 |       b = new SCMatrixDiagBlock(d->blocks()->start(i),
 | 
|---|
 | 132 |                                 d->blocks()->fence(i),
 | 
|---|
 | 133 |                                 d->blocks()->start(i));
 | 
|---|
 | 134 |       b->blocki = i;
 | 
|---|
 | 135 |       b->blockj = i;
 | 
|---|
 | 136 |       blocklist->insert(b);
 | 
|---|
 | 137 |     }
 | 
|---|
 | 138 | }
 | 
|---|
 | 139 | 
 | 
|---|
 | 140 | DistDiagSCMatrix::~DistDiagSCMatrix()
 | 
|---|
 | 141 | {
 | 
|---|
 | 142 | }
 | 
|---|
 | 143 | 
 | 
|---|
 | 144 | double
 | 
|---|
 | 145 | DistDiagSCMatrix::get_element(int i) const
 | 
|---|
 | 146 | {
 | 
|---|
 | 147 |   double res;
 | 
|---|
 | 148 |   double *e = find_element(i);
 | 
|---|
 | 149 |   if (e) {
 | 
|---|
 | 150 |       res = *e;
 | 
|---|
 | 151 |       messagegrp()->bcast(res, messagegrp()->me());
 | 
|---|
 | 152 |     }
 | 
|---|
 | 153 |   else {
 | 
|---|
 | 154 |       messagegrp()->bcast(res, element_to_node(i));
 | 
|---|
 | 155 |     }
 | 
|---|
 | 156 |   return res;
 | 
|---|
 | 157 | }
 | 
|---|
 | 158 | 
 | 
|---|
 | 159 | void
 | 
|---|
 | 160 | DistDiagSCMatrix::set_element(int i,double a)
 | 
|---|
 | 161 | {
 | 
|---|
 | 162 |   double *e = find_element(i);
 | 
|---|
 | 163 |   if (e) {
 | 
|---|
 | 164 |       *e = a;
 | 
|---|
 | 165 |     }
 | 
|---|
 | 166 | }
 | 
|---|
 | 167 | 
 | 
|---|
 | 168 | void
 | 
|---|
 | 169 | DistDiagSCMatrix::accumulate_element(int i,double a)
 | 
|---|
 | 170 | {
 | 
|---|
 | 171 |   double *e = find_element(i);
 | 
|---|
 | 172 |   if (e) {
 | 
|---|
 | 173 |       *e += a;
 | 
|---|
 | 174 |     }
 | 
|---|
 | 175 | }
 | 
|---|
 | 176 | 
 | 
|---|
 | 177 | void
 | 
|---|
 | 178 | DistDiagSCMatrix::accumulate(const DiagSCMatrix*a)
 | 
|---|
 | 179 | {
 | 
|---|
 | 180 |   // make sure that the argument is of the correct type
 | 
|---|
 | 181 |   const DistDiagSCMatrix* la
 | 
|---|
 | 182 |     = require_dynamic_cast<const DistDiagSCMatrix*>(a,"DistDiagSCMatrix::accumulate");
 | 
|---|
 | 183 | 
 | 
|---|
 | 184 |   // make sure that the dimensions match
 | 
|---|
 | 185 |   if (!dim()->equiv(la->dim())) {
 | 
|---|
 | 186 |       ExEnv::errn() << indent << "DistDiagSCMatrix::accumulate(SCMatrix*a): "
 | 
|---|
 | 187 |            << "dimensions don't match\n";
 | 
|---|
 | 188 |       abort();
 | 
|---|
 | 189 |     }
 | 
|---|
 | 190 | 
 | 
|---|
 | 191 |   SCMatrixBlockListIter i1, i2;
 | 
|---|
 | 192 |   for (i1=la->blocklist->begin(),i2=blocklist->begin();
 | 
|---|
 | 193 |        i1!=la->blocklist->end() && i2!=blocklist->end();
 | 
|---|
 | 194 |        i1++,i2++) {
 | 
|---|
 | 195 |       int n = i1.block()->ndat();
 | 
|---|
 | 196 |       if (n != i2.block()->ndat()) {
 | 
|---|
 | 197 |           ExEnv::errn() << indent << "DistDiagSCMatrix::accumulate "
 | 
|---|
 | 198 |                << "mismatch: internal error" << endl;
 | 
|---|
 | 199 |           abort();
 | 
|---|
 | 200 |         }
 | 
|---|
 | 201 |       double *dat1 = i1.block()->dat();
 | 
|---|
 | 202 |       double *dat2 = i2.block()->dat();
 | 
|---|
 | 203 |       for (int i=0; i<n; i++) {
 | 
|---|
 | 204 |           dat2[i] += dat1[i];
 | 
|---|
 | 205 |         }
 | 
|---|
 | 206 |     }
 | 
|---|
 | 207 | }
 | 
|---|
 | 208 | 
 | 
|---|
 | 209 | double
 | 
|---|
 | 210 | DistDiagSCMatrix::invert_this()
 | 
|---|
 | 211 | {
 | 
|---|
 | 212 |   Ref<SCMatrixSubblockIter> I = local_blocks(SCMatrixSubblockIter::Read);
 | 
|---|
 | 213 |   double det = 1.0;
 | 
|---|
 | 214 |   for (I->begin(); I->ready(); I->next()) {
 | 
|---|
 | 215 |       int n = I->block()->ndat();
 | 
|---|
 | 216 |       double *data = I->block()->dat();
 | 
|---|
 | 217 |       for (int i=0; i<n; i++) {
 | 
|---|
 | 218 |           det *= data[i];
 | 
|---|
 | 219 |           data[i] = 1.0/data[i];
 | 
|---|
 | 220 |         }
 | 
|---|
 | 221 |     }
 | 
|---|
 | 222 |   GrpProductReduce<double> gred;
 | 
|---|
 | 223 |   messagegrp()->reduce(&det, 1, gred);
 | 
|---|
 | 224 |   return det;
 | 
|---|
 | 225 | }
 | 
|---|
 | 226 | 
 | 
|---|
 | 227 | double
 | 
|---|
 | 228 | DistDiagSCMatrix::determ_this()
 | 
|---|
 | 229 | {
 | 
|---|
 | 230 |   Ref<SCMatrixSubblockIter> I = local_blocks(SCMatrixSubblockIter::Read);
 | 
|---|
 | 231 |   double det = 1.0;
 | 
|---|
 | 232 |   for (I->begin(); I->ready(); I->next()) {
 | 
|---|
 | 233 |       int n = I->block()->ndat();
 | 
|---|
 | 234 |       double *data = I->block()->dat();
 | 
|---|
 | 235 |       for (int i=0; i<n; i++) {
 | 
|---|
 | 236 |           det *= data[i];
 | 
|---|
 | 237 |         }
 | 
|---|
 | 238 |     }
 | 
|---|
 | 239 |   GrpProductReduce<double> gred;
 | 
|---|
 | 240 |   messagegrp()->reduce(det, gred);
 | 
|---|
 | 241 |   return det;
 | 
|---|
 | 242 | }
 | 
|---|
 | 243 | 
 | 
|---|
 | 244 | double
 | 
|---|
 | 245 | DistDiagSCMatrix::trace()
 | 
|---|
 | 246 | {
 | 
|---|
 | 247 |   double ret=0.0;
 | 
|---|
 | 248 |   Ref<SCMatrixSubblockIter> I = local_blocks(SCMatrixSubblockIter::Read);
 | 
|---|
 | 249 |   for (I->begin(); I->ready(); I->next()) {
 | 
|---|
 | 250 |       int n = I->block()->ndat();
 | 
|---|
 | 251 |       double *data = I->block()->dat();
 | 
|---|
 | 252 |       for (int i=0; i<n; i++) {
 | 
|---|
 | 253 |           ret += data[i];
 | 
|---|
 | 254 |         }
 | 
|---|
 | 255 |     }
 | 
|---|
 | 256 |   messagegrp()->sum(ret);
 | 
|---|
 | 257 |   return ret;
 | 
|---|
 | 258 | }
 | 
|---|
 | 259 | 
 | 
|---|
 | 260 | void
 | 
|---|
 | 261 | DistDiagSCMatrix::gen_invert_this()
 | 
|---|
 | 262 | {
 | 
|---|
 | 263 |   Ref<SCMatrixSubblockIter> I = local_blocks(SCMatrixSubblockIter::Read);
 | 
|---|
 | 264 |   for (I->begin(); I->ready(); I->next()) {
 | 
|---|
 | 265 |       int n = I->block()->ndat();
 | 
|---|
 | 266 |       double *data = I->block()->dat();
 | 
|---|
 | 267 |       for (int i=0; i<n; i++) {
 | 
|---|
 | 268 |           if (fabs(data[i]) > 1.0e-8)
 | 
|---|
 | 269 |               data[i] = 1.0/data[i];
 | 
|---|
 | 270 |           else
 | 
|---|
 | 271 |               data[i] = 0.0;
 | 
|---|
 | 272 |         }
 | 
|---|
 | 273 |     }
 | 
|---|
 | 274 | }
 | 
|---|
 | 275 | 
 | 
|---|
 | 276 | void
 | 
|---|
 | 277 | DistDiagSCMatrix::element_op(const Ref<SCElementOp>& op)
 | 
|---|
 | 278 | {
 | 
|---|
 | 279 |   SCMatrixBlockListIter i;
 | 
|---|
 | 280 |   for (i = blocklist->begin(); i != blocklist->end(); i++) {
 | 
|---|
 | 281 |       op->process_base(i.block());
 | 
|---|
 | 282 |     }
 | 
|---|
 | 283 |   if (op->has_collect()) op->collect(messagegrp());
 | 
|---|
 | 284 | }
 | 
|---|
 | 285 | 
 | 
|---|
 | 286 | void
 | 
|---|
 | 287 | DistDiagSCMatrix::element_op(const Ref<SCElementOp2>& op,
 | 
|---|
 | 288 |                               DiagSCMatrix* m)
 | 
|---|
 | 289 | {
 | 
|---|
 | 290 |   DistDiagSCMatrix *lm
 | 
|---|
 | 291 |       = require_dynamic_cast<DistDiagSCMatrix*>(m,"DistDiagSCMatrix::element_op");
 | 
|---|
 | 292 | 
 | 
|---|
 | 293 |   if (!dim()->equiv(lm->dim())) {
 | 
|---|
 | 294 |       ExEnv::errn() << indent << "DistDiagSCMatrix: bad element_op\n";
 | 
|---|
 | 295 |       abort();
 | 
|---|
 | 296 |     }
 | 
|---|
 | 297 |   SCMatrixBlockListIter i, j;
 | 
|---|
 | 298 |   for (i = blocklist->begin(), j = lm->blocklist->begin();
 | 
|---|
 | 299 |        i != blocklist->end();
 | 
|---|
 | 300 |        i++, j++) {
 | 
|---|
 | 301 |       op->process_base(i.block(), j.block());
 | 
|---|
 | 302 |     }
 | 
|---|
 | 303 |   if (op->has_collect()) op->collect(messagegrp());
 | 
|---|
 | 304 | }
 | 
|---|
 | 305 | 
 | 
|---|
 | 306 | void
 | 
|---|
 | 307 | DistDiagSCMatrix::element_op(const Ref<SCElementOp3>& op,
 | 
|---|
 | 308 |                               DiagSCMatrix* m,DiagSCMatrix* n)
 | 
|---|
 | 309 | {
 | 
|---|
 | 310 |   DistDiagSCMatrix *lm
 | 
|---|
 | 311 |       = require_dynamic_cast<DistDiagSCMatrix*>(m,"DistDiagSCMatrix::element_op");
 | 
|---|
 | 312 |   DistDiagSCMatrix *ln
 | 
|---|
 | 313 |       = require_dynamic_cast<DistDiagSCMatrix*>(n,"DistDiagSCMatrix::element_op");
 | 
|---|
 | 314 | 
 | 
|---|
 | 315 |   if (!dim()->equiv(lm->dim()) || !dim()->equiv(ln->dim())) {
 | 
|---|
 | 316 |       ExEnv::errn() << indent << "DistDiagSCMatrix: bad element_op\n";
 | 
|---|
 | 317 |       abort();
 | 
|---|
 | 318 |     }
 | 
|---|
 | 319 |   SCMatrixBlockListIter i, j, k;
 | 
|---|
 | 320 |   for (i = blocklist->begin(),
 | 
|---|
 | 321 |            j = lm->blocklist->begin(),
 | 
|---|
 | 322 |            k = ln->blocklist->begin();
 | 
|---|
 | 323 |        i != blocklist->end();
 | 
|---|
 | 324 |        i++, j++, k++) {
 | 
|---|
 | 325 |       op->process_base(i.block(), j.block(), k.block());
 | 
|---|
 | 326 |     }
 | 
|---|
 | 327 |   if (op->has_collect()) op->collect(messagegrp());
 | 
|---|
 | 328 | }
 | 
|---|
 | 329 | 
 | 
|---|
 | 330 | Ref<SCMatrixSubblockIter>
 | 
|---|
 | 331 | DistDiagSCMatrix::local_blocks(SCMatrixSubblockIter::Access access)
 | 
|---|
 | 332 | {
 | 
|---|
 | 333 |   return new SCMatrixListSubblockIter(access, blocklist);
 | 
|---|
 | 334 | }
 | 
|---|
 | 335 | 
 | 
|---|
 | 336 | Ref<SCMatrixSubblockIter>
 | 
|---|
 | 337 | DistDiagSCMatrix::all_blocks(SCMatrixSubblockIter::Access access)
 | 
|---|
 | 338 | {
 | 
|---|
 | 339 |   return new DistSCMatrixListSubblockIter(access, blocklist, messagegrp());
 | 
|---|
 | 340 | }
 | 
|---|
 | 341 | 
 | 
|---|
 | 342 | void
 | 
|---|
 | 343 | DistDiagSCMatrix::error(const char *msg)
 | 
|---|
 | 344 | {
 | 
|---|
 | 345 |   ExEnv::errn() << indent << "DistDiagSCMatrix: error: " << msg << endl;
 | 
|---|
 | 346 | }
 | 
|---|
 | 347 | 
 | 
|---|
 | 348 | Ref<DistSCMatrixKit>
 | 
|---|
 | 349 | DistDiagSCMatrix::skit()
 | 
|---|
 | 350 | {
 | 
|---|
 | 351 |   return dynamic_cast<DistSCMatrixKit*>(kit().pointer());
 | 
|---|
 | 352 | }
 | 
|---|
 | 353 | 
 | 
|---|
 | 354 | /////////////////////////////////////////////////////////////////////////////
 | 
|---|
 | 355 | 
 | 
|---|
 | 356 | // Local Variables:
 | 
|---|
 | 357 | // mode: c++
 | 
|---|
 | 358 | // c-file-style: "CLJ"
 | 
|---|
 | 359 | // End:
 | 
|---|