| 1 | //
 | 
|---|
| 2 | // distdiag.cc
 | 
|---|
| 3 | //
 | 
|---|
| 4 | // Copyright (C) 1996 Limit Point Systems, Inc.
 | 
|---|
| 5 | //
 | 
|---|
| 6 | // Author: Curtis Janssen <cljanss@limitpt.com>
 | 
|---|
| 7 | // Maintainer: LPS
 | 
|---|
| 8 | //
 | 
|---|
| 9 | // This file is part of the SC Toolkit.
 | 
|---|
| 10 | //
 | 
|---|
| 11 | // The SC Toolkit is free software; you can redistribute it and/or modify
 | 
|---|
| 12 | // it under the terms of the GNU Library General Public License as published by
 | 
|---|
| 13 | // the Free Software Foundation; either version 2, or (at your option)
 | 
|---|
| 14 | // any later version.
 | 
|---|
| 15 | //
 | 
|---|
| 16 | // The SC Toolkit is distributed in the hope that it will be useful,
 | 
|---|
| 17 | // but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
|---|
| 18 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
|---|
| 19 | // GNU Library General Public License for more details.
 | 
|---|
| 20 | //
 | 
|---|
| 21 | // You should have received a copy of the GNU Library General Public License
 | 
|---|
| 22 | // along with the SC Toolkit; see the file COPYING.LIB.  If not, write to
 | 
|---|
| 23 | // the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
 | 
|---|
| 24 | //
 | 
|---|
| 25 | // The U.S. Government is granted a limited license as per AL 91-7.
 | 
|---|
| 26 | //
 | 
|---|
| 27 | 
 | 
|---|
| 28 | #include <iostream>
 | 
|---|
| 29 | #include <math.h>
 | 
|---|
| 30 | 
 | 
|---|
| 31 | #include <util/misc/formio.h>
 | 
|---|
| 32 | #include <util/keyval/keyval.h>
 | 
|---|
| 33 | #include <math/scmat/dist.h>
 | 
|---|
| 34 | #include <math/scmat/cmatrix.h>
 | 
|---|
| 35 | #include <math/scmat/elemop.h>
 | 
|---|
| 36 | 
 | 
|---|
| 37 | using namespace std;
 | 
|---|
| 38 | using namespace sc;
 | 
|---|
| 39 | 
 | 
|---|
| 40 | #define DEBUG 0
 | 
|---|
| 41 | 
 | 
|---|
| 42 | /////////////////////////////////////////////////////////////////////////////
 | 
|---|
| 43 | // DistDiagSCMatrix member functions
 | 
|---|
| 44 | 
 | 
|---|
| 45 | static ClassDesc DistDiagSCMatrix_cd(
 | 
|---|
| 46 |   typeid(DistDiagSCMatrix),"DistDiagSCMatrix",1,"public DiagSCMatrix",
 | 
|---|
| 47 |   0, 0, 0);
 | 
|---|
| 48 | 
 | 
|---|
| 49 | DistDiagSCMatrix::DistDiagSCMatrix(const RefSCDimension&a,DistSCMatrixKit*k):
 | 
|---|
| 50 |   DiagSCMatrix(a,k)
 | 
|---|
| 51 | {
 | 
|---|
| 52 |   init_blocklist();
 | 
|---|
| 53 | }
 | 
|---|
| 54 | 
 | 
|---|
| 55 | int
 | 
|---|
| 56 | DistDiagSCMatrix::block_to_node(int i) const
 | 
|---|
| 57 | {
 | 
|---|
| 58 |   return (i)%messagegrp()->n();
 | 
|---|
| 59 | }
 | 
|---|
| 60 | 
 | 
|---|
| 61 | Ref<SCMatrixBlock>
 | 
|---|
| 62 | DistDiagSCMatrix::block_to_block(int i) const
 | 
|---|
| 63 | {
 | 
|---|
| 64 |   int offset = i;
 | 
|---|
| 65 |   int nproc = messagegrp()->n();
 | 
|---|
| 66 | 
 | 
|---|
| 67 |   if ((offset%nproc) != messagegrp()->me()) return 0;
 | 
|---|
| 68 | 
 | 
|---|
| 69 |   SCMatrixBlockListIter I;
 | 
|---|
| 70 |   for (I=blocklist->begin(); I!=blocklist->end(); I++) {
 | 
|---|
| 71 |       if (I.block()->blocki == i)
 | 
|---|
| 72 |           return I.block();
 | 
|---|
| 73 |     }
 | 
|---|
| 74 | 
 | 
|---|
| 75 |   ExEnv::errn() << indent
 | 
|---|
| 76 |        << "DistDiagSCMatrix::block_to_block: internal error" << endl;
 | 
|---|
| 77 |   abort();
 | 
|---|
| 78 |   return 0;
 | 
|---|
| 79 | }
 | 
|---|
| 80 | 
 | 
|---|
| 81 | double *
 | 
|---|
| 82 | DistDiagSCMatrix::find_element(int i) const
 | 
|---|
| 83 | {
 | 
|---|
| 84 |   int bi, oi;
 | 
|---|
| 85 |   d->blocks()->elem_to_block(i, bi, oi);
 | 
|---|
| 86 | 
 | 
|---|
| 87 |   if (DEBUG)
 | 
|---|
| 88 |       ExEnv::outn() << messagegrp()->me() << ": "
 | 
|---|
| 89 |                    << "find_element(" << i << "): "
 | 
|---|
| 90 |                    << "block = " << bi << ", "
 | 
|---|
| 91 |                    << "offset = " << oi
 | 
|---|
| 92 |                    << endl;
 | 
|---|
| 93 | 
 | 
|---|
| 94 |   Ref<SCMatrixDiagBlock> blk; blk << block_to_block(bi);
 | 
|---|
| 95 |   if (blk.nonnull()) {
 | 
|---|
| 96 |       if (DEBUG)
 | 
|---|
| 97 |           ExEnv::outn() << messagegrp()->me() << ": ndat = " << blk->ndat() << endl;
 | 
|---|
| 98 |       if (oi >= blk->ndat()) {
 | 
|---|
| 99 |           ExEnv::errn() << messagegrp()->me() << ": DistDiagSCMatrix::find_element"
 | 
|---|
| 100 |                << ": internal error" << endl;
 | 
|---|
| 101 |           abort();
 | 
|---|
| 102 |         }
 | 
|---|
| 103 |       return &blk->dat()[oi];
 | 
|---|
| 104 |     }
 | 
|---|
| 105 |   else {
 | 
|---|
| 106 |       if (DEBUG)
 | 
|---|
| 107 |           ExEnv::outn() << messagegrp()->me() << ": can't find" << endl;
 | 
|---|
| 108 |       return 0;
 | 
|---|
| 109 |     }
 | 
|---|
| 110 | }
 | 
|---|
| 111 | 
 | 
|---|
| 112 | int
 | 
|---|
| 113 | DistDiagSCMatrix::element_to_node(int i) const
 | 
|---|
| 114 | {
 | 
|---|
| 115 |   int bi, oi;
 | 
|---|
| 116 |   d->blocks()->elem_to_block(i, bi, oi);
 | 
|---|
| 117 | 
 | 
|---|
| 118 |   return block_to_node(bi);
 | 
|---|
| 119 | }
 | 
|---|
| 120 | 
 | 
|---|
| 121 | void
 | 
|---|
| 122 | DistDiagSCMatrix::init_blocklist()
 | 
|---|
| 123 | {
 | 
|---|
| 124 |   int i;
 | 
|---|
| 125 |   int nproc = messagegrp()->n();
 | 
|---|
| 126 |   int me = messagegrp()->me();
 | 
|---|
| 127 |   blocklist = new SCMatrixBlockList;
 | 
|---|
| 128 |   SCMatrixBlock *b;
 | 
|---|
| 129 |   for (i=0; i<d->blocks()->nblock(); i++) {
 | 
|---|
| 130 |       if (i%nproc != me) continue;
 | 
|---|
| 131 |       b = new SCMatrixDiagBlock(d->blocks()->start(i),
 | 
|---|
| 132 |                                 d->blocks()->fence(i),
 | 
|---|
| 133 |                                 d->blocks()->start(i));
 | 
|---|
| 134 |       b->blocki = i;
 | 
|---|
| 135 |       b->blockj = i;
 | 
|---|
| 136 |       blocklist->insert(b);
 | 
|---|
| 137 |     }
 | 
|---|
| 138 | }
 | 
|---|
| 139 | 
 | 
|---|
| 140 | DistDiagSCMatrix::~DistDiagSCMatrix()
 | 
|---|
| 141 | {
 | 
|---|
| 142 | }
 | 
|---|
| 143 | 
 | 
|---|
| 144 | double
 | 
|---|
| 145 | DistDiagSCMatrix::get_element(int i) const
 | 
|---|
| 146 | {
 | 
|---|
| 147 |   double res;
 | 
|---|
| 148 |   double *e = find_element(i);
 | 
|---|
| 149 |   if (e) {
 | 
|---|
| 150 |       res = *e;
 | 
|---|
| 151 |       messagegrp()->bcast(res, messagegrp()->me());
 | 
|---|
| 152 |     }
 | 
|---|
| 153 |   else {
 | 
|---|
| 154 |       messagegrp()->bcast(res, element_to_node(i));
 | 
|---|
| 155 |     }
 | 
|---|
| 156 |   return res;
 | 
|---|
| 157 | }
 | 
|---|
| 158 | 
 | 
|---|
| 159 | void
 | 
|---|
| 160 | DistDiagSCMatrix::set_element(int i,double a)
 | 
|---|
| 161 | {
 | 
|---|
| 162 |   double *e = find_element(i);
 | 
|---|
| 163 |   if (e) {
 | 
|---|
| 164 |       *e = a;
 | 
|---|
| 165 |     }
 | 
|---|
| 166 | }
 | 
|---|
| 167 | 
 | 
|---|
| 168 | void
 | 
|---|
| 169 | DistDiagSCMatrix::accumulate_element(int i,double a)
 | 
|---|
| 170 | {
 | 
|---|
| 171 |   double *e = find_element(i);
 | 
|---|
| 172 |   if (e) {
 | 
|---|
| 173 |       *e += a;
 | 
|---|
| 174 |     }
 | 
|---|
| 175 | }
 | 
|---|
| 176 | 
 | 
|---|
| 177 | void
 | 
|---|
| 178 | DistDiagSCMatrix::accumulate(const DiagSCMatrix*a)
 | 
|---|
| 179 | {
 | 
|---|
| 180 |   // make sure that the argument is of the correct type
 | 
|---|
| 181 |   const DistDiagSCMatrix* la
 | 
|---|
| 182 |     = require_dynamic_cast<const DistDiagSCMatrix*>(a,"DistDiagSCMatrix::accumulate");
 | 
|---|
| 183 | 
 | 
|---|
| 184 |   // make sure that the dimensions match
 | 
|---|
| 185 |   if (!dim()->equiv(la->dim())) {
 | 
|---|
| 186 |       ExEnv::errn() << indent << "DistDiagSCMatrix::accumulate(SCMatrix*a): "
 | 
|---|
| 187 |            << "dimensions don't match\n";
 | 
|---|
| 188 |       abort();
 | 
|---|
| 189 |     }
 | 
|---|
| 190 | 
 | 
|---|
| 191 |   SCMatrixBlockListIter i1, i2;
 | 
|---|
| 192 |   for (i1=la->blocklist->begin(),i2=blocklist->begin();
 | 
|---|
| 193 |        i1!=la->blocklist->end() && i2!=blocklist->end();
 | 
|---|
| 194 |        i1++,i2++) {
 | 
|---|
| 195 |       int n = i1.block()->ndat();
 | 
|---|
| 196 |       if (n != i2.block()->ndat()) {
 | 
|---|
| 197 |           ExEnv::errn() << indent << "DistDiagSCMatrix::accumulate "
 | 
|---|
| 198 |                << "mismatch: internal error" << endl;
 | 
|---|
| 199 |           abort();
 | 
|---|
| 200 |         }
 | 
|---|
| 201 |       double *dat1 = i1.block()->dat();
 | 
|---|
| 202 |       double *dat2 = i2.block()->dat();
 | 
|---|
| 203 |       for (int i=0; i<n; i++) {
 | 
|---|
| 204 |           dat2[i] += dat1[i];
 | 
|---|
| 205 |         }
 | 
|---|
| 206 |     }
 | 
|---|
| 207 | }
 | 
|---|
| 208 | 
 | 
|---|
| 209 | double
 | 
|---|
| 210 | DistDiagSCMatrix::invert_this()
 | 
|---|
| 211 | {
 | 
|---|
| 212 |   Ref<SCMatrixSubblockIter> I = local_blocks(SCMatrixSubblockIter::Read);
 | 
|---|
| 213 |   double det = 1.0;
 | 
|---|
| 214 |   for (I->begin(); I->ready(); I->next()) {
 | 
|---|
| 215 |       int n = I->block()->ndat();
 | 
|---|
| 216 |       double *data = I->block()->dat();
 | 
|---|
| 217 |       for (int i=0; i<n; i++) {
 | 
|---|
| 218 |           det *= data[i];
 | 
|---|
| 219 |           data[i] = 1.0/data[i];
 | 
|---|
| 220 |         }
 | 
|---|
| 221 |     }
 | 
|---|
| 222 |   GrpProductReduce<double> gred;
 | 
|---|
| 223 |   messagegrp()->reduce(&det, 1, gred);
 | 
|---|
| 224 |   return det;
 | 
|---|
| 225 | }
 | 
|---|
| 226 | 
 | 
|---|
| 227 | double
 | 
|---|
| 228 | DistDiagSCMatrix::determ_this()
 | 
|---|
| 229 | {
 | 
|---|
| 230 |   Ref<SCMatrixSubblockIter> I = local_blocks(SCMatrixSubblockIter::Read);
 | 
|---|
| 231 |   double det = 1.0;
 | 
|---|
| 232 |   for (I->begin(); I->ready(); I->next()) {
 | 
|---|
| 233 |       int n = I->block()->ndat();
 | 
|---|
| 234 |       double *data = I->block()->dat();
 | 
|---|
| 235 |       for (int i=0; i<n; i++) {
 | 
|---|
| 236 |           det *= data[i];
 | 
|---|
| 237 |         }
 | 
|---|
| 238 |     }
 | 
|---|
| 239 |   GrpProductReduce<double> gred;
 | 
|---|
| 240 |   messagegrp()->reduce(det, gred);
 | 
|---|
| 241 |   return det;
 | 
|---|
| 242 | }
 | 
|---|
| 243 | 
 | 
|---|
| 244 | double
 | 
|---|
| 245 | DistDiagSCMatrix::trace()
 | 
|---|
| 246 | {
 | 
|---|
| 247 |   double ret=0.0;
 | 
|---|
| 248 |   Ref<SCMatrixSubblockIter> I = local_blocks(SCMatrixSubblockIter::Read);
 | 
|---|
| 249 |   for (I->begin(); I->ready(); I->next()) {
 | 
|---|
| 250 |       int n = I->block()->ndat();
 | 
|---|
| 251 |       double *data = I->block()->dat();
 | 
|---|
| 252 |       for (int i=0; i<n; i++) {
 | 
|---|
| 253 |           ret += data[i];
 | 
|---|
| 254 |         }
 | 
|---|
| 255 |     }
 | 
|---|
| 256 |   messagegrp()->sum(ret);
 | 
|---|
| 257 |   return ret;
 | 
|---|
| 258 | }
 | 
|---|
| 259 | 
 | 
|---|
| 260 | void
 | 
|---|
| 261 | DistDiagSCMatrix::gen_invert_this()
 | 
|---|
| 262 | {
 | 
|---|
| 263 |   Ref<SCMatrixSubblockIter> I = local_blocks(SCMatrixSubblockIter::Read);
 | 
|---|
| 264 |   for (I->begin(); I->ready(); I->next()) {
 | 
|---|
| 265 |       int n = I->block()->ndat();
 | 
|---|
| 266 |       double *data = I->block()->dat();
 | 
|---|
| 267 |       for (int i=0; i<n; i++) {
 | 
|---|
| 268 |           if (fabs(data[i]) > 1.0e-8)
 | 
|---|
| 269 |               data[i] = 1.0/data[i];
 | 
|---|
| 270 |           else
 | 
|---|
| 271 |               data[i] = 0.0;
 | 
|---|
| 272 |         }
 | 
|---|
| 273 |     }
 | 
|---|
| 274 | }
 | 
|---|
| 275 | 
 | 
|---|
| 276 | void
 | 
|---|
| 277 | DistDiagSCMatrix::element_op(const Ref<SCElementOp>& op)
 | 
|---|
| 278 | {
 | 
|---|
| 279 |   SCMatrixBlockListIter i;
 | 
|---|
| 280 |   for (i = blocklist->begin(); i != blocklist->end(); i++) {
 | 
|---|
| 281 |       op->process_base(i.block());
 | 
|---|
| 282 |     }
 | 
|---|
| 283 |   if (op->has_collect()) op->collect(messagegrp());
 | 
|---|
| 284 | }
 | 
|---|
| 285 | 
 | 
|---|
| 286 | void
 | 
|---|
| 287 | DistDiagSCMatrix::element_op(const Ref<SCElementOp2>& op,
 | 
|---|
| 288 |                               DiagSCMatrix* m)
 | 
|---|
| 289 | {
 | 
|---|
| 290 |   DistDiagSCMatrix *lm
 | 
|---|
| 291 |       = require_dynamic_cast<DistDiagSCMatrix*>(m,"DistDiagSCMatrix::element_op");
 | 
|---|
| 292 | 
 | 
|---|
| 293 |   if (!dim()->equiv(lm->dim())) {
 | 
|---|
| 294 |       ExEnv::errn() << indent << "DistDiagSCMatrix: bad element_op\n";
 | 
|---|
| 295 |       abort();
 | 
|---|
| 296 |     }
 | 
|---|
| 297 |   SCMatrixBlockListIter i, j;
 | 
|---|
| 298 |   for (i = blocklist->begin(), j = lm->blocklist->begin();
 | 
|---|
| 299 |        i != blocklist->end();
 | 
|---|
| 300 |        i++, j++) {
 | 
|---|
| 301 |       op->process_base(i.block(), j.block());
 | 
|---|
| 302 |     }
 | 
|---|
| 303 |   if (op->has_collect()) op->collect(messagegrp());
 | 
|---|
| 304 | }
 | 
|---|
| 305 | 
 | 
|---|
| 306 | void
 | 
|---|
| 307 | DistDiagSCMatrix::element_op(const Ref<SCElementOp3>& op,
 | 
|---|
| 308 |                               DiagSCMatrix* m,DiagSCMatrix* n)
 | 
|---|
| 309 | {
 | 
|---|
| 310 |   DistDiagSCMatrix *lm
 | 
|---|
| 311 |       = require_dynamic_cast<DistDiagSCMatrix*>(m,"DistDiagSCMatrix::element_op");
 | 
|---|
| 312 |   DistDiagSCMatrix *ln
 | 
|---|
| 313 |       = require_dynamic_cast<DistDiagSCMatrix*>(n,"DistDiagSCMatrix::element_op");
 | 
|---|
| 314 | 
 | 
|---|
| 315 |   if (!dim()->equiv(lm->dim()) || !dim()->equiv(ln->dim())) {
 | 
|---|
| 316 |       ExEnv::errn() << indent << "DistDiagSCMatrix: bad element_op\n";
 | 
|---|
| 317 |       abort();
 | 
|---|
| 318 |     }
 | 
|---|
| 319 |   SCMatrixBlockListIter i, j, k;
 | 
|---|
| 320 |   for (i = blocklist->begin(),
 | 
|---|
| 321 |            j = lm->blocklist->begin(),
 | 
|---|
| 322 |            k = ln->blocklist->begin();
 | 
|---|
| 323 |        i != blocklist->end();
 | 
|---|
| 324 |        i++, j++, k++) {
 | 
|---|
| 325 |       op->process_base(i.block(), j.block(), k.block());
 | 
|---|
| 326 |     }
 | 
|---|
| 327 |   if (op->has_collect()) op->collect(messagegrp());
 | 
|---|
| 328 | }
 | 
|---|
| 329 | 
 | 
|---|
| 330 | Ref<SCMatrixSubblockIter>
 | 
|---|
| 331 | DistDiagSCMatrix::local_blocks(SCMatrixSubblockIter::Access access)
 | 
|---|
| 332 | {
 | 
|---|
| 333 |   return new SCMatrixListSubblockIter(access, blocklist);
 | 
|---|
| 334 | }
 | 
|---|
| 335 | 
 | 
|---|
| 336 | Ref<SCMatrixSubblockIter>
 | 
|---|
| 337 | DistDiagSCMatrix::all_blocks(SCMatrixSubblockIter::Access access)
 | 
|---|
| 338 | {
 | 
|---|
| 339 |   return new DistSCMatrixListSubblockIter(access, blocklist, messagegrp());
 | 
|---|
| 340 | }
 | 
|---|
| 341 | 
 | 
|---|
| 342 | void
 | 
|---|
| 343 | DistDiagSCMatrix::error(const char *msg)
 | 
|---|
| 344 | {
 | 
|---|
| 345 |   ExEnv::errn() << indent << "DistDiagSCMatrix: error: " << msg << endl;
 | 
|---|
| 346 | }
 | 
|---|
| 347 | 
 | 
|---|
| 348 | Ref<DistSCMatrixKit>
 | 
|---|
| 349 | DistDiagSCMatrix::skit()
 | 
|---|
| 350 | {
 | 
|---|
| 351 |   return dynamic_cast<DistSCMatrixKit*>(kit().pointer());
 | 
|---|
| 352 | }
 | 
|---|
| 353 | 
 | 
|---|
| 354 | /////////////////////////////////////////////////////////////////////////////
 | 
|---|
| 355 | 
 | 
|---|
| 356 | // Local Variables:
 | 
|---|
| 357 | // mode: c++
 | 
|---|
| 358 | // c-file-style: "CLJ"
 | 
|---|
| 359 | // End:
 | 
|---|