| 1 | //
 | 
|---|
| 2 | // file.cc
 | 
|---|
| 3 | //
 | 
|---|
| 4 | // Copyright (C) 1996 Limit Point Systems, Inc.
 | 
|---|
| 5 | //
 | 
|---|
| 6 | // Author: Curtis Janssen <cljanss@limitpt.com>
 | 
|---|
| 7 | // Maintainer: LPS
 | 
|---|
| 8 | //
 | 
|---|
| 9 | // This file is part of the SC Toolkit.
 | 
|---|
| 10 | //
 | 
|---|
| 11 | // The SC Toolkit is free software; you can redistribute it and/or modify
 | 
|---|
| 12 | // it under the terms of the GNU Library General Public License as published by
 | 
|---|
| 13 | // the Free Software Foundation; either version 2, or (at your option)
 | 
|---|
| 14 | // any later version.
 | 
|---|
| 15 | //
 | 
|---|
| 16 | // The SC Toolkit is distributed in the hope that it will be useful,
 | 
|---|
| 17 | // but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
|---|
| 18 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
|---|
| 19 | // GNU Library General Public License for more details.
 | 
|---|
| 20 | //
 | 
|---|
| 21 | // You should have received a copy of the GNU Library General Public License
 | 
|---|
| 22 | // along with the SC Toolkit; see the file COPYING.LIB.  If not, write to
 | 
|---|
| 23 | // the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
 | 
|---|
| 24 | //
 | 
|---|
| 25 | // The U.S. Government is granted a limited license as per AL 91-7.
 | 
|---|
| 26 | //
 | 
|---|
| 27 | 
 | 
|---|
| 28 | #ifdef __GNUC__
 | 
|---|
| 29 | #pragma implementation
 | 
|---|
| 30 | #endif
 | 
|---|
| 31 | 
 | 
|---|
| 32 | #include <sstream>
 | 
|---|
| 33 | #include <util/misc/string.h>
 | 
|---|
| 34 | 
 | 
|---|
| 35 | #ifdef HAVE_CONFIG_H
 | 
|---|
| 36 | #include <scconfig.h>
 | 
|---|
| 37 | #endif
 | 
|---|
| 38 | 
 | 
|---|
| 39 | 
 | 
|---|
| 40 | #include <util/misc/formio.h>
 | 
|---|
| 41 | #include <util/class/scexception.h>
 | 
|---|
| 42 | #include <util/group/file.h>
 | 
|---|
| 43 | 
 | 
|---|
| 44 | #include <util/group/fileproc.h>
 | 
|---|
| 45 | #if defined(HAVE_MPI)
 | 
|---|
| 46 | #  include <util/group/messmpi.h>
 | 
|---|
| 47 | //#  include <util/group/filemtmpi.h>
 | 
|---|
| 48 | #endif
 | 
|---|
| 49 | 
 | 
|---|
| 50 | using namespace std;
 | 
|---|
| 51 | using namespace sc;
 | 
|---|
| 52 | 
 | 
|---|
| 53 | //////////////////////////////////////////////////////////////////////
 | 
|---|
| 54 | // FileGrp members
 | 
|---|
| 55 | 
 | 
|---|
| 56 | static ClassDesc FileGrp_cd(
 | 
|---|
| 57 |   typeid(FileGrp),"FileGrp",1,"public DescribedClass",
 | 
|---|
| 58 |   0, 0, 0);
 | 
|---|
| 59 | 
 | 
|---|
| 60 | FileGrp::FileGrp()
 | 
|---|
| 61 | {
 | 
|---|
| 62 |   debug_ = 0;
 | 
|---|
| 63 | 
 | 
|---|
| 64 |   datafile_ = 0;
 | 
|---|
| 65 |   filename_ = 0;
 | 
|---|
| 66 |   offsets_ = 0;
 | 
|---|
| 67 | 
 | 
|---|
| 68 |   init_locks();
 | 
|---|
| 69 | }
 | 
|---|
| 70 | 
 | 
|---|
| 71 | FileGrp::FileGrp(const Ref<KeyVal>& keyval)
 | 
|---|
| 72 | {
 | 
|---|
| 73 |   debug_ = keyval->intvalue("debug");
 | 
|---|
| 74 | 
 | 
|---|
| 75 |   datafile_ = 0;
 | 
|---|
| 76 |   filename_ = 0;
 | 
|---|
| 77 |   offsets_ = 0;
 | 
|---|
| 78 | 
 | 
|---|
| 79 |   init_locks();
 | 
|---|
| 80 | }
 | 
|---|
| 81 | 
 | 
|---|
| 82 | FileGrp::~FileGrp()
 | 
|---|
| 83 | {
 | 
|---|
| 84 |   delete[] offsets_;
 | 
|---|
| 85 |   delete[] locks_;
 | 
|---|
| 86 |   datafile_ = 0;
 | 
|---|
| 87 |   filename_ = 0;
 | 
|---|
| 88 | }
 | 
|---|
| 89 | 
 | 
|---|
| 90 | void
 | 
|---|
| 91 | FileGrp::open()
 | 
|---|
| 92 | {
 | 
|---|
| 93 |   if (filename_) {
 | 
|---|
| 94 |     datafile_ = open(filename_, O_RDWR);
 | 
|---|
| 95 |   }
 | 
|---|
| 96 |   else {
 | 
|---|
| 97 |     throw ProgrammingError("open() called but filename has not been set",
 | 
|---|
| 98 |                            __FILE__, __LINE__, class_desc());
 | 
|---|
| 99 |   }
 | 
|---|
| 100 | }
 | 
|---|
| 101 | 
 | 
|---|
| 102 | void
 | 
|---|
| 103 | FileGrp::close()
 | 
|---|
| 104 | {
 | 
|---|
| 105 |   close(datafile_);
 | 
|---|
| 106 | }
 | 
|---|
| 107 | 
 | 
|---|
| 108 | void
 | 
|---|
| 109 | FileGrp::set_filename(char *name)
 | 
|---|
| 110 | {
 | 
|---|
| 111 |   if (filename_) {
 | 
|---|
| 112 |     throw ProgrammingError("set_filename() called but filename has been set already",
 | 
|---|
| 113 |                            __FILE__, __LINE__, class_desc());
 | 
|---|
| 114 |   }
 | 
|---|
| 115 |   else
 | 
|---|
| 116 |     filename_ = strdup(name);
 | 
|---|
| 117 | }
 | 
|---|
| 118 | 
 | 
|---|
| 119 | const char*
 | 
|---|
| 120 | FileGrp::get_filename() const
 | 
|---|
| 121 | {
 | 
|---|
| 122 |   return filename_;
 | 
|---|
| 123 | }
 | 
|---|
| 124 | 
 | 
|---|
| 125 | void
 | 
|---|
| 126 | FileGrp::init_locks()
 | 
|---|
| 127 | {
 | 
|---|
| 128 |   Ref<ThreadGrp> thgrp = ThreadGrp::get_default_threadgrp();
 | 
|---|
| 129 |   nlock_ = 2 * thgrp->nthread();
 | 
|---|
| 130 |   locks_ = new Ref<ThreadLock>[nlock_];
 | 
|---|
| 131 |   for (int i=0; i<nlock_; i++) locks_[i] = thgrp->new_lock();
 | 
|---|
| 132 | }
 | 
|---|
| 133 | 
 | 
|---|
| 134 | FileGrp *
 | 
|---|
| 135 | FileGrp::initial_filegrp()
 | 
|---|
| 136 | {
 | 
|---|
| 137 |   int argc = 0;
 | 
|---|
| 138 |   return initial_filegrp(argc,0);
 | 
|---|
| 139 | }
 | 
|---|
| 140 | 
 | 
|---|
| 141 | FileGrp *
 | 
|---|
| 142 | FileGrp::initial_filegrp(int &argc, char *argv[])
 | 
|---|
| 143 | {
 | 
|---|
| 144 |   FileGrp *grp = 0;
 | 
|---|
| 145 | 
 | 
|---|
| 146 |   char *keyval_string = 0;
 | 
|---|
| 147 | 
 | 
|---|
| 148 |   // see if a file group is given on the command line
 | 
|---|
| 149 |   if (argc && argv) {
 | 
|---|
| 150 |       for (int i=0; i<argc; i++) {
 | 
|---|
| 151 |           if (argv[i] && !strcmp(argv[i], "-filegrp")) {
 | 
|---|
| 152 |               char *filegrp_string = argv[i];
 | 
|---|
| 153 |               i++;
 | 
|---|
| 154 |               if (i >= argc) {
 | 
|---|
| 155 |                   ExEnv::errn() << "-filegrp must be following by an argument"
 | 
|---|
| 156 |                        << endl;
 | 
|---|
| 157 |                   abort();
 | 
|---|
| 158 |                 }
 | 
|---|
| 159 |               keyval_string = argv[i];
 | 
|---|
| 160 |               // move the filegrp arguments to the end of argv
 | 
|---|
| 161 |               int j;
 | 
|---|
| 162 |               for (j=i+1; j<argc; j++) {
 | 
|---|
| 163 |                   argv[j-2] = argv[j];
 | 
|---|
| 164 |                 }
 | 
|---|
| 165 |               argv[j++] = filegrp_string;
 | 
|---|
| 166 |               argv[j++] = keyval_string;
 | 
|---|
| 167 |               // decrement argc to hide the last two arguments
 | 
|---|
| 168 |               argc -= 2;
 | 
|---|
| 169 |               break;
 | 
|---|
| 170 |             }
 | 
|---|
| 171 |         }
 | 
|---|
| 172 |     }
 | 
|---|
| 173 | 
 | 
|---|
| 174 |   if (!keyval_string) {
 | 
|---|
| 175 |       // find out if the environment gives the containing file group
 | 
|---|
| 176 |       keyval_string = getenv("FILEGRP");
 | 
|---|
| 177 |       if (keyval_string) {
 | 
|---|
| 178 |           if (!strncmp("FILEGRP=", keyval_string, 11)) {
 | 
|---|
| 179 |               keyval_string = strchr(keyval_string, '=');
 | 
|---|
| 180 |             }
 | 
|---|
| 181 |           if (*keyval_string == '=') keyval_string++;
 | 
|---|
| 182 |         }
 | 
|---|
| 183 |     }
 | 
|---|
| 184 | 
 | 
|---|
| 185 |   // if keyval input for a file group was found, then
 | 
|---|
| 186 |   // create it.
 | 
|---|
| 187 |   if (keyval_string) {
 | 
|---|
| 188 |       //ExEnv::outn() << "Creating FileGrp from \"" << keyval_string << "\"" << endl;
 | 
|---|
| 189 |       Ref<ParsedKeyVal> strkv = new ParsedKeyVal();
 | 
|---|
| 190 |       strkv->parse_string(keyval_string);
 | 
|---|
| 191 |       Ref<DescribedClass> dc = strkv->describedclassvalue();
 | 
|---|
| 192 |       grp = dynamic_cast<FileGrp*>(dc.pointer());
 | 
|---|
| 193 |       if (dc.null()) {
 | 
|---|
| 194 |           ExEnv::errn() << "initial_filegrp: couldn't find a FileGrp in "
 | 
|---|
| 195 |                << keyval_string << endl;
 | 
|---|
| 196 |           abort();
 | 
|---|
| 197 |         }
 | 
|---|
| 198 |       else if (!grp) {
 | 
|---|
| 199 |           ExEnv::errn() << "initial_filegrp: wanted FileGrp but got "
 | 
|---|
| 200 |                << dc->class_name() << endl;
 | 
|---|
| 201 |           abort();
 | 
|---|
| 202 |         }
 | 
|---|
| 203 |       // prevent an accidental delete
 | 
|---|
| 204 |       grp->reference();
 | 
|---|
| 205 |       strkv = 0;
 | 
|---|
| 206 |       dc = 0;
 | 
|---|
| 207 |       // accidental delete not a problem anymore since all smart pointers
 | 
|---|
| 208 |       // to grp are dead
 | 
|---|
| 209 |       grp->dereference();
 | 
|---|
| 210 |       return grp;
 | 
|---|
| 211 |     }
 | 
|---|
| 212 | 
 | 
|---|
| 213 |   return grp;
 | 
|---|
| 214 | }
 | 
|---|
| 215 | 
 | 
|---|
| 216 | void
 | 
|---|
| 217 | FileGrp::activate()
 | 
|---|
| 218 | {
 | 
|---|
| 219 | }
 | 
|---|
| 220 | 
 | 
|---|
| 221 | void
 | 
|---|
| 222 | FileGrp::deactivate()
 | 
|---|
| 223 | {
 | 
|---|
| 224 | }
 | 
|---|
| 225 | 
 | 
|---|
| 226 | void
 | 
|---|
| 227 | FileGrp::print(ostream&o) const
 | 
|---|
| 228 | {
 | 
|---|
| 229 |   o << scprintf("FileGrp (node %d):\n", me());
 | 
|---|
| 230 |   o << scprintf("%d: n = %d\n", me(), n());
 | 
|---|
| 231 |   for (int i=0; i<=n_; i++) {
 | 
|---|
| 232 |       o << scprintf("%d: offset[%d] = %5d\n", me(), i, offsets_[i]);
 | 
|---|
| 233 |     }
 | 
|---|
| 234 | }
 | 
|---|
| 235 | 
 | 
|---|
| 236 | void
 | 
|---|
| 237 | FileGrp::sum_reduction(double *data, distsize_t doffset, int dlength)
 | 
|---|
| 238 | {
 | 
|---|
| 239 |   distsize_t offset = doffset * sizeof(double);
 | 
|---|
| 240 |   int length = dlength * sizeof(double);
 | 
|---|
| 241 | 
 | 
|---|
| 242 |   if (offset + length > totalsize()) {
 | 
|---|
| 243 |       ExEnv::errn() << scprintf("FileGrp::sum_reduction: arg out of range\n");
 | 
|---|
| 244 |       abort();
 | 
|---|
| 245 |     }
 | 
|---|
| 246 | 
 | 
|---|
| 247 |   double *source_data = (double*) obtain_readwrite(offset, length);
 | 
|---|
| 248 | 
 | 
|---|
| 249 |   for (int i=0; i<dlength; i++) {
 | 
|---|
| 250 |       source_data[i] += data[i];
 | 
|---|
| 251 |     }
 | 
|---|
| 252 | 
 | 
|---|
| 253 |   release_readwrite((void*) source_data, offset, length);
 | 
|---|
| 254 | }
 | 
|---|
| 255 | 
 | 
|---|
| 256 | void
 | 
|---|
| 257 | FileGrp::sum_reduction_on_node(double *data, size_t doffset, int dlength,
 | 
|---|
| 258 |                                  int node)
 | 
|---|
| 259 | {
 | 
|---|
| 260 |   if (node == -1) node = me();
 | 
|---|
| 261 | 
 | 
|---|
| 262 |   sum_reduction(data, doffset + offset(node)/sizeof(double),
 | 
|---|
| 263 |                 dlength);
 | 
|---|
| 264 | }
 | 
|---|
| 265 | 
 | 
|---|
| 266 | void
 | 
|---|
| 267 | FileGrp::catchup()
 | 
|---|
| 268 | {
 | 
|---|
| 269 |   return;
 | 
|---|
| 270 | }
 | 
|---|
| 271 | 
 | 
|---|
| 272 | void
 | 
|---|
| 273 | FileGrp::obtain_local_lock(size_t start, size_t fence)
 | 
|---|
| 274 | {
 | 
|---|
| 275 |   distsize_t locked_region_size = 1 + localsize()/nlock_;
 | 
|---|
| 276 |   int lstart = start/locked_region_size;
 | 
|---|
| 277 |   int llast = fence/locked_region_size;
 | 
|---|
| 278 |   for (int i=lstart; i<=llast; i++) {
 | 
|---|
| 279 |       locks_[i]->lock();
 | 
|---|
| 280 |     }
 | 
|---|
| 281 | }
 | 
|---|
| 282 | 
 | 
|---|
| 283 | void
 | 
|---|
| 284 | FileGrp::release_local_lock(size_t start, size_t fence)
 | 
|---|
| 285 | {
 | 
|---|
| 286 |   distsize_t locked_region_size = 1 + localsize()/nlock_;
 | 
|---|
| 287 |   int lstart = start/locked_region_size;
 | 
|---|
| 288 |   int llast = fence/locked_region_size;
 | 
|---|
| 289 |   for (int i=lstart; i<=llast; i++) {
 | 
|---|
| 290 |       locks_[i]->unlock();
 | 
|---|
| 291 |     }
 | 
|---|
| 292 | }
 | 
|---|
| 293 | 
 | 
|---|
| 294 | static Ref<FileGrp> default_filegrp;
 | 
|---|
| 295 | 
 | 
|---|
| 296 | void
 | 
|---|
| 297 | FileGrp::set_default_filegrp(const Ref<FileGrp>& grp)
 | 
|---|
| 298 | {
 | 
|---|
| 299 |   default_filegrp = grp;
 | 
|---|
| 300 | }
 | 
|---|
| 301 | 
 | 
|---|
| 302 | FileGrp*
 | 
|---|
| 303 | FileGrp::get_default_filegrp()
 | 
|---|
| 304 | {
 | 
|---|
| 305 |   if (default_filegrp.nonnull()) return default_filegrp.pointer();
 | 
|---|
| 306 | 
 | 
|---|
| 307 |   Ref<MessageGrp> msg = MessageGrp::get_default_messagegrp();
 | 
|---|
| 308 | 
 | 
|---|
| 309 | #if defined(HAVE_MPI) && defined(DEFAULT_MTMPI)
 | 
|---|
| 310 |   Ref<ThreadGrp> thr = ThreadGrp::get_default_threadgrp();
 | 
|---|
| 311 | //  default_filegrp = new MTMPIFileGrp(msg,thr);
 | 
|---|
| 312 |   return default_filegrp.pointer();
 | 
|---|
| 313 | #endif
 | 
|---|
| 314 | 
 | 
|---|
| 315 | 
 | 
|---|
| 316 |   if (msg.null()) {
 | 
|---|
| 317 |       ExEnv::errn() << scprintf("FileGrp::get_default_filegrp: requires default MessageGrp if default behavior not configured\n");
 | 
|---|
| 318 |       abort();
 | 
|---|
| 319 |     }
 | 
|---|
| 320 | #if defined(HAVE_MPI)
 | 
|---|
| 321 |   else if (msg->class_desc() == ::class_desc<MPIMessageGrp>()) {
 | 
|---|
| 322 |       Ref<ThreadGrp> thr = ThreadGrp::get_default_threadgrp();
 | 
|---|
| 323 | //      default_filegrp = new MTMPIFileGrp(msg,thr);
 | 
|---|
| 324 |       return default_filegrp.pointer();
 | 
|---|
| 325 |     }
 | 
|---|
| 326 | #endif
 | 
|---|
| 327 |   else if (msg->n() == 1) {
 | 
|---|
| 328 |       default_filegrp = new ProcFileGrp();
 | 
|---|
| 329 |       return default_filegrp.pointer();
 | 
|---|
| 330 |     }
 | 
|---|
| 331 |   else {
 | 
|---|
| 332 |       ExEnv::errn() << scprintf("FileGrp::get_default_filegrp: cannot create "
 | 
|---|
| 333 |               "default for \"%s\"\n.", msg->class_name());
 | 
|---|
| 334 |       abort();
 | 
|---|
| 335 |     }
 | 
|---|
| 336 | 
 | 
|---|
| 337 |   if (default_filegrp.null()) {
 | 
|---|
| 338 |       ExEnv::err0() << scprintf("WARNING: FileGrp::get_default_filegrp(): failed\n");
 | 
|---|
| 339 |       default_filegrp = new ProcFileGrp;
 | 
|---|
| 340 |     }
 | 
|---|
| 341 |   return default_filegrp.pointer();
 | 
|---|
| 342 | }
 | 
|---|
| 343 | 
 | 
|---|
| 344 | /////////////////////////////////////////////////////////////////////////////
 | 
|---|
| 345 | 
 | 
|---|
| 346 | // Local Variables:
 | 
|---|
| 347 | // mode: c++
 | 
|---|
| 348 | // c-file-style: "CLJ"
 | 
|---|
| 349 | // End:
 | 
|---|