| [0b990d] | 1 | // | 
|---|
|  | 2 | // file.cc | 
|---|
|  | 3 | // | 
|---|
|  | 4 | // Copyright (C) 1996 Limit Point Systems, Inc. | 
|---|
|  | 5 | // | 
|---|
|  | 6 | // Author: Curtis Janssen <cljanss@limitpt.com> | 
|---|
|  | 7 | // Maintainer: LPS | 
|---|
|  | 8 | // | 
|---|
|  | 9 | // This file is part of the SC Toolkit. | 
|---|
|  | 10 | // | 
|---|
|  | 11 | // The SC Toolkit is free software; you can redistribute it and/or modify | 
|---|
|  | 12 | // it under the terms of the GNU Library General Public License as published by | 
|---|
|  | 13 | // the Free Software Foundation; either version 2, or (at your option) | 
|---|
|  | 14 | // any later version. | 
|---|
|  | 15 | // | 
|---|
|  | 16 | // The SC Toolkit is distributed in the hope that it will be useful, | 
|---|
|  | 17 | // but WITHOUT ANY WARRANTY; without even the implied warranty of | 
|---|
|  | 18 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
|---|
|  | 19 | // GNU Library General Public License for more details. | 
|---|
|  | 20 | // | 
|---|
|  | 21 | // You should have received a copy of the GNU Library General Public License | 
|---|
|  | 22 | // along with the SC Toolkit; see the file COPYING.LIB.  If not, write to | 
|---|
|  | 23 | // the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA. | 
|---|
|  | 24 | // | 
|---|
|  | 25 | // The U.S. Government is granted a limited license as per AL 91-7. | 
|---|
|  | 26 | // | 
|---|
|  | 27 |  | 
|---|
|  | 28 | #ifdef __GNUC__ | 
|---|
|  | 29 | #pragma implementation | 
|---|
|  | 30 | #endif | 
|---|
|  | 31 |  | 
|---|
|  | 32 | #include <sstream> | 
|---|
|  | 33 | #include <util/misc/string.h> | 
|---|
|  | 34 |  | 
|---|
|  | 35 | #ifdef HAVE_CONFIG_H | 
|---|
|  | 36 | #include <scconfig.h> | 
|---|
|  | 37 | #endif | 
|---|
|  | 38 |  | 
|---|
|  | 39 |  | 
|---|
|  | 40 | #include <util/misc/formio.h> | 
|---|
|  | 41 | #include <util/class/scexception.h> | 
|---|
|  | 42 | #include <util/group/file.h> | 
|---|
|  | 43 |  | 
|---|
|  | 44 | #include <util/group/fileproc.h> | 
|---|
|  | 45 | #if defined(HAVE_MPI) | 
|---|
|  | 46 | #  include <util/group/messmpi.h> | 
|---|
|  | 47 | //#  include <util/group/filemtmpi.h> | 
|---|
|  | 48 | #endif | 
|---|
|  | 49 |  | 
|---|
|  | 50 | using namespace std; | 
|---|
|  | 51 | using namespace sc; | 
|---|
|  | 52 |  | 
|---|
|  | 53 | ////////////////////////////////////////////////////////////////////// | 
|---|
|  | 54 | // FileGrp members | 
|---|
|  | 55 |  | 
|---|
|  | 56 | static ClassDesc FileGrp_cd( | 
|---|
|  | 57 | typeid(FileGrp),"FileGrp",1,"public DescribedClass", | 
|---|
|  | 58 | 0, 0, 0); | 
|---|
|  | 59 |  | 
|---|
|  | 60 | FileGrp::FileGrp() | 
|---|
|  | 61 | { | 
|---|
|  | 62 | debug_ = 0; | 
|---|
|  | 63 |  | 
|---|
|  | 64 | datafile_ = 0; | 
|---|
|  | 65 | filename_ = 0; | 
|---|
|  | 66 | offsets_ = 0; | 
|---|
|  | 67 |  | 
|---|
|  | 68 | init_locks(); | 
|---|
|  | 69 | } | 
|---|
|  | 70 |  | 
|---|
|  | 71 | FileGrp::FileGrp(const Ref<KeyVal>& keyval) | 
|---|
|  | 72 | { | 
|---|
|  | 73 | debug_ = keyval->intvalue("debug"); | 
|---|
|  | 74 |  | 
|---|
|  | 75 | datafile_ = 0; | 
|---|
|  | 76 | filename_ = 0; | 
|---|
|  | 77 | offsets_ = 0; | 
|---|
|  | 78 |  | 
|---|
|  | 79 | init_locks(); | 
|---|
|  | 80 | } | 
|---|
|  | 81 |  | 
|---|
|  | 82 | FileGrp::~FileGrp() | 
|---|
|  | 83 | { | 
|---|
|  | 84 | delete[] offsets_; | 
|---|
|  | 85 | delete[] locks_; | 
|---|
|  | 86 | datafile_ = 0; | 
|---|
|  | 87 | filename_ = 0; | 
|---|
|  | 88 | } | 
|---|
|  | 89 |  | 
|---|
|  | 90 | void | 
|---|
|  | 91 | FileGrp::open() | 
|---|
|  | 92 | { | 
|---|
|  | 93 | if (filename_) { | 
|---|
|  | 94 | datafile_ = open(filename_, O_RDWR); | 
|---|
|  | 95 | } | 
|---|
|  | 96 | else { | 
|---|
|  | 97 | throw ProgrammingError("open() called but filename has not been set", | 
|---|
|  | 98 | __FILE__, __LINE__, class_desc()); | 
|---|
|  | 99 | } | 
|---|
|  | 100 | } | 
|---|
|  | 101 |  | 
|---|
|  | 102 | void | 
|---|
|  | 103 | FileGrp::close() | 
|---|
|  | 104 | { | 
|---|
|  | 105 | close(datafile_); | 
|---|
|  | 106 | } | 
|---|
|  | 107 |  | 
|---|
|  | 108 | void | 
|---|
|  | 109 | FileGrp::set_filename(char *name) | 
|---|
|  | 110 | { | 
|---|
|  | 111 | if (filename_) { | 
|---|
|  | 112 | throw ProgrammingError("set_filename() called but filename has been set already", | 
|---|
|  | 113 | __FILE__, __LINE__, class_desc()); | 
|---|
|  | 114 | } | 
|---|
|  | 115 | else | 
|---|
|  | 116 | filename_ = strdup(name); | 
|---|
|  | 117 | } | 
|---|
|  | 118 |  | 
|---|
|  | 119 | const char* | 
|---|
|  | 120 | FileGrp::get_filename() const | 
|---|
|  | 121 | { | 
|---|
|  | 122 | return filename_; | 
|---|
|  | 123 | } | 
|---|
|  | 124 |  | 
|---|
|  | 125 | void | 
|---|
|  | 126 | FileGrp::init_locks() | 
|---|
|  | 127 | { | 
|---|
|  | 128 | Ref<ThreadGrp> thgrp = ThreadGrp::get_default_threadgrp(); | 
|---|
|  | 129 | nlock_ = 2 * thgrp->nthread(); | 
|---|
|  | 130 | locks_ = new Ref<ThreadLock>[nlock_]; | 
|---|
|  | 131 | for (int i=0; i<nlock_; i++) locks_[i] = thgrp->new_lock(); | 
|---|
|  | 132 | } | 
|---|
|  | 133 |  | 
|---|
|  | 134 | FileGrp * | 
|---|
|  | 135 | FileGrp::initial_filegrp() | 
|---|
|  | 136 | { | 
|---|
|  | 137 | int argc = 0; | 
|---|
|  | 138 | return initial_filegrp(argc,0); | 
|---|
|  | 139 | } | 
|---|
|  | 140 |  | 
|---|
|  | 141 | FileGrp * | 
|---|
|  | 142 | FileGrp::initial_filegrp(int &argc, char *argv[]) | 
|---|
|  | 143 | { | 
|---|
|  | 144 | FileGrp *grp = 0; | 
|---|
|  | 145 |  | 
|---|
|  | 146 | char *keyval_string = 0; | 
|---|
|  | 147 |  | 
|---|
|  | 148 | // see if a file group is given on the command line | 
|---|
|  | 149 | if (argc && argv) { | 
|---|
|  | 150 | for (int i=0; i<argc; i++) { | 
|---|
|  | 151 | if (argv[i] && !strcmp(argv[i], "-filegrp")) { | 
|---|
|  | 152 | char *filegrp_string = argv[i]; | 
|---|
|  | 153 | i++; | 
|---|
|  | 154 | if (i >= argc) { | 
|---|
|  | 155 | ExEnv::errn() << "-filegrp must be following by an argument" | 
|---|
|  | 156 | << endl; | 
|---|
|  | 157 | abort(); | 
|---|
|  | 158 | } | 
|---|
|  | 159 | keyval_string = argv[i]; | 
|---|
|  | 160 | // move the filegrp arguments to the end of argv | 
|---|
|  | 161 | int j; | 
|---|
|  | 162 | for (j=i+1; j<argc; j++) { | 
|---|
|  | 163 | argv[j-2] = argv[j]; | 
|---|
|  | 164 | } | 
|---|
|  | 165 | argv[j++] = filegrp_string; | 
|---|
|  | 166 | argv[j++] = keyval_string; | 
|---|
|  | 167 | // decrement argc to hide the last two arguments | 
|---|
|  | 168 | argc -= 2; | 
|---|
|  | 169 | break; | 
|---|
|  | 170 | } | 
|---|
|  | 171 | } | 
|---|
|  | 172 | } | 
|---|
|  | 173 |  | 
|---|
|  | 174 | if (!keyval_string) { | 
|---|
|  | 175 | // find out if the environment gives the containing file group | 
|---|
|  | 176 | keyval_string = getenv("FILEGRP"); | 
|---|
|  | 177 | if (keyval_string) { | 
|---|
|  | 178 | if (!strncmp("FILEGRP=", keyval_string, 11)) { | 
|---|
|  | 179 | keyval_string = strchr(keyval_string, '='); | 
|---|
|  | 180 | } | 
|---|
|  | 181 | if (*keyval_string == '=') keyval_string++; | 
|---|
|  | 182 | } | 
|---|
|  | 183 | } | 
|---|
|  | 184 |  | 
|---|
|  | 185 | // if keyval input for a file group was found, then | 
|---|
|  | 186 | // create it. | 
|---|
|  | 187 | if (keyval_string) { | 
|---|
|  | 188 | //ExEnv::outn() << "Creating FileGrp from \"" << keyval_string << "\"" << endl; | 
|---|
|  | 189 | Ref<ParsedKeyVal> strkv = new ParsedKeyVal(); | 
|---|
|  | 190 | strkv->parse_string(keyval_string); | 
|---|
|  | 191 | Ref<DescribedClass> dc = strkv->describedclassvalue(); | 
|---|
|  | 192 | grp = dynamic_cast<FileGrp*>(dc.pointer()); | 
|---|
|  | 193 | if (dc.null()) { | 
|---|
|  | 194 | ExEnv::errn() << "initial_filegrp: couldn't find a FileGrp in " | 
|---|
|  | 195 | << keyval_string << endl; | 
|---|
|  | 196 | abort(); | 
|---|
|  | 197 | } | 
|---|
|  | 198 | else if (!grp) { | 
|---|
|  | 199 | ExEnv::errn() << "initial_filegrp: wanted FileGrp but got " | 
|---|
|  | 200 | << dc->class_name() << endl; | 
|---|
|  | 201 | abort(); | 
|---|
|  | 202 | } | 
|---|
|  | 203 | // prevent an accidental delete | 
|---|
|  | 204 | grp->reference(); | 
|---|
|  | 205 | strkv = 0; | 
|---|
|  | 206 | dc = 0; | 
|---|
|  | 207 | // accidental delete not a problem anymore since all smart pointers | 
|---|
|  | 208 | // to grp are dead | 
|---|
|  | 209 | grp->dereference(); | 
|---|
|  | 210 | return grp; | 
|---|
|  | 211 | } | 
|---|
|  | 212 |  | 
|---|
|  | 213 | return grp; | 
|---|
|  | 214 | } | 
|---|
|  | 215 |  | 
|---|
|  | 216 | void | 
|---|
|  | 217 | FileGrp::activate() | 
|---|
|  | 218 | { | 
|---|
|  | 219 | } | 
|---|
|  | 220 |  | 
|---|
|  | 221 | void | 
|---|
|  | 222 | FileGrp::deactivate() | 
|---|
|  | 223 | { | 
|---|
|  | 224 | } | 
|---|
|  | 225 |  | 
|---|
|  | 226 | void | 
|---|
|  | 227 | FileGrp::print(ostream&o) const | 
|---|
|  | 228 | { | 
|---|
|  | 229 | o << scprintf("FileGrp (node %d):\n", me()); | 
|---|
|  | 230 | o << scprintf("%d: n = %d\n", me(), n()); | 
|---|
|  | 231 | for (int i=0; i<=n_; i++) { | 
|---|
|  | 232 | o << scprintf("%d: offset[%d] = %5d\n", me(), i, offsets_[i]); | 
|---|
|  | 233 | } | 
|---|
|  | 234 | } | 
|---|
|  | 235 |  | 
|---|
|  | 236 | void | 
|---|
|  | 237 | FileGrp::sum_reduction(double *data, distsize_t doffset, int dlength) | 
|---|
|  | 238 | { | 
|---|
|  | 239 | distsize_t offset = doffset * sizeof(double); | 
|---|
|  | 240 | int length = dlength * sizeof(double); | 
|---|
|  | 241 |  | 
|---|
|  | 242 | if (offset + length > totalsize()) { | 
|---|
|  | 243 | ExEnv::errn() << scprintf("FileGrp::sum_reduction: arg out of range\n"); | 
|---|
|  | 244 | abort(); | 
|---|
|  | 245 | } | 
|---|
|  | 246 |  | 
|---|
|  | 247 | double *source_data = (double*) obtain_readwrite(offset, length); | 
|---|
|  | 248 |  | 
|---|
|  | 249 | for (int i=0; i<dlength; i++) { | 
|---|
|  | 250 | source_data[i] += data[i]; | 
|---|
|  | 251 | } | 
|---|
|  | 252 |  | 
|---|
|  | 253 | release_readwrite((void*) source_data, offset, length); | 
|---|
|  | 254 | } | 
|---|
|  | 255 |  | 
|---|
|  | 256 | void | 
|---|
|  | 257 | FileGrp::sum_reduction_on_node(double *data, size_t doffset, int dlength, | 
|---|
|  | 258 | int node) | 
|---|
|  | 259 | { | 
|---|
|  | 260 | if (node == -1) node = me(); | 
|---|
|  | 261 |  | 
|---|
|  | 262 | sum_reduction(data, doffset + offset(node)/sizeof(double), | 
|---|
|  | 263 | dlength); | 
|---|
|  | 264 | } | 
|---|
|  | 265 |  | 
|---|
|  | 266 | void | 
|---|
|  | 267 | FileGrp::catchup() | 
|---|
|  | 268 | { | 
|---|
|  | 269 | return; | 
|---|
|  | 270 | } | 
|---|
|  | 271 |  | 
|---|
|  | 272 | void | 
|---|
|  | 273 | FileGrp::obtain_local_lock(size_t start, size_t fence) | 
|---|
|  | 274 | { | 
|---|
|  | 275 | distsize_t locked_region_size = 1 + localsize()/nlock_; | 
|---|
|  | 276 | int lstart = start/locked_region_size; | 
|---|
|  | 277 | int llast = fence/locked_region_size; | 
|---|
|  | 278 | for (int i=lstart; i<=llast; i++) { | 
|---|
|  | 279 | locks_[i]->lock(); | 
|---|
|  | 280 | } | 
|---|
|  | 281 | } | 
|---|
|  | 282 |  | 
|---|
|  | 283 | void | 
|---|
|  | 284 | FileGrp::release_local_lock(size_t start, size_t fence) | 
|---|
|  | 285 | { | 
|---|
|  | 286 | distsize_t locked_region_size = 1 + localsize()/nlock_; | 
|---|
|  | 287 | int lstart = start/locked_region_size; | 
|---|
|  | 288 | int llast = fence/locked_region_size; | 
|---|
|  | 289 | for (int i=lstart; i<=llast; i++) { | 
|---|
|  | 290 | locks_[i]->unlock(); | 
|---|
|  | 291 | } | 
|---|
|  | 292 | } | 
|---|
|  | 293 |  | 
|---|
|  | 294 | static Ref<FileGrp> default_filegrp; | 
|---|
|  | 295 |  | 
|---|
|  | 296 | void | 
|---|
|  | 297 | FileGrp::set_default_filegrp(const Ref<FileGrp>& grp) | 
|---|
|  | 298 | { | 
|---|
|  | 299 | default_filegrp = grp; | 
|---|
|  | 300 | } | 
|---|
|  | 301 |  | 
|---|
|  | 302 | FileGrp* | 
|---|
|  | 303 | FileGrp::get_default_filegrp() | 
|---|
|  | 304 | { | 
|---|
|  | 305 | if (default_filegrp.nonnull()) return default_filegrp.pointer(); | 
|---|
|  | 306 |  | 
|---|
|  | 307 | Ref<MessageGrp> msg = MessageGrp::get_default_messagegrp(); | 
|---|
|  | 308 |  | 
|---|
|  | 309 | #if defined(HAVE_MPI) && defined(DEFAULT_MTMPI) | 
|---|
|  | 310 | Ref<ThreadGrp> thr = ThreadGrp::get_default_threadgrp(); | 
|---|
|  | 311 | //  default_filegrp = new MTMPIFileGrp(msg,thr); | 
|---|
|  | 312 | return default_filegrp.pointer(); | 
|---|
|  | 313 | #endif | 
|---|
|  | 314 |  | 
|---|
|  | 315 |  | 
|---|
|  | 316 | if (msg.null()) { | 
|---|
|  | 317 | ExEnv::errn() << scprintf("FileGrp::get_default_filegrp: requires default MessageGrp if default behavior not configured\n"); | 
|---|
|  | 318 | abort(); | 
|---|
|  | 319 | } | 
|---|
|  | 320 | #if defined(HAVE_MPI) | 
|---|
|  | 321 | else if (msg->class_desc() == ::class_desc<MPIMessageGrp>()) { | 
|---|
|  | 322 | Ref<ThreadGrp> thr = ThreadGrp::get_default_threadgrp(); | 
|---|
|  | 323 | //      default_filegrp = new MTMPIFileGrp(msg,thr); | 
|---|
|  | 324 | return default_filegrp.pointer(); | 
|---|
|  | 325 | } | 
|---|
|  | 326 | #endif | 
|---|
|  | 327 | else if (msg->n() == 1) { | 
|---|
|  | 328 | default_filegrp = new ProcFileGrp(); | 
|---|
|  | 329 | return default_filegrp.pointer(); | 
|---|
|  | 330 | } | 
|---|
|  | 331 | else { | 
|---|
|  | 332 | ExEnv::errn() << scprintf("FileGrp::get_default_filegrp: cannot create " | 
|---|
|  | 333 | "default for \"%s\"\n.", msg->class_name()); | 
|---|
|  | 334 | abort(); | 
|---|
|  | 335 | } | 
|---|
|  | 336 |  | 
|---|
|  | 337 | if (default_filegrp.null()) { | 
|---|
|  | 338 | ExEnv::err0() << scprintf("WARNING: FileGrp::get_default_filegrp(): failed\n"); | 
|---|
|  | 339 | default_filegrp = new ProcFileGrp; | 
|---|
|  | 340 | } | 
|---|
|  | 341 | return default_filegrp.pointer(); | 
|---|
|  | 342 | } | 
|---|
|  | 343 |  | 
|---|
|  | 344 | ///////////////////////////////////////////////////////////////////////////// | 
|---|
|  | 345 |  | 
|---|
|  | 346 | // Local Variables: | 
|---|
|  | 347 | // mode: c++ | 
|---|
|  | 348 | // c-file-style: "CLJ" | 
|---|
|  | 349 | // End: | 
|---|