| 1 | // | 
|---|
| 2 | // file.cc | 
|---|
| 3 | // | 
|---|
| 4 | // Copyright (C) 1996 Limit Point Systems, Inc. | 
|---|
| 5 | // | 
|---|
| 6 | // Author: Curtis Janssen <cljanss@limitpt.com> | 
|---|
| 7 | // Maintainer: LPS | 
|---|
| 8 | // | 
|---|
| 9 | // This file is part of the SC Toolkit. | 
|---|
| 10 | // | 
|---|
| 11 | // The SC Toolkit is free software; you can redistribute it and/or modify | 
|---|
| 12 | // it under the terms of the GNU Library General Public License as published by | 
|---|
| 13 | // the Free Software Foundation; either version 2, or (at your option) | 
|---|
| 14 | // any later version. | 
|---|
| 15 | // | 
|---|
| 16 | // The SC Toolkit is distributed in the hope that it will be useful, | 
|---|
| 17 | // but WITHOUT ANY WARRANTY; without even the implied warranty of | 
|---|
| 18 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
|---|
| 19 | // GNU Library General Public License for more details. | 
|---|
| 20 | // | 
|---|
| 21 | // You should have received a copy of the GNU Library General Public License | 
|---|
| 22 | // along with the SC Toolkit; see the file COPYING.LIB.  If not, write to | 
|---|
| 23 | // the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA. | 
|---|
| 24 | // | 
|---|
| 25 | // The U.S. Government is granted a limited license as per AL 91-7. | 
|---|
| 26 | // | 
|---|
| 27 |  | 
|---|
| 28 | #ifdef __GNUC__ | 
|---|
| 29 | #pragma implementation | 
|---|
| 30 | #endif | 
|---|
| 31 |  | 
|---|
| 32 | #include <sstream> | 
|---|
| 33 | #include <util/misc/string.h> | 
|---|
| 34 |  | 
|---|
| 35 | #ifdef HAVE_CONFIG_H | 
|---|
| 36 | #include <scconfig.h> | 
|---|
| 37 | #endif | 
|---|
| 38 |  | 
|---|
| 39 |  | 
|---|
| 40 | #include <util/misc/formio.h> | 
|---|
| 41 | #include <util/class/scexception.h> | 
|---|
| 42 | #include <util/group/file.h> | 
|---|
| 43 |  | 
|---|
| 44 | #include <util/group/fileproc.h> | 
|---|
| 45 | #if defined(HAVE_MPI) | 
|---|
| 46 | #  include <util/group/messmpi.h> | 
|---|
| 47 | //#  include <util/group/filemtmpi.h> | 
|---|
| 48 | #endif | 
|---|
| 49 |  | 
|---|
| 50 | using namespace std; | 
|---|
| 51 | using namespace sc; | 
|---|
| 52 |  | 
|---|
| 53 | ////////////////////////////////////////////////////////////////////// | 
|---|
| 54 | // FileGrp members | 
|---|
| 55 |  | 
|---|
| 56 | static ClassDesc FileGrp_cd( | 
|---|
| 57 | typeid(FileGrp),"FileGrp",1,"public DescribedClass", | 
|---|
| 58 | 0, 0, 0); | 
|---|
| 59 |  | 
|---|
| 60 | FileGrp::FileGrp() | 
|---|
| 61 | { | 
|---|
| 62 | debug_ = 0; | 
|---|
| 63 |  | 
|---|
| 64 | datafile_ = 0; | 
|---|
| 65 | filename_ = 0; | 
|---|
| 66 | offsets_ = 0; | 
|---|
| 67 |  | 
|---|
| 68 | init_locks(); | 
|---|
| 69 | } | 
|---|
| 70 |  | 
|---|
| 71 | FileGrp::FileGrp(const Ref<KeyVal>& keyval) | 
|---|
| 72 | { | 
|---|
| 73 | debug_ = keyval->intvalue("debug"); | 
|---|
| 74 |  | 
|---|
| 75 | datafile_ = 0; | 
|---|
| 76 | filename_ = 0; | 
|---|
| 77 | offsets_ = 0; | 
|---|
| 78 |  | 
|---|
| 79 | init_locks(); | 
|---|
| 80 | } | 
|---|
| 81 |  | 
|---|
| 82 | FileGrp::~FileGrp() | 
|---|
| 83 | { | 
|---|
| 84 | delete[] offsets_; | 
|---|
| 85 | delete[] locks_; | 
|---|
| 86 | datafile_ = 0; | 
|---|
| 87 | filename_ = 0; | 
|---|
| 88 | } | 
|---|
| 89 |  | 
|---|
| 90 | void | 
|---|
| 91 | FileGrp::open() | 
|---|
| 92 | { | 
|---|
| 93 | if (filename_) { | 
|---|
| 94 | datafile_ = open(filename_, O_RDWR); | 
|---|
| 95 | } | 
|---|
| 96 | else { | 
|---|
| 97 | throw ProgrammingError("open() called but filename has not been set", | 
|---|
| 98 | __FILE__, __LINE__, class_desc()); | 
|---|
| 99 | } | 
|---|
| 100 | } | 
|---|
| 101 |  | 
|---|
| 102 | void | 
|---|
| 103 | FileGrp::close() | 
|---|
| 104 | { | 
|---|
| 105 | close(datafile_); | 
|---|
| 106 | } | 
|---|
| 107 |  | 
|---|
| 108 | void | 
|---|
| 109 | FileGrp::set_filename(char *name) | 
|---|
| 110 | { | 
|---|
| 111 | if (filename_) { | 
|---|
| 112 | throw ProgrammingError("set_filename() called but filename has been set already", | 
|---|
| 113 | __FILE__, __LINE__, class_desc()); | 
|---|
| 114 | } | 
|---|
| 115 | else | 
|---|
| 116 | filename_ = strdup(name); | 
|---|
| 117 | } | 
|---|
| 118 |  | 
|---|
| 119 | const char* | 
|---|
| 120 | FileGrp::get_filename() const | 
|---|
| 121 | { | 
|---|
| 122 | return filename_; | 
|---|
| 123 | } | 
|---|
| 124 |  | 
|---|
| 125 | void | 
|---|
| 126 | FileGrp::init_locks() | 
|---|
| 127 | { | 
|---|
| 128 | Ref<ThreadGrp> thgrp = ThreadGrp::get_default_threadgrp(); | 
|---|
| 129 | nlock_ = 2 * thgrp->nthread(); | 
|---|
| 130 | locks_ = new Ref<ThreadLock>[nlock_]; | 
|---|
| 131 | for (int i=0; i<nlock_; i++) locks_[i] = thgrp->new_lock(); | 
|---|
| 132 | } | 
|---|
| 133 |  | 
|---|
| 134 | FileGrp * | 
|---|
| 135 | FileGrp::initial_filegrp() | 
|---|
| 136 | { | 
|---|
| 137 | int argc = 0; | 
|---|
| 138 | return initial_filegrp(argc,0); | 
|---|
| 139 | } | 
|---|
| 140 |  | 
|---|
| 141 | FileGrp * | 
|---|
| 142 | FileGrp::initial_filegrp(int &argc, char *argv[]) | 
|---|
| 143 | { | 
|---|
| 144 | FileGrp *grp = 0; | 
|---|
| 145 |  | 
|---|
| 146 | char *keyval_string = 0; | 
|---|
| 147 |  | 
|---|
| 148 | // see if a file group is given on the command line | 
|---|
| 149 | if (argc && argv) { | 
|---|
| 150 | for (int i=0; i<argc; i++) { | 
|---|
| 151 | if (argv[i] && !strcmp(argv[i], "-filegrp")) { | 
|---|
| 152 | char *filegrp_string = argv[i]; | 
|---|
| 153 | i++; | 
|---|
| 154 | if (i >= argc) { | 
|---|
| 155 | ExEnv::errn() << "-filegrp must be following by an argument" | 
|---|
| 156 | << endl; | 
|---|
| 157 | abort(); | 
|---|
| 158 | } | 
|---|
| 159 | keyval_string = argv[i]; | 
|---|
| 160 | // move the filegrp arguments to the end of argv | 
|---|
| 161 | int j; | 
|---|
| 162 | for (j=i+1; j<argc; j++) { | 
|---|
| 163 | argv[j-2] = argv[j]; | 
|---|
| 164 | } | 
|---|
| 165 | argv[j++] = filegrp_string; | 
|---|
| 166 | argv[j++] = keyval_string; | 
|---|
| 167 | // decrement argc to hide the last two arguments | 
|---|
| 168 | argc -= 2; | 
|---|
| 169 | break; | 
|---|
| 170 | } | 
|---|
| 171 | } | 
|---|
| 172 | } | 
|---|
| 173 |  | 
|---|
| 174 | if (!keyval_string) { | 
|---|
| 175 | // find out if the environment gives the containing file group | 
|---|
| 176 | keyval_string = getenv("FILEGRP"); | 
|---|
| 177 | if (keyval_string) { | 
|---|
| 178 | if (!strncmp("FILEGRP=", keyval_string, 11)) { | 
|---|
| 179 | keyval_string = strchr(keyval_string, '='); | 
|---|
| 180 | } | 
|---|
| 181 | if (*keyval_string == '=') keyval_string++; | 
|---|
| 182 | } | 
|---|
| 183 | } | 
|---|
| 184 |  | 
|---|
| 185 | // if keyval input for a file group was found, then | 
|---|
| 186 | // create it. | 
|---|
| 187 | if (keyval_string) { | 
|---|
| 188 | //ExEnv::outn() << "Creating FileGrp from \"" << keyval_string << "\"" << endl; | 
|---|
| 189 | Ref<ParsedKeyVal> strkv = new ParsedKeyVal(); | 
|---|
| 190 | strkv->parse_string(keyval_string); | 
|---|
| 191 | Ref<DescribedClass> dc = strkv->describedclassvalue(); | 
|---|
| 192 | grp = dynamic_cast<FileGrp*>(dc.pointer()); | 
|---|
| 193 | if (dc.null()) { | 
|---|
| 194 | ExEnv::errn() << "initial_filegrp: couldn't find a FileGrp in " | 
|---|
| 195 | << keyval_string << endl; | 
|---|
| 196 | abort(); | 
|---|
| 197 | } | 
|---|
| 198 | else if (!grp) { | 
|---|
| 199 | ExEnv::errn() << "initial_filegrp: wanted FileGrp but got " | 
|---|
| 200 | << dc->class_name() << endl; | 
|---|
| 201 | abort(); | 
|---|
| 202 | } | 
|---|
| 203 | // prevent an accidental delete | 
|---|
| 204 | grp->reference(); | 
|---|
| 205 | strkv = 0; | 
|---|
| 206 | dc = 0; | 
|---|
| 207 | // accidental delete not a problem anymore since all smart pointers | 
|---|
| 208 | // to grp are dead | 
|---|
| 209 | grp->dereference(); | 
|---|
| 210 | return grp; | 
|---|
| 211 | } | 
|---|
| 212 |  | 
|---|
| 213 | return grp; | 
|---|
| 214 | } | 
|---|
| 215 |  | 
|---|
| 216 | void | 
|---|
| 217 | FileGrp::activate() | 
|---|
| 218 | { | 
|---|
| 219 | } | 
|---|
| 220 |  | 
|---|
| 221 | void | 
|---|
| 222 | FileGrp::deactivate() | 
|---|
| 223 | { | 
|---|
| 224 | } | 
|---|
| 225 |  | 
|---|
| 226 | void | 
|---|
| 227 | FileGrp::print(ostream&o) const | 
|---|
| 228 | { | 
|---|
| 229 | o << scprintf("FileGrp (node %d):\n", me()); | 
|---|
| 230 | o << scprintf("%d: n = %d\n", me(), n()); | 
|---|
| 231 | for (int i=0; i<=n_; i++) { | 
|---|
| 232 | o << scprintf("%d: offset[%d] = %5d\n", me(), i, offsets_[i]); | 
|---|
| 233 | } | 
|---|
| 234 | } | 
|---|
| 235 |  | 
|---|
| 236 | void | 
|---|
| 237 | FileGrp::sum_reduction(double *data, distsize_t doffset, int dlength) | 
|---|
| 238 | { | 
|---|
| 239 | distsize_t offset = doffset * sizeof(double); | 
|---|
| 240 | int length = dlength * sizeof(double); | 
|---|
| 241 |  | 
|---|
| 242 | if (offset + length > totalsize()) { | 
|---|
| 243 | ExEnv::errn() << scprintf("FileGrp::sum_reduction: arg out of range\n"); | 
|---|
| 244 | abort(); | 
|---|
| 245 | } | 
|---|
| 246 |  | 
|---|
| 247 | double *source_data = (double*) obtain_readwrite(offset, length); | 
|---|
| 248 |  | 
|---|
| 249 | for (int i=0; i<dlength; i++) { | 
|---|
| 250 | source_data[i] += data[i]; | 
|---|
| 251 | } | 
|---|
| 252 |  | 
|---|
| 253 | release_readwrite((void*) source_data, offset, length); | 
|---|
| 254 | } | 
|---|
| 255 |  | 
|---|
| 256 | void | 
|---|
| 257 | FileGrp::sum_reduction_on_node(double *data, size_t doffset, int dlength, | 
|---|
| 258 | int node) | 
|---|
| 259 | { | 
|---|
| 260 | if (node == -1) node = me(); | 
|---|
| 261 |  | 
|---|
| 262 | sum_reduction(data, doffset + offset(node)/sizeof(double), | 
|---|
| 263 | dlength); | 
|---|
| 264 | } | 
|---|
| 265 |  | 
|---|
| 266 | void | 
|---|
| 267 | FileGrp::catchup() | 
|---|
| 268 | { | 
|---|
| 269 | return; | 
|---|
| 270 | } | 
|---|
| 271 |  | 
|---|
| 272 | void | 
|---|
| 273 | FileGrp::obtain_local_lock(size_t start, size_t fence) | 
|---|
| 274 | { | 
|---|
| 275 | distsize_t locked_region_size = 1 + localsize()/nlock_; | 
|---|
| 276 | int lstart = start/locked_region_size; | 
|---|
| 277 | int llast = fence/locked_region_size; | 
|---|
| 278 | for (int i=lstart; i<=llast; i++) { | 
|---|
| 279 | locks_[i]->lock(); | 
|---|
| 280 | } | 
|---|
| 281 | } | 
|---|
| 282 |  | 
|---|
| 283 | void | 
|---|
| 284 | FileGrp::release_local_lock(size_t start, size_t fence) | 
|---|
| 285 | { | 
|---|
| 286 | distsize_t locked_region_size = 1 + localsize()/nlock_; | 
|---|
| 287 | int lstart = start/locked_region_size; | 
|---|
| 288 | int llast = fence/locked_region_size; | 
|---|
| 289 | for (int i=lstart; i<=llast; i++) { | 
|---|
| 290 | locks_[i]->unlock(); | 
|---|
| 291 | } | 
|---|
| 292 | } | 
|---|
| 293 |  | 
|---|
| 294 | static Ref<FileGrp> default_filegrp; | 
|---|
| 295 |  | 
|---|
| 296 | void | 
|---|
| 297 | FileGrp::set_default_filegrp(const Ref<FileGrp>& grp) | 
|---|
| 298 | { | 
|---|
| 299 | default_filegrp = grp; | 
|---|
| 300 | } | 
|---|
| 301 |  | 
|---|
| 302 | FileGrp* | 
|---|
| 303 | FileGrp::get_default_filegrp() | 
|---|
| 304 | { | 
|---|
| 305 | if (default_filegrp.nonnull()) return default_filegrp.pointer(); | 
|---|
| 306 |  | 
|---|
| 307 | Ref<MessageGrp> msg = MessageGrp::get_default_messagegrp(); | 
|---|
| 308 |  | 
|---|
| 309 | #if defined(HAVE_MPI) && defined(DEFAULT_MTMPI) | 
|---|
| 310 | Ref<ThreadGrp> thr = ThreadGrp::get_default_threadgrp(); | 
|---|
| 311 | //  default_filegrp = new MTMPIFileGrp(msg,thr); | 
|---|
| 312 | return default_filegrp.pointer(); | 
|---|
| 313 | #endif | 
|---|
| 314 |  | 
|---|
| 315 |  | 
|---|
| 316 | if (msg.null()) { | 
|---|
| 317 | ExEnv::errn() << scprintf("FileGrp::get_default_filegrp: requires default MessageGrp if default behavior not configured\n"); | 
|---|
| 318 | abort(); | 
|---|
| 319 | } | 
|---|
| 320 | #if defined(HAVE_MPI) | 
|---|
| 321 | else if (msg->class_desc() == ::class_desc<MPIMessageGrp>()) { | 
|---|
| 322 | Ref<ThreadGrp> thr = ThreadGrp::get_default_threadgrp(); | 
|---|
| 323 | //      default_filegrp = new MTMPIFileGrp(msg,thr); | 
|---|
| 324 | return default_filegrp.pointer(); | 
|---|
| 325 | } | 
|---|
| 326 | #endif | 
|---|
| 327 | else if (msg->n() == 1) { | 
|---|
| 328 | default_filegrp = new ProcFileGrp(); | 
|---|
| 329 | return default_filegrp.pointer(); | 
|---|
| 330 | } | 
|---|
| 331 | else { | 
|---|
| 332 | ExEnv::errn() << scprintf("FileGrp::get_default_filegrp: cannot create " | 
|---|
| 333 | "default for \"%s\"\n.", msg->class_name()); | 
|---|
| 334 | abort(); | 
|---|
| 335 | } | 
|---|
| 336 |  | 
|---|
| 337 | if (default_filegrp.null()) { | 
|---|
| 338 | ExEnv::err0() << scprintf("WARNING: FileGrp::get_default_filegrp(): failed\n"); | 
|---|
| 339 | default_filegrp = new ProcFileGrp; | 
|---|
| 340 | } | 
|---|
| 341 | return default_filegrp.pointer(); | 
|---|
| 342 | } | 
|---|
| 343 |  | 
|---|
| 344 | ///////////////////////////////////////////////////////////////////////////// | 
|---|
| 345 |  | 
|---|
| 346 | // Local Variables: | 
|---|
| 347 | // mode: c++ | 
|---|
| 348 | // c-file-style: "CLJ" | 
|---|
| 349 | // End: | 
|---|