1 | //
|
---|
2 | // r12ia_memgrp.cc
|
---|
3 | //
|
---|
4 | // Copyright (C) 2002 Edward Valeev
|
---|
5 | //
|
---|
6 | // Author: Edward Valeev <edward.valeev@chemistry.gatech.edu>
|
---|
7 | // Maintainer: EV
|
---|
8 | //
|
---|
9 | // This file is part of the SC Toolkit.
|
---|
10 | //
|
---|
11 | // The SC Toolkit is free software; you can redistribute it and/or modify
|
---|
12 | // it under the terms of the GNU Library General Public License as published by
|
---|
13 | // the Free Software Foundation; either version 2, or (at your option)
|
---|
14 | // any later version.
|
---|
15 | //
|
---|
16 | // The SC Toolkit is distributed in the hope that it will be useful,
|
---|
17 | // but WITHOUT ANY WARRANTY; without even the implied warranty of
|
---|
18 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
---|
19 | // GNU Library General Public License for more details.
|
---|
20 | //
|
---|
21 | // You should have received a copy of the GNU Library General Public License
|
---|
22 | // along with the SC Toolkit; see the file COPYING.LIB. If not, write to
|
---|
23 | // the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
|
---|
24 | //
|
---|
25 | // The U.S. Government is granted a limited license as per AL 91-7.
|
---|
26 | //
|
---|
27 |
|
---|
28 | #ifdef __GNUC__
|
---|
29 | #pragma implementation
|
---|
30 | #endif
|
---|
31 |
|
---|
32 | #include <stdexcept>
|
---|
33 | #include <stdlib.h>
|
---|
34 | #include <util/misc/formio.h>
|
---|
35 | #include <util/misc/exenv.h>
|
---|
36 | #include <chemistry/qc/mbptr12/r12ia_memgrp.h>
|
---|
37 |
|
---|
38 | using namespace std;
|
---|
39 | using namespace sc;
|
---|
40 |
|
---|
41 | ///////////////////////////////////////////////////////////////
|
---|
42 |
|
---|
43 | static ClassDesc R12IntsAcc_MemoryGrp_cd(
|
---|
44 | typeid(R12IntsAcc_MemoryGrp),"R12IntsAcc_MemoryGrp",1,"public R12IntsAcc",
|
---|
45 | 0, 0, create<R12IntsAcc_MemoryGrp>);
|
---|
46 |
|
---|
47 | R12IntsAcc_MemoryGrp::R12IntsAcc_MemoryGrp(Ref<MemoryGrp>& mem, int num_te_types, int ni, int nj, int nx, int ny) :
|
---|
48 | R12IntsAcc(num_te_types, ni, nj, nx, ny), blksize_memgrp_(blksize_)
|
---|
49 | {
|
---|
50 | mem_ = mem;
|
---|
51 |
|
---|
52 | init();
|
---|
53 | }
|
---|
54 |
|
---|
55 | R12IntsAcc_MemoryGrp::R12IntsAcc_MemoryGrp(StateIn& si) : R12IntsAcc(si)
|
---|
56 | {
|
---|
57 | mem_ = MemoryGrp::get_default_memorygrp();
|
---|
58 | blksize_memgrp_ = blksize_;
|
---|
59 |
|
---|
60 | init();
|
---|
61 | }
|
---|
62 |
|
---|
63 | R12IntsAcc_MemoryGrp::~R12IntsAcc_MemoryGrp()
|
---|
64 | {
|
---|
65 | for(int i=0;i<ni_;i++)
|
---|
66 | for(int j=0;j<nj_;j++)
|
---|
67 | if (!is_local(i,j)) {
|
---|
68 | int ij = ij_index(i,j);
|
---|
69 | for(int oper_type=0; oper_type<num_te_types(); oper_type++)
|
---|
70 | if (pairblk_[ij].ints_[oper_type] != NULL) {
|
---|
71 | ExEnv::outn() << indent << mem_->me() << ": i = " << i << " j = " << j << " oper_type = " << oper_type << endl;
|
---|
72 | throw std::runtime_error("Logic error: R12IntsAcc_MemoryGrp::~ : some nonlocal blocks have not been released!");
|
---|
73 | }
|
---|
74 | }
|
---|
75 | delete[] pairblk_;
|
---|
76 | }
|
---|
77 |
|
---|
78 | void
|
---|
79 | R12IntsAcc_MemoryGrp::save_data_state(StateOut& so)
|
---|
80 | {
|
---|
81 | R12IntsAcc::save_data_state(so);
|
---|
82 | }
|
---|
83 |
|
---|
84 | void
|
---|
85 | R12IntsAcc_MemoryGrp::init()
|
---|
86 | {
|
---|
87 | nproc_ = mem_->n();
|
---|
88 |
|
---|
89 | // Now do some extra work to figure layout of data in MemoryGrp
|
---|
90 | // Compute global offsets to each processor's data
|
---|
91 | int i,j,ij;
|
---|
92 | pairblk_ = new struct PairBlkInfo[ni_*nj_];
|
---|
93 | for(i=0,ij=0;i<ni_;i++)
|
---|
94 | for(j=0;j<nj_;j++,ij++) {
|
---|
95 | pairblk_[ij].ints_[eri] = NULL;
|
---|
96 | pairblk_[ij].ints_[r12] = NULL;
|
---|
97 | pairblk_[ij].ints_[r12t1] = NULL;
|
---|
98 | pairblk_[ij].ints_[r12t2] = NULL;
|
---|
99 | pairblk_[ij].refcount_[eri] = 0;
|
---|
100 | pairblk_[ij].refcount_[r12] = 0;
|
---|
101 | pairblk_[ij].refcount_[r12t1] = 0;
|
---|
102 | pairblk_[ij].refcount_[r12t2] = 0;
|
---|
103 | int local_ij_index = ij_index(i,j)/nproc_;
|
---|
104 | pairblk_[ij].offset_ = (distsize_t)local_ij_index*blksize_memgrp_*num_te_types() +
|
---|
105 | mem_->offset(ij_proc(i,j));
|
---|
106 | }
|
---|
107 | }
|
---|
108 |
|
---|
109 | void
|
---|
110 | R12IntsAcc_MemoryGrp::store_memorygrp(Ref<MemoryGrp>& mem, int ni, const size_t blksize)
|
---|
111 | {
|
---|
112 | if (committed_) {
|
---|
113 | ExEnv::out0() << "R12IntsAcc_MemoryGrp::store_memorygrp(mem,ni) called after all data has been committed" << endl;
|
---|
114 | abort();
|
---|
115 | }
|
---|
116 | // mem must be the same as mem_
|
---|
117 | else if (mem_ != mem) {
|
---|
118 | ExEnv::out0() << "R12IntsAcc_MemoryGrp::store_memorygrp(mem,ni) called with invalid argument:" << endl <<
|
---|
119 | "mem != R12IntsAcc_MemoryGrp::mem_" << endl;
|
---|
120 | abort();
|
---|
121 | }
|
---|
122 | else if (ni != ni_) {
|
---|
123 | ExEnv::out0() << "R12IntsAcc_MemoryGrp::store_memorygrp(mem,ni) called with invalid argument:" << endl <<
|
---|
124 | "ni != R12IntsAcc_MemoryGrp::ni_" << endl;
|
---|
125 | abort();
|
---|
126 | }
|
---|
127 | else {
|
---|
128 | if (blksize != 0 && blksize != blksize_memgrp_) {
|
---|
129 | blksize_memgrp_ = blksize;
|
---|
130 | init();
|
---|
131 | }
|
---|
132 |
|
---|
133 | for (int i=0; i<ni_; i++)
|
---|
134 | for (int j=0; j<nj_; j++)
|
---|
135 | if (is_local(i,j)) {
|
---|
136 | int local_ij_index = ij_index(i,j)/nproc_;
|
---|
137 | double *integral_ij_offset = (double *) ((size_t)mem_->localdata() +
|
---|
138 | blksize_memgrp_*num_te_types()*local_ij_index);
|
---|
139 | store_pair_block(i,j,integral_ij_offset);
|
---|
140 | }
|
---|
141 | }
|
---|
142 |
|
---|
143 | inc_next_orbital(ni);
|
---|
144 | }
|
---|
145 |
|
---|
146 | void
|
---|
147 | R12IntsAcc_MemoryGrp::store_pair_block(int i, int j, double *ints)
|
---|
148 | {
|
---|
149 | // For now store blocks local to this node ONLY
|
---|
150 | if (is_local(i,j)) {
|
---|
151 | int ij = ij_index(i,j);
|
---|
152 | pairblk_[ij].ints_[eri] = ints;
|
---|
153 | pairblk_[ij].ints_[r12] = (double*) ((size_t)ints + blksize_memgrp_);
|
---|
154 | pairblk_[ij].ints_[r12t1] = (double*) ((size_t)ints + 2*blksize_memgrp_);
|
---|
155 | pairblk_[ij].ints_[r12t2] = (double*) ((size_t)ints + 3*blksize_memgrp_);;
|
---|
156 | }
|
---|
157 | }
|
---|
158 |
|
---|
159 | void
|
---|
160 | R12IntsAcc_MemoryGrp::deactivate()
|
---|
161 | {
|
---|
162 | R12IntsAcc::deactivate();
|
---|
163 | mem_->sync();
|
---|
164 | mem_->set_localsize(0);
|
---|
165 | // so that this accumator cannot be activated again
|
---|
166 | committed_ = false;
|
---|
167 | }
|
---|
168 |
|
---|
169 | double *
|
---|
170 | R12IntsAcc_MemoryGrp::retrieve_pair_block(int i, int j, tbint_type oper_type)
|
---|
171 | {
|
---|
172 | int ij = ij_index(i,j);
|
---|
173 | struct PairBlkInfo *pb = &pairblk_[ij];
|
---|
174 | if (!is_local(i,j) && pb->ints_[oper_type] == 0) {
|
---|
175 | pb->ints_[oper_type] = (double *) mem_->obtain_readonly(pb->offset_ + (distsize_t)oper_type*blksize_memgrp_, blksize_);
|
---|
176 | }
|
---|
177 | pb->refcount_[oper_type] += 1;
|
---|
178 | return pb->ints_[oper_type];
|
---|
179 | }
|
---|
180 |
|
---|
181 | void
|
---|
182 | R12IntsAcc_MemoryGrp::release_pair_block(int i, int j, tbint_type oper_type)
|
---|
183 | {
|
---|
184 | int ij = ij_index(i,j);
|
---|
185 | struct PairBlkInfo *pb = &pairblk_[ij];
|
---|
186 | if (pb->refcount_[oper_type] <= 0) {
|
---|
187 | ExEnv::outn() << indent << mem_->me() << ":refcount=0: i = " << i << " j = " << j << " tbint_type = " << oper_type << endl;
|
---|
188 | throw std::runtime_error("Logic error: R12IntsAcc_MemoryGrp::release_pair_block: refcount is already zero!");
|
---|
189 | }
|
---|
190 | if (!is_local(i,j) && pb->ints_[oper_type] != NULL && pb->refcount_[oper_type] == 1) {
|
---|
191 | mem_->release_readonly(pb->ints_[oper_type],pb->offset_+ oper_type*blksize_memgrp_,blksize_);
|
---|
192 | pb->ints_[oper_type] = NULL;
|
---|
193 | }
|
---|
194 | pb->refcount_[oper_type] -= 1;
|
---|
195 | }
|
---|
196 |
|
---|
197 | // Local Variables:
|
---|
198 | // mode: c++
|
---|
199 | // c-file-style: "CLJ"
|
---|
200 | // End:
|
---|