| [de061d] | 1 | /*
 | 
|---|
 | 2 |  *    vmg - a versatile multigrid solver
 | 
|---|
 | 3 |  *    Copyright (C) 2012 Institute for Numerical Simulation, University of Bonn
 | 
|---|
 | 4 |  *
 | 
|---|
 | 5 |  *  vmg is free software: you can redistribute it and/or modify
 | 
|---|
 | 6 |  *  it under the terms of the GNU General Public License as published by
 | 
|---|
 | 7 |  *  the Free Software Foundation, either version 3 of the License, or
 | 
|---|
 | 8 |  *  (at your option) any later version.
 | 
|---|
 | 9 |  *
 | 
|---|
 | 10 |  *  vmg is distributed in the hope that it will be useful,
 | 
|---|
 | 11 |  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
|---|
 | 12 |  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
|---|
 | 13 |  *  GNU General Public License for more details.
 | 
|---|
 | 14 |  *
 | 
|---|
 | 15 |  *  You should have received a copy of the GNU General Public License
 | 
|---|
 | 16 |  *  along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | 
|---|
 | 17 |  */
 | 
|---|
 | 18 | 
 | 
|---|
 | 19 | /**
 | 
|---|
 | 20 |  * @file   multigrid.cpp
 | 
|---|
 | 21 |  * @author Julian Iseringhausen <isering@ins.uni-bonn.de>
 | 
|---|
 | 22 |  * @date   Mon Apr 18 12:54:37 2011
 | 
|---|
 | 23 |  *
 | 
|---|
 | 24 |  * @brief  VMG::Multigrid
 | 
|---|
 | 25 |  *
 | 
|---|
 | 26 |  */
 | 
|---|
 | 27 | 
 | 
|---|
 | 28 | #ifdef HAVE_CONFIG_H
 | 
|---|
 | 29 | #include <libvmg_config.h>
 | 
|---|
 | 30 | #endif
 | 
|---|
 | 31 | 
 | 
|---|
 | 32 | #include <iostream>
 | 
|---|
 | 33 | 
 | 
|---|
 | 34 | #include "base/helper.hpp"
 | 
|---|
 | 35 | #include "base/index.hpp"
 | 
|---|
 | 36 | #include "base/interface.hpp"
 | 
|---|
 | 37 | #include "comm/comm.hpp"
 | 
|---|
 | 38 | #include "comm/domain_decomposition.hpp"
 | 
|---|
 | 39 | #include "grid/grid.hpp"
 | 
|---|
 | 40 | #include "grid/grid_properties.hpp"
 | 
|---|
 | 41 | #include "grid/multigrid.hpp"
 | 
|---|
 | 42 | 
 | 
|---|
 | 43 | using namespace VMG;
 | 
|---|
 | 44 | 
 | 
|---|
 | 45 | Multigrid::Multigrid(const Comm& comm, const Interface& interface)
 | 
|---|
 | 46 | {
 | 
|---|
 | 47 |   Index points, remainder;
 | 
|---|
 | 48 |   LocalIndices local_l;
 | 
|---|
 | 49 | 
 | 
|---|
 | 50 |   const std::vector<SpatialExtent>& extent = interface.Extent();
 | 
|---|
 | 51 |   const std::vector<GlobalIndices>& global_separated = comm.DecomposedGlobalMe();
 | 
|---|
 | 52 | 
 | 
|---|
 | 53 |   for (unsigned int i=0; i<global_separated.size(); ++i) {
 | 
|---|
 | 54 | 
 | 
|---|
 | 55 |     /*
 | 
|---|
 | 56 |      * Check if this level is the finest global level
 | 
|---|
 | 57 |      */
 | 
|---|
 | 58 |     if (global_separated[i].BoundaryType() == GlobalMax)
 | 
|---|
 | 59 |       levelGlobalMax = interface.MaxLevel() - i;
 | 
|---|
 | 60 | 
 | 
|---|
 | 61 |     if (global_separated[i].LocalSize().Product() > 0) {
 | 
|---|
 | 62 | 
 | 
|---|
 | 63 |       /*
 | 
|---|
 | 64 |        * Initialize some properties with zero
 | 
|---|
 | 65 |        */
 | 
|---|
 | 66 |       local_l.HaloBegin1() = 0;
 | 
|---|
 | 67 |       local_l.HaloEnd1() = 0;
 | 
|---|
 | 68 |       local_l.HaloBegin2() = 0;
 | 
|---|
 | 69 |       local_l.HaloEnd2() = 0;
 | 
|---|
 | 70 |       local_l.BoundaryBegin1() = 0;
 | 
|---|
 | 71 |       local_l.BoundaryEnd1() = 0;
 | 
|---|
 | 72 |       local_l.BoundaryBegin2() = 0;
 | 
|---|
 | 73 |       local_l.BoundaryEnd2() = 0;
 | 
|---|
 | 74 | 
 | 
|---|
 | 75 |       /*
 | 
|---|
 | 76 |        * Set boundary dependant properties
 | 
|---|
 | 77 |        */
 | 
|---|
 | 78 |       for (int j=0; j<3; ++j) {
 | 
|---|
 | 79 | 
 | 
|---|
 | 80 |         if (comm.BoundaryConditions()[j] == Dirichlet ||
 | 
|---|
 | 81 |             comm.BoundaryConditions()[j] == Open) {
 | 
|---|
 | 82 | 
 | 
|---|
 | 83 |           local_l.SizeTotal()[j] = global_separated[i].LocalSize()[j];
 | 
|---|
 | 84 | 
 | 
|---|
 | 85 |           /*
 | 
|---|
 | 86 |            * We have a boundary at the ends of the process grids
 | 
|---|
 | 87 |            * and halo grid points otherwise
 | 
|---|
 | 88 |            */
 | 
|---|
 | 89 |           if (global_separated[i].LocalBegin()[j] == global_separated[i].GlobalBegin()[j]) {
 | 
|---|
 | 90 |             local_l.BoundaryBegin1()[j] = 0;
 | 
|---|
 | 91 |             local_l.BoundaryEnd1()[j] = 1;
 | 
|---|
 | 92 |           }else {
 | 
|---|
 | 93 |             ++local_l.SizeTotal()[j];
 | 
|---|
 | 94 |             local_l.HaloBegin1()[j] = 0;
 | 
|---|
 | 95 |             local_l.HaloEnd1()[j] = 1;
 | 
|---|
 | 96 |           }
 | 
|---|
 | 97 | 
 | 
|---|
 | 98 |           if (global_separated[i].LocalEnd()[j] == global_separated[i].GlobalEnd()[j]) {
 | 
|---|
 | 99 |             local_l.BoundaryBegin2()[j] = local_l.SizeTotal()[j] - 1;
 | 
|---|
 | 100 |             local_l.BoundaryEnd2()[j] = local_l.SizeTotal()[j];
 | 
|---|
 | 101 |           }else {
 | 
|---|
 | 102 |             ++local_l.SizeTotal()[j];
 | 
|---|
 | 103 |             local_l.HaloBegin2()[j] = local_l.SizeTotal()[j] - 1;
 | 
|---|
 | 104 |             local_l.HaloEnd2()[j] = local_l.SizeTotal()[j];
 | 
|---|
 | 105 |           }
 | 
|---|
 | 106 | 
 | 
|---|
 | 107 |         }else if (comm.BoundaryConditions()[j] == Periodic) {
 | 
|---|
 | 108 | 
 | 
|---|
 | 109 |           local_l.SizeTotal()[j] = global_separated[i].LocalSize()[j] + 2;
 | 
|---|
 | 110 | 
 | 
|---|
 | 111 |           /*
 | 
|---|
 | 112 |            * No boundary
 | 
|---|
 | 113 |            */
 | 
|---|
 | 114 |           local_l.BoundaryBegin1()[j] = local_l.BoundaryEnd1()[j] = 0;
 | 
|---|
 | 115 |           local_l.BoundaryBegin2()[j] = local_l.BoundaryEnd2()[j] = 0;
 | 
|---|
 | 116 | 
 | 
|---|
 | 117 |           /*
 | 
|---|
 | 118 |            * Halo grid points on all processes
 | 
|---|
 | 119 |            */
 | 
|---|
 | 120 |           local_l.HaloBegin1()[j] = 0;
 | 
|---|
 | 121 |           local_l.HaloEnd1()[j] = 1;
 | 
|---|
 | 122 |           local_l.HaloBegin2()[j] = local_l.SizeTotal()[j] - 1;
 | 
|---|
 | 123 |           local_l.HaloEnd2()[j] = local_l.SizeTotal()[j];
 | 
|---|
 | 124 | 
 | 
|---|
 | 125 |         }
 | 
|---|
 | 126 | 
 | 
|---|
 | 127 |       }
 | 
|---|
 | 128 | 
 | 
|---|
 | 129 |       local_l.Begin() = 1;
 | 
|---|
 | 130 |       local_l.End() = local_l.SizeTotal() - 1;
 | 
|---|
 | 131 | 
 | 
|---|
 | 132 |       local_l.Size() = local_l.End() - local_l.Begin();
 | 
|---|
 | 133 |       local_l.HaloSize1() = local_l.HaloEnd1() - local_l.HaloBegin1();
 | 
|---|
 | 134 |       local_l.HaloSize2() = local_l.HaloEnd2() - local_l.HaloBegin2();
 | 
|---|
 | 135 |       local_l.BoundarySize1() = local_l.BoundaryEnd1() - local_l.BoundaryBegin1();
 | 
|---|
 | 136 |       local_l.BoundarySize2() = local_l.BoundaryEnd2() - local_l.BoundaryBegin2();
 | 
|---|
 | 137 | 
 | 
|---|
 | 138 |     }else {
 | 
|---|
 | 139 | 
 | 
|---|
 | 140 |       local_l.Begin() = 0;
 | 
|---|
 | 141 |       local_l.End() = 0;
 | 
|---|
 | 142 |       local_l.Size() = 0;
 | 
|---|
 | 143 |       local_l.SizeTotal() = 0;
 | 
|---|
 | 144 |       local_l.HaloBegin1() = 0;
 | 
|---|
 | 145 |       local_l.HaloEnd1() = 0;
 | 
|---|
 | 146 |       local_l.HaloSize1() = 0;
 | 
|---|
 | 147 |       local_l.HaloBegin2() = 0;
 | 
|---|
 | 148 |       local_l.HaloEnd2() = 0;
 | 
|---|
 | 149 |       local_l.HaloSize2() = 0;
 | 
|---|
 | 150 |       local_l.BoundaryBegin1() = 0;
 | 
|---|
 | 151 |       local_l.BoundaryEnd1() = 0;
 | 
|---|
 | 152 |       local_l.BoundarySize1() = 0;
 | 
|---|
 | 153 |       local_l.BoundaryBegin2() = 0;
 | 
|---|
 | 154 |       local_l.BoundaryEnd2() = 0;
 | 
|---|
 | 155 |       local_l.BoundarySize2() = 0;
 | 
|---|
 | 156 | 
 | 
|---|
 | 157 |     }
 | 
|---|
 | 158 | 
 | 
|---|
 | 159 |     grids.push_back(new Grid(global_separated[i], local_l, extent[i], interface.MaxLevel()-i, this));
 | 
|---|
 | 160 | 
 | 
|---|
 | 161 |   }
 | 
|---|
 | 162 | 
 | 
|---|
 | 163 |   numLevels = grids.size();
 | 
|---|
 | 164 | 
 | 
|---|
 | 165 |   levelMax = interface.MaxLevel();
 | 
|---|
 | 166 |   levelMin = levelMax - numLevels + 1;
 | 
|---|
 | 167 | 
 | 
|---|
 | 168 |   levelIndex = 0;
 | 
|---|
 | 169 |   levelCurrent = levelMax;
 | 
|---|
 | 170 | 
 | 
|---|
 | 171 | }
 | 
|---|
 | 172 | 
 | 
|---|
 | 173 | void Multigrid::SetLevel(int level)
 | 
|---|
 | 174 | {
 | 
|---|
 | 175 |   assert(level >= levelMin && level <= levelMax);
 | 
|---|
 | 176 |   levelCurrent = level;
 | 
|---|
 | 177 |   levelIndex = levelMax - level;
 | 
|---|
 | 178 | }
 | 
|---|
 | 179 | 
 | 
|---|
 | 180 | void Multigrid::ToCoarserLevel()
 | 
|---|
 | 181 | {
 | 
|---|
 | 182 |   assert(levelCurrent-1 >= levelMin);
 | 
|---|
 | 183 |   --levelCurrent;
 | 
|---|
 | 184 |   ++levelIndex;
 | 
|---|
 | 185 | }
 | 
|---|
 | 186 | 
 | 
|---|
 | 187 | void Multigrid::ToFinerLevel()
 | 
|---|
 | 188 | {
 | 
|---|
 | 189 |   assert(levelCurrent+1 <= levelMax);
 | 
|---|
 | 190 |   ++levelCurrent;
 | 
|---|
 | 191 |   --levelIndex;
 | 
|---|
 | 192 | }
 | 
|---|
 | 193 | 
 | 
|---|
 | 194 | void Multigrid::ClearAll()
 | 
|---|
 | 195 | {
 | 
|---|
 | 196 |   for (int i=MinLevel(); i<=MaxLevel(); ++i)
 | 
|---|
 | 197 |     (*this)(i).Clear();
 | 
|---|
 | 198 | }
 | 
|---|
 | 199 | 
 | 
|---|
 | 200 | // TODO: diff that in case that breaks QP
 | 
|---|
 | 201 | void Multigrid::ClearAllCoarseLevels()
 | 
|---|
 | 202 | {
 | 
|---|
 | 203 |   for (int i=MinLevel(); i<MaxLevel(); ++i)
 | 
|---|
 | 204 |     (*this)(i).Clear();
 | 
|---|
 | 205 | }
 | 
|---|
 | 206 | 
 | 
|---|
 | 207 | 
 | 
|---|
 | 208 | void Multigrid::SetCoarserDirichletValues()
 | 
|---|
 | 209 | {
 | 
|---|
 | 210 |   Index i_c, i_f;
 | 
|---|
 | 211 | 
 | 
|---|
 | 212 |   for (int i=GlobalMaxLevel(); i>MinLevel(); --i) {
 | 
|---|
 | 213 | 
 | 
|---|
 | 214 |     Grid& grid_f = (*this)(i);
 | 
|---|
 | 215 |     Grid& grid_c = (*this)(i-1);
 | 
|---|
 | 216 | 
 | 
|---|
 | 217 |     i_c.X() = grid_c.Local().BoundaryBegin1().X();
 | 
|---|
 | 218 |     i_f.X() = grid_f.Local().BoundaryBegin1().X();
 | 
|---|
 | 219 |     for (i_c.Y()=grid_c.Local().Begin().Y(); i_c.Y()<grid_c.Local().End().Y(); ++i_c.Y())
 | 
|---|
 | 220 |       for (i_c.Z()=grid_c.Local().Begin().Z(); i_c.Z()<grid_c.Local().End().Z(); ++i_c.Z())
 | 
|---|
 | 221 |         grid_c(i_c) = grid_f.GetVal(i_f.X(), 2*i_c.Y(), 2*i_c.Z());
 | 
|---|
 | 222 | 
 | 
|---|
 | 223 |     i_c.X() = grid_c.Local().BoundaryBegin2().X();
 | 
|---|
 | 224 |     i_f.X() = grid_f.Local().BoundaryBegin2().X();
 | 
|---|
 | 225 |     for (i_c.Y()=grid_c.Local().Begin().Y(); i_c.Y()<grid_c.Local().End().Y(); ++i_c.Y())
 | 
|---|
 | 226 |       for (i_c.Z()=grid_c.Local().Begin().Z(); i_c.Z()<grid_c.Local().End().Z(); ++i_c.Z())
 | 
|---|
 | 227 |         grid_c(i_c) = grid_f.GetVal(i_f.X(), 2*i_c.Y(), 2*i_c.Z());
 | 
|---|
 | 228 | 
 | 
|---|
 | 229 |     i_c.Y() = grid_c.Local().BoundaryBegin1().Y();
 | 
|---|
 | 230 |     i_f.Y() = grid_f.Local().BoundaryBegin1().Y();
 | 
|---|
 | 231 |     for (i_c.X()=0; i_c.X()<grid_c.Local().SizeTotal().X(); ++i_c.X())
 | 
|---|
 | 232 |       for (i_c.Z()=grid_c.Local().Begin().Z(); i_c.Z()<grid_c.Local().End().Z(); ++i_c.Z())
 | 
|---|
 | 233 |         grid_c(i_c) = grid_f.GetVal(2*i_c.X(), i_f.Y(), 2*i_c.Z());
 | 
|---|
 | 234 | 
 | 
|---|
 | 235 |     i_c.Y() = grid_c.Local().BoundaryBegin2().Y();
 | 
|---|
 | 236 |     i_f.Y() = grid_f.Local().BoundaryBegin2().Y();
 | 
|---|
 | 237 |     for (i_c.X()=0; i_c.X()<grid_c.Local().SizeTotal().X(); ++i_c.X())
 | 
|---|
 | 238 |       for (i_c.Z()=grid_c.Local().Begin().Z(); i_c.Z()<grid_c.Local().End().Z(); ++i_c.Z())
 | 
|---|
 | 239 |         grid_c(i_c) = grid_f.GetVal(2*i_c.X(), i_f.Y(), 2*i_c.Z());
 | 
|---|
 | 240 | 
 | 
|---|
 | 241 |     i_c.Z() = grid_c.Local().BoundaryBegin1().Z();
 | 
|---|
 | 242 |     i_f.Z() = grid_f.Local().BoundaryBegin1().Z();
 | 
|---|
 | 243 |     for (i_c.X()=0; i_c.X()<grid_c.Local().SizeTotal().X(); ++i_c.X())
 | 
|---|
 | 244 |       for (i_c.Y()=0; i_c.Y()<grid_c.Local().SizeTotal().Y(); ++i_c.Y())
 | 
|---|
 | 245 |         grid_c(i_c) = grid_f.GetVal(2*i_c.X(), 2*i_c.Y(), i_f.Z());
 | 
|---|
 | 246 | 
 | 
|---|
 | 247 |     i_c.Z() = grid_c.Local().BoundaryBegin2().Z();
 | 
|---|
 | 248 |     i_f.Z() = grid_f.Local().BoundaryBegin2().Z();
 | 
|---|
 | 249 |     for (i_c.X()=0; i_c.X()<grid_c.Local().SizeTotal().X(); ++i_c.X())
 | 
|---|
 | 250 |       for (i_c.Y()=0; i_c.Y()<grid_c.Local().SizeTotal().Y(); ++i_c.Y())
 | 
|---|
 | 251 |         grid_c(i_c) = grid_f.GetVal(2*i_c.X(), 2*i_c.Y(), i_f.Z());
 | 
|---|
 | 252 | 
 | 
|---|
 | 253 |   }
 | 
|---|
 | 254 | }
 | 
|---|
 | 255 | 
 | 
|---|
 | 256 | Multigrid::~Multigrid()
 | 
|---|
 | 257 | {
 | 
|---|
 | 258 |   for (unsigned int i=0; i<grids.size(); ++i)
 | 
|---|
 | 259 |     delete grids[i];
 | 
|---|
 | 260 | }
 | 
|---|