96 Level& coarseLevel)
const {
99 RCP<Matrix> A = Get<RCP<Matrix>>(fineLevel,
"A");
100 auto A_blockedCrs = Teuchos::rcp_dynamic_cast<BlockedCrsMatrix>(A);
101 if (A_blockedCrs != Teuchos::null) {
102 this->BuildPBlocked(fineLevel, coarseLevel);
106 const ParameterList& pL = GetParameterList();
107 const LO nBlks = as<LO>(pL.get<
int>(
"combine: numBlks"));
108 const bool useMaxLevels = pL.get<
bool>(
"combine: useMaxLevels");
114 Teuchos::ArrayRCP<RCP<Matrix>> arrayOfMatrices(nBlks);
115 size_t nComboRowMap = 0, nnzCombo = 0, nComboColMap = 0, nComboDomMap = 0;
117 LO nTotalNumberLocalColMapEntries = 0;
118 Teuchos::ArrayRCP<size_t> DomMapSizePerBlk(nBlks);
119 Teuchos::ArrayRCP<size_t> ColMapSizePerBlk(nBlks);
120 Teuchos::ArrayRCP<size_t> ColMapLocalSizePerBlk(nBlks);
121 Teuchos::ArrayRCP<size_t> ColMapRemoteSizePerBlk(nBlks);
122 Teuchos::ArrayRCP<size_t> ColMapLocalCumulativePerBlk(nBlks + 1);
123 Teuchos::ArrayRCP<size_t> ColMapRemoteCumulativePerBlk(nBlks + 1);
125 bool anyCoarseGridsRemaining =
false;
128 for (
int j = 0; j < nBlks; j++) {
129 std::string blockName =
"Psubblock" + Teuchos::toString(j);
133 int localAnyCoarseGridsRemaining = anyCoarseGridsRemaining;
134 int globalAnyCoarseGridsRemaining = localAnyCoarseGridsRemaining;
135 Teuchos::reduceAll(*A->getDomainMap()->getComm(), Teuchos::REDUCE_MAX, localAnyCoarseGridsRemaining, Teuchos::ptr(&globalAnyCoarseGridsRemaining));
137 anyCoarseGridsRemaining |= globalAnyCoarseGridsRemaining > 0;
140 auto setSubblockProlongator = [&](RCP<Matrix> Psubblock,
int j) {
141 arrayOfMatrices[j] = Psubblock;
142 nComboRowMap += Teuchos::as<size_t>((arrayOfMatrices[j])->getRowMap()->getLocalNumElements());
143 DomMapSizePerBlk[j] = Teuchos::as<size_t>((arrayOfMatrices[j])->getDomainMap()->getLocalNumElements());
144 ColMapSizePerBlk[j] = Teuchos::as<size_t>((arrayOfMatrices[j])->getColMap()->getLocalNumElements());
145 nComboDomMap += DomMapSizePerBlk[j];
146 nComboColMap += ColMapSizePerBlk[j];
147 nnzCombo += Teuchos::as<size_t>((arrayOfMatrices[j])->getLocalNumEntries());
148 TEUCHOS_TEST_FOR_EXCEPTION((arrayOfMatrices[j])->getDomainMap()->getIndexBase() != 0,
Exceptions::RuntimeError,
"interpolation subblocks must use 0 indexbase");
152 for (
int i = 0; i < (int)DomMapSizePerBlk[j]; i++) {
153 if ((arrayOfMatrices[j])->getDomainMap()->getGlobalElement(i) == (arrayOfMatrices[j])->getColMap()->getGlobalElement(tempii)) tempii++;
155 nTotalNumberLocalColMapEntries += tempii;
156 ColMapLocalSizePerBlk[j] = tempii;
157 ColMapRemoteSizePerBlk[j] = ColMapSizePerBlk[j] - ColMapLocalSizePerBlk[j];
160 for (
int j = 0; j < nBlks; j++) {
161 std::string blockName =
"Psubblock" + Teuchos::toString(j);
163 setSubblockProlongator(coarseLevel.
Get<RCP<Matrix>>(blockName,
NoFactory::get()), j);
165 std::string subblockOpName =
"Operatorsubblock" + Teuchos::toString(j);
166 bool hasOperator =
false;
168 auto A_blk = coarseLevel.
Get<RCP<Operator>>(subblockOpName);
169 hasOperator = A_blk != Teuchos::null;
172 if (useMaxLevels && anyCoarseGridsRemaining && hasOperator) {
174 auto P_id = constructIdentityProlongator<Scalar, LocalOrdinal, GlobalOrdinal, Node>(coarseLevel.
Get<RCP<Operator>>(subblockOpName)->getDomainMap());
175 setSubblockProlongator(P_id, j);
177 arrayOfMatrices[j] = Teuchos::null;
178 ColMapLocalSizePerBlk[j] = 0;
179 ColMapRemoteSizePerBlk[j] = 0;
182 ColMapLocalCumulativePerBlk[j + 1] = ColMapLocalSizePerBlk[j] + ColMapLocalCumulativePerBlk[j];
183 ColMapRemoteCumulativePerBlk[j + 1] = ColMapRemoteSizePerBlk[j] + ColMapRemoteCumulativePerBlk[j];
186 TEUCHOS_TEST_FOR_EXCEPTION(nComboRowMap != A->getRowMap()->getLocalNumElements(),
Exceptions::RuntimeError,
"sum of subblock rows != #row's Afine");
189 Teuchos::ArrayRCP<size_t> comboPRowPtr(nComboRowMap + 1);
190 Teuchos::ArrayRCP<LocalOrdinal> comboPCols(nnzCombo);
191 Teuchos::ArrayRCP<Scalar> comboPVals(nnzCombo);
193 size_t nnzCnt = 0, nrowCntFromPrevBlks = 0, ncolCntFromPrevBlks = 0;
195 for (
int j = 0; j < nBlks; j++) {
197 if (arrayOfMatrices[j] != Teuchos::null) {
198 Teuchos::ArrayRCP<const size_t> subblockRowPtr((arrayOfMatrices[j])->getLocalNumRows());
199 Teuchos::ArrayRCP<const LocalOrdinal> subblockCols((arrayOfMatrices[j])->getLocalNumEntries());
200 Teuchos::ArrayRCP<const Scalar> subblockVals((arrayOfMatrices[j])->getLocalNumEntries());
201 if ((
int)(arrayOfMatrices[j])->getLocalMaxNumRowEntries() > maxNzPerRow) maxNzPerRow = (int)(arrayOfMatrices[j])->getLocalMaxNumRowEntries();
202 Teuchos::RCP<CrsMatrixWrap> subblockwrap = Teuchos::rcp_dynamic_cast<CrsMatrixWrap>((arrayOfMatrices[j]));
203 Teuchos::RCP<CrsMatrix> subblockcrs = subblockwrap->getCrsMatrix();
204 subblockcrs->getAllValues(subblockRowPtr, subblockCols, subblockVals);
208 for (
decltype(subblockRowPtr.size()) i = 0; i < subblockRowPtr.size() - 1; i++) {
209 size_t rowLength = subblockRowPtr[i + 1] - subblockRowPtr[i];
210 comboPRowPtr[nrowCntFromPrevBlks + i] = nnzCnt;
211 for (
size_t k = 0; k < rowLength; k++) {
212 if ((
int)subblockCols[k + subblockRowPtr[i]] < (int)ColMapLocalSizePerBlk[j]) {
213 comboPCols[nnzCnt] = subblockCols[k + subblockRowPtr[i]] + ColMapLocalCumulativePerBlk[j];
214 if ((
int)comboPCols[nnzCnt] >= (int)ColMapLocalCumulativePerBlk[nBlks]) {
222 comboPCols[nnzCnt] = subblockCols[k + subblockRowPtr[i]] - ColMapLocalSizePerBlk[j] + ColMapLocalCumulativePerBlk[nBlks] + ColMapRemoteCumulativePerBlk[j];
223 if ((
int)comboPCols[nnzCnt] >= (
int)(ColMapLocalCumulativePerBlk[nBlks] + ColMapRemoteCumulativePerBlk[nBlks])) {
228 comboPVals[nnzCnt++] = subblockVals[k + subblockRowPtr[i]];
232 nrowCntFromPrevBlks += Teuchos::as<size_t>((arrayOfMatrices[j])->getRowMap()->getLocalNumElements());
233 ncolCntFromPrevBlks += DomMapSizePerBlk[j];
236 comboPRowPtr[nComboRowMap] = nnzCnt;
242 Teuchos::Array<GlobalOrdinal> comboDomainMapGIDs(nComboDomMap);
243 Teuchos::Array<GlobalOrdinal> comboColMapGIDs(nComboColMap);
245 LO nTotalNumberRemoteColMapEntries = 0;
247 size_t domainMapIndex = 0;
248 int nComboColIndex = 0;
249 for (
int j = 0; j < nBlks; j++) {
250 int nThisBlkColIndex = 0;
253 if (arrayOfMatrices[j] != Teuchos::null) tempMax = (arrayOfMatrices[j])->getDomainMap()->getMaxGlobalIndex();
254 Teuchos::reduceAll(*(A->getDomainMap()->getComm()), Teuchos::REDUCE_MAX, tempMax, Teuchos::ptr(&maxGID));
256 if (arrayOfMatrices[j] != Teuchos::null) {
257 TEUCHOS_TEST_FOR_EXCEPTION(arrayOfMatrices[j]->getDomainMap()->getMinAllGlobalIndex() < 0,
Exceptions::RuntimeError,
"Global ID assumption for domainMap not met within subblock");
260 for (
size_t c = 0; c < DomMapSizePerBlk[j]; ++c) {
263 priorDomGID = (arrayOfMatrices[j])->getDomainMap()->getGlobalElement(c);
264 comboDomainMapGIDs[domainMapIndex++] = offset + priorDomGID;
265 if (priorDomGID == (arrayOfMatrices[j])->getColMap()->getGlobalElement(nThisBlkColIndex)) {
266 comboColMapGIDs[nComboColIndex++] = offset + priorDomGID;
271 for (
size_t cc = nThisBlkColIndex; cc < ColMapSizePerBlk[j]; ++cc) {
272 comboColMapGIDs[nTotalNumberLocalColMapEntries + nTotalNumberRemoteColMapEntries++] = offset + (arrayOfMatrices[j])->getColMap()->getGlobalElement(cc);
275 offset += maxGID + 1;
278 RCP<const Map> coarseDomainMap = Xpetra::MapFactory<LO, GO, NO>::Build(A->getDomainMap()->lib(), Teuchos::OrdinalTraits<Xpetra::global_size_t>::invalid(), comboDomainMapGIDs, 0, A->getDomainMap()->getComm());
279 RCP<const Map> coarseColMap = Xpetra::MapFactory<LO, GO, NO>::Build(A->getDomainMap()->lib(), Teuchos::OrdinalTraits<Xpetra::global_size_t>::invalid(), comboColMapGIDs, 0, A->getDomainMap()->getComm());
282 RCP<const Map> coarseDomainMap = Xpetra::MapFactory<LO, GO, NO>::Build(A->getDomainMap()->lib(), Teuchos::OrdinalTraits<Xpetra::global_size_t>::invalid(), comboDomainMapGIDs, 0, A->getRowMap()->getComm());
283 RCP<const Map> coarseColMap = Xpetra::MapFactory<LO, GO, NO>::Build(A->getDomainMap()->lib(), Teuchos::OrdinalTraits<Xpetra::global_size_t>::invalid(), comboColMapGIDs, 0, A->getRowMap()->getComm());
285 Teuchos::RCP<CrsMatrix> comboPCrs = CrsMatrixFactory::Build(A->getRowMap(), coarseColMap, maxNzPerRow);
293 for (
size_t i = 0; i < nComboRowMap; i++) {
294 comboPCrs->insertLocalValues(i, comboPCols.view(comboPRowPtr[i], comboPRowPtr[i + 1] - comboPRowPtr[i]),
295 comboPVals.view(comboPRowPtr[i], comboPRowPtr[i + 1] - comboPRowPtr[i]));
297 comboPCrs->fillComplete(coarseDomainMap, A->getRowMap());
299 Teuchos::RCP<Matrix> comboP = Teuchos::rcp(
new CrsMatrixWrap(comboPCrs));
301 if (!restrictionMode_) {
302 Set(coarseLevel,
"P", comboP);
305 Set(coarseLevel,
"R", R);