55 OutputViewType output;
58 const OperatorViewType edgeOperatorData, faceOperatorData;
59 const ordinal_type numEdges, numFaces, numPoints, dimBasis;
60 const bool leftMultiply;
61 const ordinal_type transpose;
66 OutputViewType output_,
68 const OperatorViewType edgeOperatorData_,
69 const OperatorViewType faceOperatorData_,
70 const ordinal_type numEdges_,
71 const ordinal_type numFaces_,
72 const ordinal_type numPoints_,
73 const ordinal_type dimBasis_,
74 const bool leftMultiply_ =
true,
75 const bool transpose_ =
false)
79 edgeOperatorData(edgeOperatorData_),
80 faceOperatorData(faceOperatorData_),
83 numPoints(numPoints_),
85 leftMultiply(leftMultiply_),
86 transpose(
static_cast<ordinal_type
>(transpose_))
89 KOKKOS_INLINE_FUNCTION
90 void operator()(
const ordinal_type cell)
const {
91 using input_value_type =
typename InputViewType::non_const_value_type;
93 auto out = Kokkos::subview(output, cell, Kokkos::ALL(), Kokkos::ALL(), Kokkos::ALL());
94 auto in = (input.rank() == output.rank()) ?
95 Kokkos::subview(input, cell, Kokkos::ALL(), Kokkos::ALL(), Kokkos::ALL())
96 : Kokkos::subview(input, Kokkos::ALL(), Kokkos::ALL(), Kokkos::ALL());
101 ordinal_type ortEdges[12];
102 orts(cell).getEdgeOrientation(ortEdges, numEdges);
104 if ((numEdges != 1) || (ortEdges[0] != 0))
107 for (ordinal_type edgeId=0;edgeId<numEdges;++edgeId)
110 const auto edgeOp = edgeOperatorData(edgeId, ortEdges[edgeId], transpose);
111 const auto rowIndices = edgeOp.rowIndices;
112 const auto colIndices = edgeOp.packedColumnIndices;
113 const auto weights = edgeOp.packedWeights;
115 const ordinal_type numRowIndices = rowIndices.extent_int(0);
116 if (edgeOp.isWeightedPermutation)
118 for (ordinal_type pointOrdinal=0;pointOrdinal<numPoints;pointOrdinal++)
120 for (ordinal_type rowOrdinal=0; rowOrdinal<numRowIndices; rowOrdinal++)
122 const ordinal_type & i = rowIndices(rowOrdinal);
123 const ordinal_type & j = colIndices(rowOrdinal);
124 const auto & mat_ij = weights(rowOrdinal);
126 for (
int d=0; d<dimBasis; d++)
128 auto & input_ = leftMultiply ? in.access(j, pointOrdinal, d) : in.access(pointOrdinal, j, d);
129 auto & output_ = leftMultiply ? out.access(i, pointOrdinal, d) : out.access(pointOrdinal, i, d);
130 output_ = mat_ij * input_;
137 const auto rowOffsets = edgeOp.offsetsForRowOrdinal;
138 for (ordinal_type pointOrdinal=0;pointOrdinal<numPoints;pointOrdinal++)
140 for (ordinal_type rowOrdinal=0; rowOrdinal<numRowIndices; rowOrdinal++)
142 const ordinal_type & i = rowIndices[rowOrdinal];
143 const ordinal_type & thisRowOffset = rowOffsets(rowOrdinal);
144 const ordinal_type & nextRowOffset = rowOffsets(rowOrdinal+1);
146 for (
int d=0; d<dimBasis; d++)
148 input_value_type temp = 0.0;
149 for (ordinal_type rowOffset=thisRowOffset; rowOffset<nextRowOffset; rowOffset++)
151 const ordinal_type & j = colIndices(rowOffset);
152 const auto & mat_ij = weights(rowOffset);
154 auto & input_ = leftMultiply ? in.access(j, pointOrdinal, d) : in.access(pointOrdinal, j, d);
155 temp += mat_ij * input_;
157 auto & output_ = leftMultiply ? out.access(i, pointOrdinal, d) : out.access(pointOrdinal, i, d);
170 ordinal_type ortFaces[12];
171 orts(cell).getFaceOrientation(ortFaces, numFaces);
173 if ((numFaces != 1) || (ortFaces[0] != 0))
176 for (ordinal_type faceId=0;faceId<numFaces;++faceId)
178 const auto faceOp = faceOperatorData(faceId, ortFaces[faceId], transpose);
179 const auto rowIndices = faceOp.rowIndices;
180 const auto colIndices = faceOp.packedColumnIndices;
181 const auto weights = faceOp.packedWeights;
183 ordinal_type numRowIndices = rowIndices.extent_int(0);
184 if (faceOp.isWeightedPermutation)
186 for (ordinal_type pointOrdinal=0;pointOrdinal<numPoints;pointOrdinal++)
188 for (ordinal_type rowOrdinal=0; rowOrdinal<numRowIndices; rowOrdinal++)
190 const ordinal_type & i = rowIndices[rowOrdinal];
191 const ordinal_type & j = colIndices(rowOrdinal);
192 const auto & mat_ij = weights(rowOrdinal);
194 for (
int d=0; d<dimBasis; d++)
196 auto & input_ = leftMultiply ? in.access(j, pointOrdinal, d) : in.access(pointOrdinal, j, d);
197 auto & output_ = leftMultiply ? out.access(i, pointOrdinal, d) : out.access(pointOrdinal, i, d);
198 output_ = mat_ij * input_;
205 const auto rowOffsets = faceOp.offsetsForRowOrdinal;
206 for (ordinal_type pointOrdinal=0;pointOrdinal<numPoints;pointOrdinal++)
208 for (ordinal_type rowOrdinal=0; rowOrdinal<numRowIndices; rowOrdinal++)
210 const ordinal_type & i = rowIndices[rowOrdinal];
211 const ordinal_type & thisRowOffset = rowOffsets(rowOrdinal);
212 const ordinal_type & nextRowOffset = rowOffsets(rowOrdinal+1);
214 for (
int d=0; d<dimBasis; d++)
216 input_value_type temp = 0.0;
217 for (ordinal_type rowOffset=thisRowOffset; rowOffset<nextRowOffset; rowOffset++)
219 const ordinal_type & j = colIndices(rowOffset);
220 const auto & mat_ij = weights(rowOffset);
222 auto & input_ = leftMultiply ? in.access(j, pointOrdinal, d) : in.access(pointOrdinal, j, d);
223 temp += mat_ij * input_;
225 auto & output_ = leftMultiply ? out.access(i, pointOrdinal, d) : out.access(pointOrdinal, i, d);
245 const Kokkos::DynRankView<inputValueType, inputProperties...> input,
246 const OrientationViewType orts,
247 const BasisType* basis,
248 const bool transpose) {
249#ifdef HAVE_INTREPID2_DEBUG
251 if (input.rank() == output.rank())
253 for (size_type i=0;i<input.rank();++i)
254 INTREPID2_TEST_FOR_EXCEPTION( input.extent(i) != output.extent(i), std::invalid_argument,
255 ">>> ERROR (OrientationTools::modifyBasisByOrientation): Input and output dimensions do not match.");
257 else if (input.rank() == output.rank() - 1)
259 for (size_type i=0;i<input.rank();++i)
260 INTREPID2_TEST_FOR_EXCEPTION( input.extent(i) != output.extent(i+1), std::invalid_argument,
261 ">>> ERROR (OrientationTools::modifyBasisByOrientation): Input dimensions must match output dimensions exactly, or else match all but the first dimension (in the case that input does not have a 'cell' dimension).");
265 INTREPID2_TEST_FOR_EXCEPTION(
true, std::invalid_argument,
266 ">>> ERROR (OrientationTools::modifyBasisByOrientation): input and output ranks must either match, or input rank must be one less than that of output.")
269 INTREPID2_TEST_FOR_EXCEPTION(
static_cast<ordinal_type
>(output.extent(1)) != basis->getCardinality(), std::invalid_argument,
270 ">>> ERROR (OrientationTools::modifyBasisByOrientation): Field dimension of input/output does not match to basis cardinality.");
273 const ordinal_type EDGE_DIM = 1;
274 const ordinal_type FACE_DIM = 2;
276 const shards::CellTopology cellTopo = basis->getBaseCellTopology();
277 const ordinal_type cellDim = cellTopo.getDimension();
280 if(input.rank() == output.rank())
281 Kokkos::deep_copy(output, input);
285 if ((cellDim < 3) || basis->requireOrientation()) {
287 numCells = output.extent(0),
289 numPoints = output.extent(2),
290 dimBasis = output.extent(3);
292 const auto op_tuple = createOperators(basis);
294 const auto edgeOpData = std::get<0>(op_tuple);
295 const auto faceOpData = std::get<1>(op_tuple);
297 ordinal_type numEdges(0), numFaces(0);
298 if (basis->requireOrientation()) {
299 numEdges = cellTopo.getEdgeCount()*ordinal_type(basis->getDofCount(EDGE_DIM, 0) > 0);
300 numFaces = cellTopo.getFaceCount()*ordinal_type(basis->getDofCount(FACE_DIM, 0) > 0);
303 if (cellDim == 1) numEdges = 1;
304 else if (cellDim == 2) numFaces = 1;
306 bool leftMultiply =
true;
308 const Kokkos::RangePolicy<typename DT::execution_space> policy(0, numCells);
311 decltype(output),
decltype(input),
312 decltype(edgeOpData)>;
317 edgeOpData, faceOpData, numEdges, numFaces,
318 numPoints, dimBasis, leftMultiply, transpose));
345 const Kokkos::DynRankView<inputValueType, inputProperties...> input,
346 const OrientationViewType orts,
347 const BasisType* basis,
348 const bool transpose ) {
349 #ifdef HAVE_INTREPID2_DEBUG
351 if (input.rank() == output.rank())
353 for (size_type i=0;i<input.rank();++i)
354 INTREPID2_TEST_FOR_EXCEPTION( input.extent(i) != output.extent(i), std::invalid_argument,
355 ">>> ERROR (OrientationTools::modifyBasisByOrientation): Input and output dimensions do not match.");
357 else if (input.rank() == output.rank() - 1)
359 for (size_type i=0;i<input.rank();++i)
360 INTREPID2_TEST_FOR_EXCEPTION( input.extent(i) != output.extent(i+1), std::invalid_argument,
361 ">>> ERROR (OrientationTools::modifyBasisByOrientation): Input dimensions must match output dimensions exactly, or else match all but the first dimension (in the case that input does not have a 'cell' dimension).");
365 INTREPID2_TEST_FOR_EXCEPTION(
true, std::invalid_argument,
366 ">>> ERROR (OrientationTools::modifyBasisByOrientation): input and output ranks must either match, or input rank must be one less than that of output.")
369 INTREPID2_TEST_FOR_EXCEPTION(
static_cast<ordinal_type
>(output.extent(1)) != basis->getCardinality(), std::invalid_argument,
370 ">>> ERROR (OrientationTools::modifyBasisByOrientation): Field dimension of input/output does not match to basis cardinality.");
373 const ordinal_type EDGE_DIM = 1;
374 const ordinal_type FACE_DIM = 2;
376 const shards::CellTopology cellTopo = basis->getBaseCellTopology();
377 const ordinal_type cellDim = cellTopo.getDimension();
380 if(input.rank() == output.rank())
381 Kokkos::deep_copy(output, input);
385 if ((cellDim < 3) || basis->requireOrientation()) {
387 numCells = output.extent(0),
389 numPoints = output.extent(2),
390 dimBasis = output.extent(3);
392 auto opData = createInvOperators(basis);
393 auto edgeOpData = std::get<0>(opData);
394 auto faceOpData = std::get<1>(opData);
396 ordinal_type numEdges(0), numFaces(0);
398 if (basis->requireOrientation()) {
399 numEdges = cellTopo.getEdgeCount()*ordinal_type(basis->getDofCount(EDGE_DIM, 0) > 0);
400 numFaces = cellTopo.getFaceCount()*ordinal_type(basis->getDofCount(FACE_DIM, 0) > 0);
403 if (cellDim == 1) numEdges = 1;
404 else if (cellDim == 2) numFaces = 1;
406 bool leftMultiply =
true;
408 const Kokkos::RangePolicy<typename DT::execution_space> policy(0, numCells);
411 decltype(output),
decltype(input),
412 decltype(edgeOpData)> FunctorType;
417 edgeOpData, faceOpData, numEdges, numFaces,
418 numPoints, dimBasis, leftMultiply, transpose));
431 const Kokkos::DynRankView<inputValueType, inputProperties...> input,
432 const OrientationViewType orts,
433 const BasisTypeLeft* basisLeft,
434 const BasisTypeRight* basisRight)
436 const ordinal_type EDGE_DIM = 1;
437 const ordinal_type FACE_DIM = 2;
439 const shards::CellTopology cellTopo = basisLeft->getBaseCellTopology();
440 const ordinal_type cellDim = cellTopo.getDimension();
442 const ordinal_type numCells = output.extent(0);
443 const ordinal_type numFieldsLeft = basisLeft->getCardinality();
444 const ordinal_type numFieldsRight = basisRight->getCardinality();
447 decltype(output) outputLeft(
"temp view - output from left application", numCells, numFieldsLeft, numFieldsRight);
450 if(input.rank() == output.rank())
451 Kokkos::deep_copy(outputLeft, input);
455#ifdef HAVE_INTREPID2_DEBUG
457 if (input.rank() == output.rank())
459 for (size_type i=0;i<input.rank();++i)
460 INTREPID2_TEST_FOR_EXCEPTION( input.extent(i) != output.extent(i), std::invalid_argument,
461 ">>> ERROR (OrientationTools::modifyMatrixByOrientation): Input and output dimensions do not match.");
463 else if (input.rank() == output.rank() - 1)
465 for (size_type i=0;i<input.rank();++i)
466 INTREPID2_TEST_FOR_EXCEPTION( input.extent(i) != output.extent(i+1), std::invalid_argument,
467 ">>> ERROR (OrientationTools::modifyMatrixByOrientation): Input dimensions must match output dimensions exactly, or else match all but the first dimension (in the case that input does not have a 'cell' dimension).");
471 INTREPID2_TEST_FOR_EXCEPTION(
true, std::invalid_argument,
472 ">>> ERROR (OrientationTools::modifyMatrixByOrientation): input and output ranks must either match, or input rank must be one less than that of output.")
475 INTREPID2_TEST_FOR_EXCEPTION(
static_cast<ordinal_type
>(output.extent(1)) != numFieldsLeft, std::invalid_argument,
476 ">>> ERROR (OrientationTools::modifyMatrixByOrientation): First field dimension of input/output does not match left basis cardinality.");
477 INTREPID2_TEST_FOR_EXCEPTION(
static_cast<ordinal_type
>(output.extent(2)) != numFieldsRight, std::invalid_argument,
478 ">>> ERROR (OrientationTools::modifyMatrixByOrientation): Second field dimension of input/output does not match right basis cardinality.");
479 INTREPID2_TEST_FOR_EXCEPTION(
static_cast<ordinal_type
>(output.extent(3)) != 1, std::invalid_argument,
480 ">>> ERROR (OrientationTools::modifyMatrixByOrientation): Third dimension of output must be 1.");
485 if ((cellDim < 3) || basisLeft->requireOrientation()) {
486 const bool leftMultiply =
true;
487 const bool transpose =
false;
490 numOtherFields = numFieldsRight,
491 dimBasis = output.extent(3);
493 ordinal_type numEdges(0), numFaces(0);
494 if (basisLeft->requireOrientation()) {
495 numEdges = cellTopo.getEdgeCount()*ordinal_type(basisLeft->getDofCount(EDGE_DIM, 0) > 0);
496 numFaces = cellTopo.getFaceCount()*ordinal_type(basisLeft->getDofCount(FACE_DIM, 0) > 0);
499 if (cellDim == 1) numEdges = 1;
500 else if (cellDim == 2) numFaces = 1;
502 const auto op_tuple = createOperators(basisLeft);
503 auto edgeOpData = std::get<0>(op_tuple);
504 auto faceOpData = std::get<1>(op_tuple);
506 const Kokkos::RangePolicy<typename DT::execution_space> policy(0, numCells);
509 decltype(outputLeft),
decltype(input),
510 decltype(edgeOpData)>;
515 edgeOpData, faceOpData, numEdges, numFaces,
516 numOtherFields, dimBasis, leftMultiply, transpose));
521 Kokkos::deep_copy(output, outputLeft);
522 if ((cellDim < 3) || basisRight->requireOrientation()) {
523 const bool leftMultiply =
false;
524 const bool transpose =
true;
526 numOtherFields = numFieldsLeft,
527 dimBasis = output.extent(3);
529 ordinal_type numEdges(0), numFaces(0);
530 if (basisRight->requireOrientation()) {
531 numEdges = cellTopo.getEdgeCount()*ordinal_type(basisRight->getDofCount(1, 0) > 0);
532 numFaces = cellTopo.getFaceCount()*ordinal_type(basisRight->getDofCount(2, 0) > 0);
537 if (cellDim == 1) numEdges = 1;
538 else if (cellDim == 2) numFaces = 1;
541 const auto op_tuple = createOperators(basisRight);
542 auto edgeOpData = std::get<0>(op_tuple);
543 auto faceOpData = std::get<1>(op_tuple);
545 const Kokkos::RangePolicy<typename DT::execution_space> policy(0, numCells);
548 decltype(output),
decltype(input),
549 decltype(edgeOpData)>;
554 edgeOpData, faceOpData, numEdges, numFaces,
555 numOtherFields, dimBasis, leftMultiply, transpose));