10#ifndef TPETRA_CRSGRAPH_DECL_HPP
11#define TPETRA_CRSGRAPH_DECL_HPP
19#include "Tpetra_DistObject.hpp"
20#include "Tpetra_Exceptions.hpp"
21#include "Tpetra_RowGraph.hpp"
23#include "Tpetra_Details_WrappedDualView.hpp"
24#include "Tpetra_Details_makeColMap.hpp"
26#include "KokkosSparse_findRelOffset.hpp"
27#include "Kokkos_DualView.hpp"
29#include "Teuchos_CommHelpers.hpp"
30#include "Teuchos_Describable.hpp"
31#include "Teuchos_OrdinalTraits.hpp"
32#include "Teuchos_ParameterListAcceptorDefaultBase.hpp"
34#include "KokkosSparse_StaticCrsGraph.hpp"
42template <
class LocalOrdinal,
class GlobalOrdinal,
class Node>
43class crsGraph_Swap_Tester;
45#ifndef DOXYGEN_SHOULD_SKIP_THIS
47template <
class LocalOrdinal,
54template <
class ViewType>
56 static_assert(Kokkos::is_view<ViewType>::value,
57 "ViewType must be a Kokkos::View specialization.");
61 typedef Kokkos::View<
typename ViewType::data_type,
62 typename ViewType::array_layout,
63 typename ViewType::device_type,
64 Kokkos::MemoryUnmanaged>
188template <
class LocalOrdinal,
191class CrsGraph :
public RowGraph<LocalOrdinal, GlobalOrdinal, Node>,
196 public Teuchos::ParameterListAcceptorDefaultBase {
197 template <
class S,
class LO,
class GO,
class N>
198 friend class CrsMatrix;
199 template <
class LO2,
class GO2,
class N2>
200 friend class CrsGraph;
201 template <
class LO,
class GO,
class N>
202 friend class FECrsGraph;
240 using local_inds_dualv_type =
241 Kokkos::DualView<local_ordinal_type*, device_type>;
242 using local_inds_wdv_type =
246 using global_inds_dualv_type =
247 Kokkos::DualView<global_ordinal_type*, device_type>;
248 using global_inds_wdv_type =
253 using row_ptrs_device_view_type =
254 typename row_graph_type::row_ptrs_device_view_type;
255 using row_ptrs_host_view_type =
256 typename row_graph_type::row_ptrs_host_view_type;
260 typename row_graph_type::local_inds_device_view_type;
261 using local_inds_host_view_type =
262 typename row_graph_type::local_inds_host_view_type;
263 using nonconst_local_inds_host_view_type =
264 typename row_graph_type::nonconst_local_inds_host_view_type;
268 typename row_graph_type::global_inds_device_view_type;
269 using global_inds_host_view_type =
270 typename row_graph_type::global_inds_host_view_type;
271 using nonconst_global_inds_host_view_type =
272 typename row_graph_type::nonconst_global_inds_host_view_type;
274 using offset_device_view_type =
275 typename row_ptrs_device_view_type::non_const_type;
292 CrsGraph(
const Teuchos::RCP<const map_type>& rowMap,
293 const size_t maxNumEntriesPerRow,
294 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
308 CrsGraph(
const Teuchos::RCP<const map_type>& rowMap,
309 const Kokkos::DualView<const size_t*, device_type>& numEntPerRow,
310 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
325 CrsGraph(
const Teuchos::RCP<const map_type>& rowMap,
326 const Teuchos::ArrayView<const size_t>& numEntPerRow,
327 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
345 CrsGraph(
const Teuchos::RCP<const map_type>& rowMap,
346 const Teuchos::RCP<const map_type>& colMap,
347 const size_t maxNumEntriesPerRow,
348 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
364 CrsGraph(
const Teuchos::RCP<const map_type>& rowMap,
365 const Teuchos::RCP<const map_type>& colMap,
366 const Kokkos::DualView<const size_t*, device_type>& numEntPerRow,
367 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
384 CrsGraph(
const Teuchos::RCP<const map_type>& rowMap,
385 const Teuchos::RCP<const map_type>& colMap,
386 const Teuchos::ArrayView<const size_t>& numEntPerRow,
387 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
401 CrsGraph(CrsGraph<local_ordinal_type, global_ordinal_type, node_type>& originalGraph,
402 const Teuchos::RCP<const map_type>& rowMap,
403 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
416 CrsGraph(
const Teuchos::RCP<const map_type>& rowMap,
417 const Teuchos::RCP<const map_type>& colMap,
418 const CrsGraph<local_ordinal_type, global_ordinal_type, node_type>& originalGraph,
419 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
436 CrsGraph(
const Teuchos::RCP<const map_type>& rowMap,
437 const Teuchos::RCP<const map_type>& colMap,
438 const Teuchos::RCP<const map_type>& domainMap,
439 const Teuchos::RCP<const map_type>& rangeMap,
440 const CrsGraph<local_ordinal_type, global_ordinal_type, node_type>& originalGraph,
441 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
465 CrsGraph(
const Teuchos::RCP<const map_type>& rowMap,
466 const Teuchos::RCP<const map_type>& colMap,
467 const typename local_graph_device_type::row_map_type& rowPointers,
468 const typename local_graph_device_type::entries_type::non_const_type& columnIndices,
469 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
493 CrsGraph(
const Teuchos::RCP<const map_type>& rowMap,
494 const Teuchos::RCP<const map_type>& colMap,
495 const Teuchos::ArrayRCP<size_t>& rowPointers,
496 const Teuchos::ArrayRCP<local_ordinal_type>& columnIndices,
497 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
520 CrsGraph(
const Teuchos::RCP<const map_type>& rowMap,
521 const Teuchos::RCP<const map_type>& colMap,
523 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
552 const Teuchos::RCP<const map_type>& rowMap,
553 const Teuchos::RCP<const map_type>& colMap,
554 const Teuchos::RCP<const map_type>& domainMap = Teuchos::null,
555 const Teuchos::RCP<const map_type>& rangeMap = Teuchos::null,
556 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
570 const Teuchos::RCP<const map_type>& rowMap,
571 const Teuchos::RCP<const map_type>& colMap,
572 const Teuchos::RCP<const map_type>& domainMap,
573 const Teuchos::RCP<const map_type>& rangeMap,
574 const Teuchos::RCP<const import_type>& importer,
575 const Teuchos::RCP<const export_type>& exporter,
576 const Teuchos::RCP<Teuchos::ParameterList>& params =
620 CrsGraph(
const row_ptrs_device_view_type& rowPointers,
621 const local_inds_wdv_type& columnIndices,
622 const Teuchos::RCP<const map_type>& rowMap,
623 const Teuchos::RCP<const map_type>& colMap,
624 const Teuchos::RCP<const map_type>& domainMap,
625 const Teuchos::RCP<const map_type>& rangeMap,
626 const Teuchos::RCP<const import_type>& importer,
627 const Teuchos::RCP<const export_type>& exporter,
628 const Teuchos::RCP<Teuchos::ParameterList>& params =
632 CrsGraph(
const CrsGraph<local_ordinal_type, global_ordinal_type, node_type>&) =
default;
635 CrsGraph&
operator=(
const CrsGraph<local_ordinal_type, global_ordinal_type, node_type>&) =
default;
638 CrsGraph(CrsGraph<local_ordinal_type, global_ordinal_type, node_type>&&) =
default;
641 CrsGraph&
operator=(CrsGraph<local_ordinal_type, global_ordinal_type, node_type>&&) =
default;
698 bool isIdenticalTo(
const CrsGraph<LocalOrdinal, GlobalOrdinal, Node>& graph)
const;
709 Teuchos::RCP<const Teuchos::ParameterList>
739 const Teuchos::ArrayView<const global_ordinal_type>& indices);
769 const Teuchos::ArrayView<const local_ordinal_type>& indices);
826 resumeFill(
const Teuchos::RCP<Teuchos::ParameterList>& params =
868 const Teuchos::RCP<const map_type>& rangeMap,
869 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
899 fillComplete(
const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null);
931 const Teuchos::RCP<const map_type>& rangeMap,
932 const Teuchos::RCP<const import_type>& importer =
934 const Teuchos::RCP<const export_type>& exporter =
936 const Teuchos::RCP<Teuchos::ParameterList>& params =
943 Teuchos::RCP<const Teuchos::Comm<int>>
getComm()
const override;
946 Teuchos::RCP<const map_type>
getRowMap()
const override;
949 Teuchos::RCP<const map_type>
getColMap()
const override;
1141 nonconst_global_inds_host_view_type& gblColInds,
1142 size_t& numColInds)
const override;
1153 nonconst_local_inds_host_view_type& lclColInds,
1154 size_t& numColInds)
const override;
1169 global_inds_host_view_type& gblColInds)
const override;
1187 const LocalOrdinal lclRow,
1188 local_inds_host_view_type& lclColInds)
const override;
1201 const Teuchos::EVerbosityLevel verbLevel =
1202 Teuchos::Describable::verbLevel_default)
const override;
1219 using dist_object_type::
1225 const size_t numSameIDs,
1232 void copyAndPermuteNew(
1233 const row_graph_type& source,
1234 row_graph_type& target,
1235 const size_t numSameIDs,
1236 const Kokkos::DualView<const local_ordinal_type*, buffer_device_type>& permuteToLIDs,
1237 const Kokkos::DualView<const local_ordinal_type*, buffer_device_type>& permuteFromLIDs,
1240 void insertGlobalIndicesDevice(
1241 const CrsGraph<LocalOrdinal, GlobalOrdinal, Node>& srcCrsGraph,
1242 CrsGraph<LocalOrdinal, GlobalOrdinal, Node>& tgtCrsGraph,
1243 const Kokkos::DualView<const local_ordinal_type*, buffer_device_type>& permuteToLIDs,
1244 const Kokkos::DualView<const local_ordinal_type*, buffer_device_type>& permuteFromLIDs,
1245 LocalOrdinal loopEnd);
1251 applyCrsPadding(
const padding_type& padding,
1252 const bool verbose);
1254 std::unique_ptr<padding_type>
1258 const size_t numSameIDs,
1263 const bool verbose)
const;
1266 std::unique_ptr<padding_type>
1267 computeCrsPaddingForImports(
1270 Kokkos::DualView<packet_type*, buffer_device_type> imports,
1271 Kokkos::DualView<size_t*, buffer_device_type> numPacketsPerLID,
1272 const bool verbose)
const;
1274 std::unique_ptr<padding_type>
1275 computePaddingForCrsMatrixUnpack(
1278 Kokkos::DualView<char*, buffer_device_type> imports,
1279 Kokkos::DualView<size_t*, buffer_device_type> numPacketsPerLID,
1280 const bool verbose)
const;
1283 computeCrsPaddingForSameIDs(
1284 padding_type& padding,
1290 computeCrsPaddingForPermutedIDs(
1291 padding_type& padding,
1302 const Kokkos::DualView<const local_ordinal_type*, buffer_device_type>& exportLIDs,
1303 Kokkos::DualView<packet_type*, buffer_device_type>& exports,
1304 Kokkos::DualView<size_t*, buffer_device_type> numPacketsPerLID,
1305 size_t& constantNumPackets)
override;
1313 pack(
const Teuchos::ArrayView<const local_ordinal_type>& exportLIDs,
1314 Teuchos::Array<global_ordinal_type>& exports,
1315 const Teuchos::ArrayView<size_t>& numPacketsPerLID,
1316 size_t& constantNumPackets)
const override;
1319 packFillActive(
const Teuchos::ArrayView<const local_ordinal_type>& exportLIDs,
1320 Teuchos::Array<global_ordinal_type>& exports,
1321 const Teuchos::ArrayView<size_t>& numPacketsPerLID,
1322 size_t& constantNumPackets)
const;
1329 Kokkos::DualView<
size_t*,
1332 size_t& constantNumPackets)
const;
1345 Kokkos::DualView<
size_t*,
1348 const size_t constantNumPackets,
1426 setAllIndices(
const typename local_graph_device_type::row_map_type& rowPointers,
1427 const typename local_graph_device_type::entries_type::non_const_type& columnIndices);
1440 const Teuchos::ArrayRCP<local_ordinal_type>& columnIndices);
1497 const Teuchos::RCP<const import_type>& newImport = Teuchos::null,
1498 const bool sortIndicesInEachRow =
true);
1524 const Teuchos::RCP<const import_type>& newImporter);
1550 const Teuchos::RCP<const export_type>& newExporter);
1584 template <
class DestViewType,
class SrcViewType,
1585 class DestOffsetViewType,
class SrcOffsetViewType>
1586 struct pack_functor {
1590 SrcOffsetViewType src_offset;
1591 DestOffsetViewType dest_offset;
1592 typedef typename DestOffsetViewType::non_const_value_type ScalarIndx;
1594 pack_functor(DestViewType dest_,
1595 const SrcViewType src_,
1596 DestOffsetViewType dest_offset_,
1597 const SrcOffsetViewType src_offset_)
1600 , src_offset(src_offset_)
1601 , dest_offset(dest_offset_){};
1603 KOKKOS_INLINE_FUNCTION
1604 void operator()(
size_t row)
const {
1605 ScalarIndx i = src_offset(row);
1606 ScalarIndx j = dest_offset(row);
1607 const ScalarIndx k = dest_offset(row + 1);
1608 for (; j < k; j++, i++) {
1616 template <
class CrsGraphType>
1617 friend Teuchos::RCP<CrsGraphType>
1618 importAndFillCompleteCrsGraph(
const Teuchos::RCP<const CrsGraphType>& sourceGraph,
1619 const Import<
typename CrsGraphType::local_ordinal_type,
1620 typename CrsGraphType::global_ordinal_type,
1621 typename CrsGraphType::node_type>& importer,
1622 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1623 typename CrsGraphType::global_ordinal_type,
1624 typename CrsGraphType::node_type>>& domainMap,
1625 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1626 typename CrsGraphType::global_ordinal_type,
1627 typename CrsGraphType::node_type>>& rangeMap,
1628 const Teuchos::RCP<Teuchos::ParameterList>& params);
1631 template <
class CrsGraphType>
1632 friend Teuchos::RCP<CrsGraphType>
1633 importAndFillCompleteCrsGraph(
const Teuchos::RCP<const CrsGraphType>& sourceGraph,
1634 const Import<
typename CrsGraphType::local_ordinal_type,
1635 typename CrsGraphType::global_ordinal_type,
1636 typename CrsGraphType::node_type>& rowImporter,
1637 const Import<
typename CrsGraphType::local_ordinal_type,
1638 typename CrsGraphType::global_ordinal_type,
1639 typename CrsGraphType::node_type>& domainImporter,
1640 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1641 typename CrsGraphType::global_ordinal_type,
1642 typename CrsGraphType::node_type>>& domainMap,
1643 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1644 typename CrsGraphType::global_ordinal_type,
1645 typename CrsGraphType::node_type>>& rangeMap,
1646 const Teuchos::RCP<Teuchos::ParameterList>& params);
1649 template <
class CrsGraphType>
1650 friend Teuchos::RCP<CrsGraphType>
1651 exportAndFillCompleteCrsGraph(
const Teuchos::RCP<const CrsGraphType>& sourceGraph,
1652 const Export<
typename CrsGraphType::local_ordinal_type,
1653 typename CrsGraphType::global_ordinal_type,
1654 typename CrsGraphType::node_type>& exporter,
1655 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1656 typename CrsGraphType::global_ordinal_type,
1657 typename CrsGraphType::node_type>>& domainMap,
1658 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1659 typename CrsGraphType::global_ordinal_type,
1660 typename CrsGraphType::node_type>>& rangeMap,
1661 const Teuchos::RCP<Teuchos::ParameterList>& params);
1664 template <
class CrsGraphType>
1665 friend Teuchos::RCP<CrsGraphType>
1666 exportAndFillCompleteCrsGraph(
const Teuchos::RCP<const CrsGraphType>& sourceGraph,
1667 const Export<
typename CrsGraphType::local_ordinal_type,
1668 typename CrsGraphType::global_ordinal_type,
1669 typename CrsGraphType::node_type>& rowExporter,
1670 const Export<
typename CrsGraphType::local_ordinal_type,
1671 typename CrsGraphType::global_ordinal_type,
1672 typename CrsGraphType::node_type>& domainExporter,
1673 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1674 typename CrsGraphType::global_ordinal_type,
1675 typename CrsGraphType::node_type>>& domainMap,
1676 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
1677 typename CrsGraphType::global_ordinal_type,
1678 typename CrsGraphType::node_type>>& rangeMap,
1679 const Teuchos::RCP<Teuchos::ParameterList>& params);
1682 template <
class LO,
class GO,
class NT>
1685 Teuchos::Array<int>& remotePIDs,
1686 const Teuchos::RCP<
const Tpetra::Map<LO, GO, NT>>& domMap,
1687 const CrsGraph<LO, GO, NT>& graph,
1688 const bool sortEachProcsGids,
1689 std::ostream* errStrm);
1710 const Teuchos::RCP<const map_type>& domainMap,
1711 const Teuchos::RCP<const map_type>& rangeMap,
1712 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null)
const;
1733 const Teuchos::RCP<const map_type>& domainMap,
1734 const Teuchos::RCP<const map_type>& rangeMap,
1735 const Teuchos::RCP<Teuchos::ParameterList>& params)
const;
1755 const Teuchos::RCP<const map_type>& domainMap = Teuchos::null,
1756 const Teuchos::RCP<const map_type>& rangeMap = Teuchos::null,
1757 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null)
const;
1778 const Teuchos::RCP<const map_type>& domainMap,
1779 const Teuchos::RCP<const map_type>& rangeMap,
1780 const Teuchos::RCP<Teuchos::ParameterList>& params)
const;
1804 transferAndFillComplete(Teuchos::RCP<CrsGraph<local_ordinal_type, global_ordinal_type, Node>>& destGraph,
1805 const ::Tpetra::Details::Transfer<local_ordinal_type, global_ordinal_type, Node>& rowTransfer,
1806 const Teuchos::RCP<const ::Tpetra::Details::Transfer<local_ordinal_type, global_ordinal_type, Node>>& domainTransfer,
1807 const Teuchos::RCP<const map_type>& domainMap = Teuchos::null,
1808 const Teuchos::RCP<const map_type>& rangeMap = Teuchos::null,
1809 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null)
const;
1814 struct SLocalGlobalViews {
1815 Teuchos::ArrayView<const global_ordinal_type> ginds;
1816 Teuchos::ArrayView<const local_ordinal_type> linds;
1818 struct SLocalGlobalNCViews {
1819 Teuchos::ArrayView<global_ordinal_type> ginds;
1820 Teuchos::ArrayView<local_ordinal_type> linds;
1823 bool indicesAreAllocated()
const;
1826 allocateIndices(
const ELocalGlobal lg,
const bool verbose =
false);
1862 std::pair<size_t, std::string>
1875 const bool useRemotePIDs);
1917 const SLocalGlobalViews& newInds,
1918 const ELocalGlobal lg,
1919 const ELocalGlobal I);
1932 const size_t numInputInds);
1947 const size_t numInputInds,
1948 std::function<
void(
const size_t,
const size_t,
const size_t)> fun =
1949 std::function<
void(
const size_t,
const size_t,
const size_t)>());
1953 const Teuchos::ArrayView<const local_ordinal_type>& gblColInds,
1954 std::function<
void(
const size_t,
const size_t,
const size_t)> fun =
1955 std::function<
void(
const size_t,
const size_t,
const size_t)>());
1974 const Teuchos::ArrayView<const global_ordinal_type>& indices,
1975 std::function<
void(
const size_t,
const size_t,
const size_t)> fun)
const;
2014#ifdef KOKKOS_ENABLE_SERIAL
2015 !std::is_same<execution_space, Kokkos::Serial>::value;
2040 sortAndMergeAllIndices(
const bool sorted,
const bool merged);
2058 const Teuchos::RCP<const map_type>& rangeMap);
2060 void staticAssertions()
const;
2061 void clearGlobalConstants();
2086 bool haveLocalOffRankOffsets()
const {
return haveLocalOffRankOffsets_; }
2140 void fillLocalGraph(
const Teuchos::RCP<Teuchos::ParameterList>& params);
2148 void swap(CrsGraph<local_ordinal_type, global_ordinal_type, Node>& graph);
2182 Teuchos::OrdinalTraits<size_t>::invalid();
2188 Teuchos::OrdinalTraits<global_size_t>::invalid();
2195 Teuchos::OrdinalTraits<global_size_t>::invalid();
2209 row_ptrs_device_view_type rowPtrsUnpacked_dev_;
2210 mutable row_ptrs_host_view_type rowPtrsUnpacked_host_;
2215 row_ptrs_device_view_type rowPtrsPacked_dev_;
2216 mutable row_ptrs_host_view_type rowPtrsPacked_host_;
2219 bool packedUnpackedRowPtrsMatch_ =
false;
2222 void setRowPtrsUnpacked(
const row_ptrs_device_view_type& dview) {
2223 packedUnpackedRowPtrsMatch_ =
false;
2224 rowPtrsUnpacked_dev_ = dview;
2226 rowPtrsUnpacked_host_ = row_ptrs_host_view_type();
2231 return rowPtrsUnpacked_dev_;
2236 if (rowPtrsUnpacked_host_.extent(0) != rowPtrsUnpacked_dev_.extent(0)) {
2241 if constexpr (std::is_same_v<typename Node::memory_space, Kokkos::HostSpace>) {
2242 rowPtrsUnpacked_host_ = rowPtrsUnpacked_dev_;
2245 typename row_ptrs_host_view_type::non_const_type rowPtrsTemp(
2246 Kokkos::view_alloc(Kokkos::WithoutInitializing,
"rowPtrsUnpacked_host_"), rowPtrsUnpacked_dev_.extent(0));
2247 Kokkos::deep_copy(rowPtrsTemp, rowPtrsUnpacked_dev_);
2248 rowPtrsUnpacked_host_ = rowPtrsTemp;
2251 if (packedUnpackedRowPtrsMatch_) {
2252 rowPtrsPacked_host_ = rowPtrsUnpacked_host_;
2255 return rowPtrsUnpacked_host_;
2258 void setRowPtrsPacked(
const row_ptrs_device_view_type& dview) {
2259 packedUnpackedRowPtrsMatch_ =
false;
2260 rowPtrsPacked_dev_ = dview;
2262 rowPtrsPacked_host_ = row_ptrs_host_view_type();
2267 return rowPtrsPacked_dev_;
2272 if (rowPtrsPacked_host_.extent(0) != rowPtrsPacked_dev_.extent(0)) {
2277 if constexpr (std::is_same_v<typename Node::memory_space, Kokkos::HostSpace>) {
2278 rowPtrsPacked_host_ = rowPtrsPacked_dev_;
2281 typename row_ptrs_host_view_type::non_const_type rowPtrsTemp(
2282 Kokkos::view_alloc(Kokkos::WithoutInitializing,
"rowPtrsPacked_host_"), rowPtrsPacked_dev_.extent(0));
2283 Kokkos::deep_copy(rowPtrsTemp, rowPtrsPacked_dev_);
2284 rowPtrsPacked_host_ = rowPtrsTemp;
2287 if (packedUnpackedRowPtrsMatch_) {
2288 rowPtrsUnpacked_host_ = rowPtrsPacked_host_;
2291 return rowPtrsPacked_host_;
2298 void setRowPtrs(
const row_ptrs_device_view_type& dview) {
2299 packedUnpackedRowPtrsMatch_ =
true;
2300 rowPtrsUnpacked_dev_ = dview;
2301 rowPtrsPacked_dev_ = dview;
2303 rowPtrsUnpacked_host_ = row_ptrs_host_view_type();
2304 rowPtrsPacked_host_ = row_ptrs_host_view_type();
2357 typename local_inds_dualv_type::t_host::const_type
2363 typename local_inds_dualv_type::t_dev::const_type
2369 typename global_inds_dualv_type::t_host::const_type
2375 typename global_inds_dualv_type::t_dev::const_type
2381 typename local_inds_dualv_type::t_host
2413 typename Kokkos::View<const size_t*, device_type>::host_mirror_type
2498 Details::STORAGE_1D_UNPACKED;
2500 bool indicesAreAllocated_ =
false;
2501 bool indicesAreLocal_ =
false;
2502 bool indicesAreGlobal_ =
false;
2503 bool fillComplete_ =
false;
2515 mutable bool haveLocalOffRankOffsets_ =
false;
2517 typedef typename std::map<global_ordinal_type, std::vector<global_ordinal_type>> nonlocals_type;
2540 static bool getDebug();
2544 bool debug_ = getDebug();
2547 static bool getVerbose();
2552 bool verbose_ = getVerbose();
2556 mutable bool need_sync_host_uvm_access =
false;
2559 void set_need_sync_host_uvm_access() {
2560 need_sync_host_uvm_access =
true;
2564 void execute_sync_host_uvm_access()
const {
2565 if (need_sync_host_uvm_access) {
2566 Kokkos::fence(
"CrsGraph::execute_sync_host_uvm_access");
2567 need_sync_host_uvm_access =
false;
2579template <
class LocalOrdinal,
class GlobalOrdinal,
class Node>
2580Teuchos::RCP<CrsGraph<LocalOrdinal, GlobalOrdinal, Node>>
2584 size_t maxNumEntriesPerRow = 0,
2585 const Teuchos::RCP<Teuchos::ParameterList>& params =
2588 using graph_type = CrsGraph<LocalOrdinal, GlobalOrdinal, Node>;
2589 return rcp(
new graph_type(map, maxNumEntriesPerRow,
2642template <
class CrsGraphType>
2643Teuchos::RCP<CrsGraphType>
2645 const Import<
typename CrsGraphType::local_ordinal_type,
2646 typename CrsGraphType::global_ordinal_type,
2647 typename CrsGraphType::node_type>& importer,
2648 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2649 typename CrsGraphType::global_ordinal_type,
2650 typename CrsGraphType::node_type>>& domainMap = Teuchos::null,
2651 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2652 typename CrsGraphType::global_ordinal_type,
2653 typename CrsGraphType::node_type>>& rangeMap = Teuchos::null,
2654 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null) {
2655 Teuchos::RCP<CrsGraphType> destGraph;
2656 sourceGraph->importAndFillComplete(destGraph, importer, domainMap, rangeMap, params);
2710template <
class CrsGraphType>
2711Teuchos::RCP<CrsGraphType>
2713 const Import<
typename CrsGraphType::local_ordinal_type,
2714 typename CrsGraphType::global_ordinal_type,
2715 typename CrsGraphType::node_type>& rowImporter,
2716 const Import<
typename CrsGraphType::local_ordinal_type,
2717 typename CrsGraphType::global_ordinal_type,
2718 typename CrsGraphType::node_type>& domainImporter,
2719 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2720 typename CrsGraphType::global_ordinal_type,
2721 typename CrsGraphType::node_type>>& domainMap,
2722 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2723 typename CrsGraphType::global_ordinal_type,
2724 typename CrsGraphType::node_type>>& rangeMap,
2725 const Teuchos::RCP<Teuchos::ParameterList>& params) {
2726 Teuchos::RCP<CrsGraphType> destGraph;
2727 sourceGraph->importAndFillComplete(destGraph, rowImporter, domainImporter, domainMap, rangeMap, params);
2764template <
class CrsGraphType>
2765Teuchos::RCP<CrsGraphType>
2767 const Export<
typename CrsGraphType::local_ordinal_type,
2768 typename CrsGraphType::global_ordinal_type,
2769 typename CrsGraphType::node_type>& exporter,
2770 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2771 typename CrsGraphType::global_ordinal_type,
2772 typename CrsGraphType::node_type>>& domainMap = Teuchos::null,
2773 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2774 typename CrsGraphType::global_ordinal_type,
2775 typename CrsGraphType::node_type>>& rangeMap = Teuchos::null,
2776 const Teuchos::RCP<Teuchos::ParameterList>& params = Teuchos::null) {
2777 Teuchos::RCP<CrsGraphType> destGraph;
2778 sourceGraph->exportAndFillComplete(destGraph, exporter, domainMap, rangeMap, params);
2815template <
class CrsGraphType>
2816Teuchos::RCP<CrsGraphType>
2818 const Export<
typename CrsGraphType::local_ordinal_type,
2819 typename CrsGraphType::global_ordinal_type,
2820 typename CrsGraphType::node_type>& rowExporter,
2821 const Export<
typename CrsGraphType::local_ordinal_type,
2822 typename CrsGraphType::global_ordinal_type,
2823 typename CrsGraphType::node_type>& domainExporter,
2824 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2825 typename CrsGraphType::global_ordinal_type,
2826 typename CrsGraphType::node_type>>& domainMap,
2827 const Teuchos::RCP<
const Map<
typename CrsGraphType::local_ordinal_type,
2828 typename CrsGraphType::global_ordinal_type,
2829 typename CrsGraphType::node_type>>& rangeMap,
2830 const Teuchos::RCP<Teuchos::ParameterList>& params) {
2831 Teuchos::RCP<CrsGraphType> destGraph;
2832 sourceGraph->exportAndFillComplete(destGraph, rowExporter, domainExporter, domainMap, rangeMap, params);
Forward declaration of Tpetra::BlockCrsMatrix.
Forward declaration of Tpetra::CrsGraph.
Forward declaration of Tpetra::CrsMatrix.
Stand-alone utility functions and macros.
bool isMerged() const
Whether duplicate column indices in each row have been merged.
CrsGraph(const Teuchos::RCP< const map_type > &rowMap, const Teuchos::RCP< const map_type > &colMap, const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap, const CrsGraph< local_ordinal_type, global_ordinal_type, node_type > &originalGraph, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying maps and an existing graph to view.
virtual void unpackAndCombine(const Kokkos::DualView< const local_ordinal_type *, buffer_device_type > &importLIDs, Kokkos::DualView< packet_type *, buffer_device_type > imports, Kokkos::DualView< size_t *, buffer_device_type > numPacketsPerLID, const size_t constantNumPackets, const CombineMode combineMode) override
CrsGraph(const Teuchos::RCP< const map_type > &rowMap, const Teuchos::RCP< const map_type > &colMap, const CrsGraph< local_ordinal_type, global_ordinal_type, node_type > &originalGraph, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying row and column Map and an existing graph to view.
local_inds_dualv_type::t_dev::const_type getLocalIndsViewDevice(const RowInfo &rowinfo) const
Get a const, locally indexed view of the locally owned row myRow, such that rowinfo = getRowInfo(myRo...
void insertGlobalIndices(const global_ordinal_type globalRow, const local_ordinal_type numEnt, const global_ordinal_type inds[])
Epetra compatibility version of insertGlobalIndices (see above) that takes input as a raw pointer,...
global_size_t globalMaxNumRowEntries_
void reindexColumns(const Teuchos::RCP< const map_type > &newColMap, const Teuchos::RCP< const import_type > &newImport=Teuchos::null, const bool sortIndicesInEachRow=true)
Reindex the column indices in place, and replace the column Map. Optionally, replace the Import objec...
Kokkos::View< size_t *, Kokkos::LayoutLeft, device_type >::host_mirror_type num_row_entries_type
global_inds_dualv_type::t_host::const_type getGlobalIndsViewHost(const RowInfo &rowinfo) const
Get a const, globally indexed view of the locally owned row myRow, such that rowinfo = getRowInfo(myR...
size_t getNumEntriesInLocalRow(local_ordinal_type localRow) const override
Get the number of entries in the given row (local index).
Teuchos::RCP< CrsGraphType > importAndFillCompleteCrsGraph(const Teuchos::RCP< const CrsGraphType > &sourceGraph, const Import< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > &rowImporter, const Import< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > &domainImporter, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &domainMap, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &rangeMap, const Teuchos::RCP< Teuchos::ParameterList > ¶ms)
Nonmember CrsGraph constructor that fuses Import and fillComplete().
Teuchos::RCP< const map_type > getColMap() const override
Returns the Map that describes the column distribution in this graph.
Teuchos::RCP< const Teuchos::ParameterList > getValidParameters() const override
Default parameter list suitable for validation.
Details::EStorageStatus storageStatus_
::Tpetra::Import< LO, GO, node_type > import_type
global_ordinal_type packet_type
void insertGlobalIndicesIntoNonownedRows(const global_ordinal_type gblRow, const global_ordinal_type gblColInds[], const local_ordinal_type numGblColInds)
Implementation of insertGlobalIndices for nonowned rows.
Teuchos::RCP< const map_type > rangeMap_
std::pair< size_t, std::string > makeIndicesLocal(const bool verbose=false)
Convert column indices from global to local.
void insertLocalIndices(const local_ordinal_type localRow, const local_ordinal_type numEnt, const local_ordinal_type inds[])
Epetra compatibility version of insertLocalIndices (see above) that takes input as a raw pointer,...
local_inds_device_view_type getLocalIndicesDevice() const
Get a device view of the packed column indicies.
global_size_t getGlobalNumEntries() const override
Returns the global number of entries in the graph.
bool isIdenticalTo(const CrsGraph< LocalOrdinal, GlobalOrdinal, Node > &graph) const
Create a cloned CrsGraph for a different Node type.
Teuchos::RCP< const Teuchos::Comm< int > > getComm() const override
Returns the communicator.
local_inds_wdv_type lclIndsUnpacked_wdv
bool haveGlobalConstants() const
Returns true if globalConstants have been computed; false otherwise.
void globalAssemble()
Communicate nonlocal contributions to other processes.
RowInfo getRowInfoFromGlobalRowIndex(const global_ordinal_type gblRow) const
Get information about the locally owned row with global index gblRow.
void getLocalDiagOffsets(const Kokkos::View< size_t *, device_type, Kokkos::MemoryUnmanaged > &offsets) const
Get offsets of the diagonal entries in the graph.
size_t findGlobalIndices(const RowInfo &rowInfo, const Teuchos::ArrayView< const global_ordinal_type > &indices, std::function< void(const size_t, const size_t, const size_t)> fun) const
Finds indices in the given row.
CrsGraph(const CrsGraph< local_ordinal_type, global_ordinal_type, node_type > &)=default
Copy constructor (default).
void fillComplete(const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Tell the graph that you are done changing its structure.
global_inds_wdv_type gblInds_wdv
size_t nodeMaxNumRowEntries_
KokkosSparse::StaticCrsGraph< local_ordinal_type, Kokkos::LayoutLeft, device_type, void, size_t > local_graph_device_type
Teuchos::RCP< const import_type > importer_
void setAllIndices(const Teuchos::ArrayRCP< size_t > &rowPointers, const Teuchos::ArrayRCP< local_ordinal_type > &columnIndices)
Set the graph's data directly, using 1-D storage.
Teuchos::RCP< CrsGraphType > exportAndFillCompleteCrsGraph(const Teuchos::RCP< const CrsGraphType > &sourceGraph, const Export< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > &exporter, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &domainMap=Teuchos::null, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &rangeMap=Teuchos::null, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Nonmember CrsGraph constructor that fuses Export and fillComplete().
num_row_entries_type k_numRowEntries_
CrsGraph(CrsGraph< local_ordinal_type, global_ordinal_type, node_type > &&)=default
Move constructor (default).
const row_ptrs_device_view_type & getRowPtrsUnpackedDevice() const
Get the unpacked row pointers on device.
size_t numAllocForAllRows_
bool hasColMap() const override
Whether the graph has a column Map.
std::string description() const override
Return a one-line human-readable description of this object.
bool isStorageOptimized() const
Returns true if storage has been optimized.
void getGlobalRowCopy(global_ordinal_type gblRow, nonconst_global_inds_host_view_type &gblColInds, size_t &numColInds) const override
Get a copy of the given row, using global indices.
CrsGraph(const Teuchos::RCP< const map_type > &rowMap, const Kokkos::DualView< const size_t *, device_type > &numEntPerRow, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying a (possibly different) upper bound for the number of entries in each row.
void removeLocalIndices(local_ordinal_type localRow)
Remove all graph indices from the specified local row.
void importAndFillComplete(Teuchos::RCP< CrsGraph< local_ordinal_type, global_ordinal_type, Node > > &destGraph, const import_type &importer, const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null) const
Import from this to the given destination graph, and make the result fill complete.
CrsGraph(const Teuchos::RCP< const map_type > &rowMap, const Teuchos::RCP< const map_type > &colMap, const local_graph_device_type &lclGraph, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying column Map and a local graph, which the resulting CrsGraph views....
global_size_t getGlobalNumRows() const override
Returns the number of global rows in the graph.
Teuchos::RCP< const map_type > getDomainMap() const override
Returns the Map associated with the domain of this graph.
void replaceRangeMapAndExporter(const Teuchos::RCP< const map_type > &newRangeMap, const Teuchos::RCP< const export_type > &newExporter)
Replace the current Range Map and Export with the given parameters.
CrsGraph(const Teuchos::RCP< const map_type > &rowMap, const Teuchos::RCP< const map_type > &colMap, const Teuchos::ArrayView< const size_t > &numEntPerRow, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying column Map and number of entries in each row (legacy KokkosClassic version).
typename row_graph_type::global_inds_device_view_type global_inds_device_view_type
void computeLocalConstants()
Compute local constants, if they have not yet been computed.
void describe(Teuchos::FancyOStream &out, const Teuchos::EVerbosityLevel verbLevel=Teuchos::Describable::verbLevel_default) const override
Print this object to the given output stream with the given verbosity level.
typename local_graph_device_type::host_mirror_type local_graph_host_type
void setParameterList(const Teuchos::RCP< Teuchos::ParameterList > ¶ms) override
Set the given list of parameters (must be nonnull).
static const bool useAtomicUpdatesByDefault
void resumeFill(const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Resume fill operations.
size_t insertIndices(RowInfo &rowInfo, const SLocalGlobalViews &newInds, const ELocalGlobal lg, const ELocalGlobal I)
Insert indices into the given row.
typename node_type::device_type device_type
Teuchos::RCP< CrsGraphType > importAndFillCompleteCrsGraph(const Teuchos::RCP< const CrsGraphType > &sourceGraph, const Import< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > &importer, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &domainMap=Teuchos::null, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &rangeMap=Teuchos::null, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Nonmember CrsGraph constructor that fuses Import and fillComplete().
void insertGlobalIndicesFiltered(const local_ordinal_type lclRow, const global_ordinal_type gblColInds[], const local_ordinal_type numGblColInds)
Like insertGlobalIndices(), but with column Map filtering.
virtual void copyAndPermute(const SrcDistObject &source, const size_t numSameIDs, const Kokkos::DualView< const local_ordinal_type *, buffer_device_type > &permuteToLIDs, const Kokkos::DualView< const local_ordinal_type *, buffer_device_type > &permuteFromLIDs, const CombineMode CM) override
CrsGraph(const Teuchos::RCP< const map_type > &rowMap, const Teuchos::RCP< const map_type > &colMap, const typename local_graph_device_type::row_map_type &rowPointers, const typename local_graph_device_type::entries_type::non_const_type &columnIndices, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying column Map and arrays containing the graph. In almost all cases the indices mu...
RowInfo getRowInfo(const local_ordinal_type myRow) const
Get information about the locally owned row with local index myRow.
global_inds_dualv_type::t_dev::const_type getGlobalIndsViewDevice(const RowInfo &rowinfo) const
Get a const, globally indexed view of the locally owned row myRow, such that rowinfo = getRowInfo(myR...
Teuchos::RCP< const map_type > colMap_
CrsGraph(const Teuchos::RCP< const map_type > &rowMap, const size_t maxNumEntriesPerRow, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying a single upper bound for the number of entries in all rows on the calling proc...
row_ptrs_host_view_type getLocalRowPtrsHost() const
Get a host view of the packed row offsets.
bool isSorted() const
Whether graph indices in all rows are known to be sorted.
typename dist_object_type::buffer_device_type buffer_device_type
Teuchos::RCP< CrsGraph< LocalOrdinal, GlobalOrdinal, Node > > createCrsGraph(const Teuchos::RCP< const Map< LocalOrdinal, GlobalOrdinal, Node > > &map, size_t maxNumEntriesPerRow=0, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Nonmember function to create an empty CrsGraph given a row Map and the max number of entries allowed ...
void setAllIndices(const typename local_graph_device_type::row_map_type &rowPointers, const typename local_graph_device_type::entries_type::non_const_type &columnIndices)
Set the graph's data directly, using 1-D storage.
void insertLocalIndices(const local_ordinal_type localRow, const Teuchos::ArrayView< const local_ordinal_type > &indices)
Insert local indices into the graph.
local_inds_host_view_type getLocalIndicesHost() const
Get a host view of the packed column indicies.
bool supportsRowViews() const override
Whether this class implements getLocalRowView() and getGlobalRowView() (it does).
size_t getNumEntriesInGlobalRow(global_ordinal_type globalRow) const override
Returns the current number of entries on this node in the specified global row.
CrsGraph(CrsGraph< local_ordinal_type, global_ordinal_type, node_type > &originalGraph, const Teuchos::RCP< const map_type > &rowMap, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying row Map and an existing graph to subview. The graph created will point to the ...
size_t insertGlobalIndicesImpl(const RowInfo &rowInfo, const global_ordinal_type inputGblColInds[], const size_t numInputInds, std::function< void(const size_t, const size_t, const size_t)> fun=std::function< void(const size_t, const size_t, const size_t)>())
Insert global indices, using an input RowInfo.
bool isFillComplete() const override
Whether fillComplete() has been called and the graph is in compute mode.
void setDomainRangeMaps(const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap)
void fillComplete(const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Tell the graph that you are done changing its structure; set default domain and range Maps.
void swap(CrsGraph< local_ordinal_type, global_ordinal_type, Node > &graph)
Swaps the data from *this with the data and maps from graph.
::Tpetra::Map< LO, GO, node_type > map_type
CrsGraph & operator=(const CrsGraph< local_ordinal_type, global_ordinal_type, node_type > &)=default
Assignment operator (default).
void getLocalRowCopy(local_ordinal_type lclRow, nonconst_local_inds_host_view_type &lclColInds, size_t &numColInds) const override
Get a copy of the given row, using local indices.
void getGlobalRowView(const global_ordinal_type gblRow, global_inds_host_view_type &gblColInds) const override
Get a const view of the given global row's global column indices.
CrsGraph(const Teuchos::RCP< const map_type > &rowMap, const Teuchos::RCP< const map_type > &colMap, const size_t maxNumEntriesPerRow, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying column Map and a single upper bound for the number of entries in all rows on t...
const row_ptrs_host_view_type & getRowPtrsUnpackedHost() const
Get the unpacked row pointers on host. Lazily make a copy from device.
void exportAndFillComplete(Teuchos::RCP< CrsGraph< local_ordinal_type, global_ordinal_type, Node > > &destGraph, const export_type &rowExporter, const export_type &domainExporter, const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap, const Teuchos::RCP< Teuchos::ParameterList > ¶ms) const
Export from this to the given destination graph, and make the result fill complete.
void exportAndFillComplete(Teuchos::RCP< CrsGraph< local_ordinal_type, global_ordinal_type, Node > > &destGraph, const export_type &exporter, const Teuchos::RCP< const map_type > &domainMap=Teuchos::null, const Teuchos::RCP< const map_type > &rangeMap=Teuchos::null, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null) const
Export from this to the given destination graph, and make the result fill complete.
void makeColMap(Teuchos::Array< int > &remotePIDs)
Make and set the graph's column Map.
bool haveGlobalConstants_
CrsGraph(const local_graph_device_type &lclGraph, const Teuchos::RCP< const map_type > &rowMap, const Teuchos::RCP< const map_type > &colMap, const Teuchos::RCP< const map_type > &domainMap=Teuchos::null, const Teuchos::RCP< const map_type > &rangeMap=Teuchos::null, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying column, domain and range maps, and a local graph, which the resulting CrsGraph...
size_t getGlobalMaxNumRowEntries() const override
Maximum number of entries in any row of the graph, over all processes in the graph's communicator.
void checkInternalState() const
Throw an exception if the internal state is not consistent.
Teuchos::RCP< const map_type > getRangeMap() const override
Returns the Map associated with the domain of this graph.
void expertStaticFillComplete(const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap, const Teuchos::RCP< const import_type > &importer=Teuchos::null, const Teuchos::RCP< const export_type > &exporter=Teuchos::null, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Perform a fillComplete on a graph that already has data, via setAllIndices().
bool sortGhostsAssociatedWithEachProcessor_
size_t getNumAllocatedEntriesInGlobalRow(global_ordinal_type globalRow) const
Current number of allocated entries in the given row on the calling (MPI) process,...
Teuchos::RCP< const export_type > getExporter() const override
Returns the exporter associated with this graph.
typename device_type::execution_space execution_space
void makeImportExport(Teuchos::Array< int > &remotePIDs, const bool useRemotePIDs)
Make the Import and Export objects, if needed.
global_ordinal_type getIndexBase() const override
Returns the index base for global indices for this graph.
void getLocalDiagOffsets(Teuchos::ArrayRCP< size_t > &offsets) const
Backwards compatibility overload of the above method.
row_ptrs_device_view_type getLocalRowPtrsDevice() const
Get a device view of the packed row offsets.
local_inds_dualv_type::t_host::const_type getLocalIndsViewHost(const RowInfo &rowinfo) const
Get a const, locally indexed view of the locally owned row myRow, such that rowinfo = getRowInfo(myRo...
bool isFillActive() const
Whether resumeFill() has been called and the graph is in edit mode.
Teuchos::RCP< const map_type > getRowMap() const override
Returns the Map that describes the row distribution in this graph.
global_size_t globalNumEntries_
size_t insertGlobalIndicesImpl(const local_ordinal_type lclRow, const global_ordinal_type inputGblColInds[], const size_t numInputInds)
Insert global indices, using an input local row index.
::Tpetra::Export< LO, GO, node_type > export_type
size_t getLocalNumEntries() const override
The local number of entries in the graph.
CrsGraph(const Teuchos::RCP< const map_type > &rowMap, const Teuchos::ArrayView< const size_t > &numEntPerRow, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying a (possibly different) upper bound for the number of entries in each row (lega...
Teuchos::RCP< const import_type > getImporter() const override
Returns the importer associated with this graph.
local_inds_wdv_type lclIndsPacked_wdv
Teuchos::RCP< const map_type > domainMap_
const row_ptrs_host_view_type & getRowPtrsPackedHost() const
Get the packed row pointers on host. Lazily make a copy from device.
size_t getLocalNumCols() const override
Returns the number of columns connected to the locally owned rows of this graph.
nonlocals_type nonlocals_
virtual void pack(const Teuchos::ArrayView< const local_ordinal_type > &exportLIDs, Teuchos::Array< global_ordinal_type > &exports, const Teuchos::ArrayView< size_t > &numPacketsPerLID, size_t &constantNumPackets) const override
void getLocalOffRankOffsets(offset_device_view_type &offsets) const
Get offsets of the off-rank entries in the graph.
global_size_t getGlobalNumCols() const override
Returns the number of global columns in the graph.
Kokkos::View< constsize_t *, device_type >::host_mirror_type k_numAllocPerRow_
Teuchos::RCP< const export_type > exporter_
void insertGlobalIndices(const global_ordinal_type globalRow, const Teuchos::ArrayView< const global_ordinal_type > &indices)
Insert global indices into the graph.
local_inds_dualv_type::t_host getLocalIndsViewHostNonConst(const RowInfo &rowinfo)
Get a ReadWrite locally indexed view of the locally owned row myRow, such that rowinfo = getRowInfo(m...
void replaceDomainMap(const Teuchos::RCP< const map_type > &newDomainMap)
Replace the current domain Map with the given objects.
CrsGraph & operator=(CrsGraph< local_ordinal_type, global_ordinal_type, node_type > &&)=default
Move assignment (default).
void computeGlobalConstants()
Compute global constants, if they have not yet been computed.
CrsGraph(const Teuchos::RCP< const map_type > &rowMap, const Teuchos::RCP< const map_type > &colMap, const Kokkos::DualView< const size_t *, device_type > &numEntPerRow, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying column Map and number of entries in each row.
size_t getNumAllocatedEntriesInLocalRow(local_ordinal_type localRow) const
Current number of allocated entries in the given row on the calling (MPI) process,...
typename row_graph_type::local_inds_device_view_type local_inds_device_view_type
virtual ~CrsGraph()=default
Destructor (virtual for memory safety of derived classes).
offset_device_view_type k_offRankOffsets_
void replaceDomainMapAndImporter(const Teuchos::RCP< const map_type > &newDomainMap, const Teuchos::RCP< const import_type > &newImporter)
Replace the current domain Map and Import with the given parameters.
void setLocallyModified()
Report that we made a local modification to its structure.
CrsGraph(const row_ptrs_device_view_type &rowPointers, const local_inds_wdv_type &columnIndices, const Teuchos::RCP< const map_type > &rowMap, const Teuchos::RCP< const map_type > &colMap, const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap, const Teuchos::RCP< const import_type > &importer, const Teuchos::RCP< const export_type > &exporter, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying the local row pointer and column indices arrays of the local graph; the row,...
size_t getLocalAllocationSize() const
The local number of indices allocated for the graph, over all rows on the calling (MPI) process.
void replaceRangeMap(const Teuchos::RCP< const map_type > &newRangeMap)
Replace the current Range Map with the given objects.
Teuchos::RCP< const map_type > rowMap_
Teuchos::RCP< CrsGraphType > exportAndFillCompleteCrsGraph(const Teuchos::RCP< const CrsGraphType > &sourceGraph, const Export< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > &rowExporter, const Export< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > &domainExporter, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &domainMap, const Teuchos::RCP< const Map< typename CrsGraphType::local_ordinal_type, typename CrsGraphType::global_ordinal_type, typename CrsGraphType::node_type > > &rangeMap, const Teuchos::RCP< Teuchos::ParameterList > ¶ms)
Nonmember CrsGraph constructor that fuses Export and fillComplete().
CrsGraph(const local_graph_device_type &lclGraph, const Teuchos::RCP< const map_type > &rowMap, const Teuchos::RCP< const map_type > &colMap, const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap, const Teuchos::RCP< const import_type > &importer, const Teuchos::RCP< const export_type > &exporter, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
void importAndFillComplete(Teuchos::RCP< CrsGraph< local_ordinal_type, global_ordinal_type, Node > > &destGraph, const import_type &rowImporter, const import_type &domainImporter, const Teuchos::RCP< const map_type > &domainMap, const Teuchos::RCP< const map_type > &rangeMap, const Teuchos::RCP< Teuchos::ParameterList > ¶ms) const
Import from this to the given destination graph, and make the result fill complete.
CrsGraph(const Teuchos::RCP< const map_type > &rowMap, const Teuchos::RCP< const map_type > &colMap, const Teuchos::ArrayRCP< size_t > &rowPointers, const Teuchos::ArrayRCP< local_ordinal_type > &columnIndices, const Teuchos::RCP< Teuchos::ParameterList > ¶ms=Teuchos::null)
Constructor specifying column Map and arrays containing the graph. In almost all cases the indices mu...
const row_ptrs_device_view_type & getRowPtrsPackedDevice() const
Get the packed row pointers on device.
virtual void removeEmptyProcessesInPlace(const Teuchos::RCP< const map_type > &newMap) override
Remove processes owning zero rows from the Maps and their communicator.
void getLocalRowView(const LocalOrdinal lclRow, local_inds_host_view_type &lclColInds) const override
Get a const view of the given local row's local column indices.
bool isGloballyIndexed() const override
Whether the graph's column indices are stored as global indices.
bool isLocallyIndexed() const override
Whether the graph's column indices are stored as local indices.
size_t getLocalMaxNumRowEntries() const override
Maximum number of entries in any row of the graph, on this process.
virtual bool checkSizes(const SrcDistObject &source) override
Compare the source and target (this) objects for compatibility.
local_graph_device_type getLocalGraphDevice() const
Get the local graph.
size_t getLocalNumRows() const override
Returns the number of graph rows owned on the calling node.
void replaceColMap(const Teuchos::RCP< const map_type > &newColMap)
Replace the graph's current column Map with the given Map.
Keep track of how much more space a CrsGraph or CrsMatrix needs, when the graph or matrix is the targ...
A wrapper around Kokkos::DualView to safely manage data that might be replicated between host and dev...
DistObject(const Teuchos::RCP< const map_type > &map)
Kokkos::Device< typename device_type::execution_space, buffer_memory_space > buffer_device_type
Kokkos::Device specialization for communication buffers.
virtual void packAndPrepare(const SrcDistObject &source, const Kokkos::DualView< const local_ordinal_type *, buffer_device_type > &exportLIDs, Kokkos::DualView< packet_type *, buffer_device_type > &exports, Kokkos::DualView< size_t *, buffer_device_type > numPacketsPerLID, size_t &constantNumPackets)
Pack data and metadata for communication (sends).
virtual void unpackAndCombine(const Kokkos::DualView< const local_ordinal_type *, buffer_device_type > &importLIDs, Kokkos::DualView< packet_type *, buffer_device_type > imports, Kokkos::DualView< size_t *, buffer_device_type > numPacketsPerLID, const size_t constantNumPackets, const CombineMode combineMode)
Perform any unpacking and combining after communication.
Communication plan for data redistribution from a (possibly) multiply-owned to a uniquely-owned distr...
Communication plan for data redistribution from a uniquely-owned to a (possibly) multiply-owned distr...
A parallel distribution of indices over processes.
An abstract interface for graphs accessed by rows.
Abstract base class for objects that can be the source of an Import or Export operation.
Implementation details of Tpetra.
Nonmember function that computes a residual Computes R = B - A * X.
int makeColMap(Teuchos::RCP< const Tpetra::Map< LO, GO, NT > > &colMap, Teuchos::Array< int > &remotePIDs, const Teuchos::RCP< const Tpetra::Map< LO, GO, NT > > &domMap, const CrsGraph< LO, GO, NT > &graph, const bool sortEachProcsGids=true, std::ostream *errStrm=NULL)
Make the graph's column Map.
EStorageStatus
Status of the graph's or matrix's storage, when not in a fill-complete state.
Namespace Tpetra contains the class and methods constituting the Tpetra library.
size_t global_size_t
Global size_t object.
CombineMode
Rule for combining data in an Import or Export.
Allocation information for a locally owned row in a CrsGraph or CrsMatrix.