Panzer_HierarchicParallelism.hpp

Go to the documentation of this file.

// @HEADER
// *****************************************************************************
//           Panzer: A partial differential equation assembly
//       engine for strongly coupled complex multiphysics systems
//
// Copyright 2011 NTESS and the Panzer contributors.
// SPDX-License-Identifier: BSD-3-Clause
// *****************************************************************************
// @HEADER
 
#ifndef PANZER_HIERARCHIC_PARALLELISM_HPP
#define PANZER_HIERARCHIC_PARALLELISM_HPP
 
#include "Phalanx_KokkosDeviceTypes.hpp"
 
namespace panzer {
 
  class HP {
    bool use_auto_team_size_; 
    int team_size_;           
    int vector_size_;         
    int fad_vector_size_;     
    bool use_shared_memory_;     
    bool fad_use_shared_memory_; 
 
    HP(); 
 
  public:
    static HP& inst();
 
    void overrideSizes(const int& team_size,
           const int& vector_size,
           const int& fad_vector_size, 
                       const bool force_override_safety=false);
 
    void resetSizes() { use_auto_team_size_=true;}
 
    template<typename Scalar>
    int vectorSize() const
    {
      return Sacado::IsADType<Scalar>::value ? fad_vector_size_ : vector_size_;
    }
 
    void setUseSharedMemory(const bool& use_shared_memory,
          const bool& fad_use_shared_memory);
 
    template<typename Scalar>
    bool useSharedMemory() const
    {
      return Sacado::IsADType<Scalar>::value ? fad_use_shared_memory_ : use_shared_memory_;
    }
 
    template<typename ScalarT, typename ... TeamPolicyProperties>
    Kokkos::TeamPolicy<TeamPolicyProperties...> teamPolicy(const int& league_size)
    {
      const int tmp_vector_size = this->template vectorSize<ScalarT>();
 
      if (use_auto_team_size_)
        return Kokkos::TeamPolicy<TeamPolicyProperties...>(league_size,Kokkos::AUTO(),
                                                           tmp_vector_size);
 
      return Kokkos::TeamPolicy<TeamPolicyProperties...>(league_size,team_size_,tmp_vector_size);
    }
 
    template<typename ScalarT, typename ... TeamPolicyProperties, typename ExecSpace>
    Kokkos::TeamPolicy<ExecSpace, TeamPolicyProperties...> teamPolicy(ExecSpace exec_space, const int& league_size)
    {
      const int tmp_vector_size = this->template vectorSize<ScalarT>();
 
      if (use_auto_team_size_)
        return Kokkos::TeamPolicy<TeamPolicyProperties...>(exec_space,league_size,Kokkos::AUTO(),
                                                           tmp_vector_size);
 
      return Kokkos::TeamPolicy<TeamPolicyProperties...>(exec_space,league_size,team_size_,tmp_vector_size);
    }
  };
 
}
 
#endif