DomainDecomposition Derived Type

  1. SELF_DomainDecomposition.f90
  2. SELF_DomainDecomposition
  3. DomainDecomposition

type, public, extends(DomainDecomposition_t) :: DomainDecomposition


Inherits

type~~domaindecomposition~~InheritsGraph type~domaindecomposition DomainDecomposition c_ptr c_ptr type~domaindecomposition->c_ptr elemToRank_gpu, halo_sides_gpu type~domaindecomposition_t DomainDecomposition_t type~domaindecomposition->type~domaindecomposition_t

Inherited by

type~~domaindecomposition~~InheritedByGraph type~domaindecomposition DomainDecomposition type~semmesh SEMMesh type~semmesh->type~domaindecomposition decomp type~mesh3d_t Mesh3D_t type~mesh3d_t->type~semmesh type~mesh1d Mesh1D type~mesh1d->type~semmesh type~mesh2d_t Mesh2D_t type~mesh2d_t->type~semmesh type~mesh3d Mesh3D type~mesh3d->type~mesh3d_t type~mesh2d Mesh2D type~mesh2d->type~mesh2d_t type~dgmodel1d_t DGModel1D_t type~dgmodel1d_t->type~mesh1d mesh type~mesh3d~2 Mesh3D type~mesh3d~2->type~mesh3d_t type~mesh2d~2 Mesh2D type~mesh2d~2->type~mesh2d_t type~dgmodel3d_t DGModel3D_t type~dgmodel3d_t->type~mesh3d mesh type~amrcontroller3d AMRController3D type~amrcontroller3d->type~mesh3d baseMesh, activeMesh type~dgmodel1d DGModel1D type~dgmodel1d->type~dgmodel1d_t type~dgmodel2d_t DGModel2D_t type~dgmodel2d_t->type~mesh2d mesh type~amrcontroller2d AMRController2D type~amrcontroller2d->type~mesh2d baseMesh, activeMesh type~dgmodel1d~2 DGModel1D type~dgmodel1d~2->type~dgmodel1d_t type~dgmodel3d DGModel3D type~dgmodel3d->type~dgmodel3d_t type~nulldgmodel1d_t NullDGModel1D_t type~nulldgmodel1d_t->type~dgmodel1d type~burgers1d_t Burgers1D_t type~burgers1d_t->type~dgmodel1d type~advection_diffusion_1d_t advection_diffusion_1d_t type~advection_diffusion_1d_t->type~dgmodel1d type~dgmodel3d~2 DGModel3D type~dgmodel3d~2->type~dgmodel3d_t type~dgmodel2d DGModel2D type~dgmodel2d->type~dgmodel2d_t type~dgmodel2d~2 DGModel2D type~dgmodel2d~2->type~dgmodel2d_t type~linearshallowwater2d_t LinearShallowWater2D_t type~linearshallowwater2d_t->type~dgmodel2d type~ecdgmodel2d_t ECDGModel2D_t type~ecdgmodel2d_t->type~dgmodel2d type~nulldgmodel2d_t NullDGModel2D_t type~nulldgmodel2d_t->type~dgmodel2d type~nulldgmodel3d_t NullDGModel3D_t type~nulldgmodel3d_t->type~dgmodel3d type~lineareuler3d_t LinearEuler3D_t type~lineareuler3d_t->type~dgmodel3d type~advection_diffusion_3d_t advection_diffusion_3d_t type~advection_diffusion_3d_t->type~dgmodel3d type~ecdgmodel3d_t ECDGModel3D_t type~ecdgmodel3d_t->type~dgmodel3d type~nulldgmodel1d NullDGModel1D type~nulldgmodel1d->type~nulldgmodel1d_t type~nulldgmodel1d~2 NullDGModel1D type~nulldgmodel1d~2->type~nulldgmodel1d_t type~burgers1d Burgers1D type~burgers1d->type~burgers1d_t type~burgers1d~2 Burgers1D type~burgers1d~2->type~burgers1d_t type~advection_diffusion_1d advection_diffusion_1d type~advection_diffusion_1d->type~advection_diffusion_1d_t type~advection_diffusion_1d~2 advection_diffusion_1d type~advection_diffusion_1d~2->type~advection_diffusion_1d_t type~advection_diffusion_2d_t advection_diffusion_2d_t type~advection_diffusion_2d_t->type~dgmodel2d type~lineareuler2d_t LinearEuler2D_t type~lineareuler2d_t->type~dgmodel2d type~advection_diffusion_2d advection_diffusion_2d type~advection_diffusion_2d->type~advection_diffusion_2d_t type~lineareuler2d_pml_t LinearEuler2D_PML_t type~lineareuler2d_pml_t->type~lineareuler2d_t type~linearshallowwater2d~2 LinearShallowWater2D type~linearshallowwater2d~2->type~linearshallowwater2d_t type~ecdgmodel2d~2 ECDGModel2D type~ecdgmodel2d~2->type~ecdgmodel2d_t type~nulldgmodel2d NullDGModel2D type~nulldgmodel2d->type~nulldgmodel2d_t type~nulldgmodel2d~2 NullDGModel2D type~nulldgmodel2d~2->type~nulldgmodel2d_t type~ecdgmodel3d~2 ECDGModel3D type~ecdgmodel3d~2->type~ecdgmodel3d_t type~lineareuler2d LinearEuler2D type~lineareuler2d->type~lineareuler2d_t type~lineareuler2d~2 LinearEuler2D type~lineareuler2d~2->type~lineareuler2d_t type~advection_diffusion_3d~2 advection_diffusion_3d type~advection_diffusion_3d~2->type~advection_diffusion_3d_t type~advection_diffusion_2d~2 advection_diffusion_2d type~advection_diffusion_2d~2->type~advection_diffusion_2d_t type~ecdgmodel3d ECDGModel3D type~ecdgmodel3d->type~ecdgmodel3d_t type~advection_diffusion_3d advection_diffusion_3d type~advection_diffusion_3d->type~advection_diffusion_3d_t type~linearshallowwater2d LinearShallowWater2D type~linearshallowwater2d->type~linearshallowwater2d_t type~ecdgmodel2d ECDGModel2D type~ecdgmodel2d->type~ecdgmodel2d_t type~nulldgmodel3d NullDGModel3D type~nulldgmodel3d->type~nulldgmodel3d_t type~nulldgmodel3d~2 NullDGModel3D type~nulldgmodel3d~2->type~nulldgmodel3d_t type~lineareuler3d LinearEuler3D type~lineareuler3d->type~lineareuler3d_t type~lineareuler3d~2 LinearEuler3D type~lineareuler3d~2->type~lineareuler3d_t type~lineareuler2d_pml LinearEuler2D_PML type~lineareuler2d_pml->type~lineareuler2d_pml_t type~lineareuler2d_pml~2 LinearEuler2D_PML type~lineareuler2d_pml~2->type~lineareuler2d_pml_t type~esatmo2d_t ESAtmo2D_t type~esatmo2d_t->type~ecdgmodel2d type~ecadvection3d_t ECAdvection3D_t type~ecadvection3d_t->type~ecdgmodel3d type~esatmo3d_t ESAtmo3D_t type~esatmo3d_t->type~ecdgmodel3d type~ecadvection2d_t ECAdvection2D_t type~ecadvection2d_t->type~ecdgmodel2d type~esatmo2d ESAtmo2D type~esatmo2d->type~esatmo2d_t type~esatmo2d~2 ESAtmo2D type~esatmo2d~2->type~esatmo2d_t type~esatmo3d ESAtmo3D type~esatmo3d->type~esatmo3d_t type~ecadvection3d ECAdvection3D type~ecadvection3d->type~ecadvection3d_t type~ecadvection3d~2 ECAdvection3D type~ecadvection3d~2->type~ecadvection3d_t type~esatmo3d~2 ESAtmo3D type~esatmo3d~2->type~esatmo3d_t type~ecadvection2d ECAdvection2D type~ecadvection2d->type~ecadvection2d_t type~ecadvection2d~2 ECAdvection2D type~ecadvection2d~2->type~ecadvection2d_t

Contents

Variables

Type-Bound Procedures

Source Code

DomainDecomposition

Components

TypeVisibilityAttributesNameInitial
integer, public, pointer, dimension(:):: elemToRank
type(c_ptr), public :: elemToRank_gpu
logical, public :: halo_built =.false.
integer, public :: halo_nnbr =0
integer, public :: halo_nsides =0
integer, public, allocatable:: halo_offset(:)
integer, public, allocatable:: halo_rank(:)
type(c_ptr), public :: halo_sides_gpu =c_null_ptr
logical, public :: initialized =.false.
integer, public :: maxMsg
integer, public :: mpiComm =MPI_COMM_NULL
logical, public :: mpiEnabled =.false.
integer, public :: mpiPrec
integer, public :: msgCount
integer, public :: nElem
integer, public :: nRanks
integer, public, pointer, dimension(:):: offSetElem
logical, public :: ownsMpi =.false.
integer, public :: rankId
integer, public, allocatable:: requests(:)
integer, public, allocatable:: stats(:,:)

Type-Bound Procedures

procedure, public :: BuildHaloExchange => BuildHaloExchange_DomainDecomposition

  • public subroutine BuildHaloExchange_DomainDecomposition(this, sideInfo, nElem, nSidesPerElem)

    Build the aggregated halo exchange tables for the mesh this domain decomposition belongs to.

    Read more…

    Arguments

    TypeIntentOptionalAttributesName
    class(DomainDecomposition), intent(inout) :: this
    integer, intent(in) :: sideInfo(1:5,1:nSidesPerElem,1:nElem)
    integer, intent(in) :: nElem
    integer, intent(in) :: nSidesPerElem

procedure, public :: CountRemoteMortarSides => CountRemoteMortarSides_DomainDecomposition_t

  • public function CountRemoteMortarSides_DomainDecomposition_t(this, mortarInfo, nMortars, nSub) result(nRemote)

    Counts the mortar sub-sides this rank exchanges over MPI: those where exactly one of the big side and the sub-side is owned by this rank. A mortar entirely on one rank is served from memory, and one entirely on other ranks is not this rank's to carry.

    Read more…

    Arguments

    TypeIntentOptionalAttributesName
    class(DomainDecomposition_t), intent(in) :: this
    integer, intent(in), pointer:: mortarInfo(:,:)
    integer, intent(in) :: nMortars
    integer, intent(in) :: nSub

    Return Value integer

procedure, public :: CountRemoteSides => CountRemoteSides_DomainDecomposition_t

  • public function CountRemoteSides_DomainDecomposition_t(this, sideInfo, nElem, nSidesPerElem) result(nRemote)

    Counts the conforming sides of the local elements whose neighbor element is owned by another rank -- the sides an exchange sends and receives over MPI.

    Read more…

    Arguments

    TypeIntentOptionalAttributesName
    class(DomainDecomposition_t), intent(in) :: this
    integer, intent(in) :: sideInfo(1:5,1:nSidesPerElem,1:nElem)
    integer, intent(in) :: nElem
    integer, intent(in) :: nSidesPerElem

    Return Value integer

procedure, public :: FinalizeMPIExchangeAsync

procedure, public :: Free => Free_DomainDecomposition

procedure, public :: GenerateDecomposition => GenerateDecomposition_DomainDecomposition_t

procedure, public :: GenerateDecompositionFromOffsets => GenerateDecompositionFromOffsets_DomainDecomposition

  • public subroutine GenerateDecompositionFromOffsets_DomainDecomposition(this, offsetElem, maxMsg)

    Device-aware wrapper of GenerateDecompositionFromOffsets_DomainDecomposition_t: builds the host decomposition from the prescribed offsets, then mirrors elemToRank to the device, as SetElemToRank does for the balanced decomposition.

    Arguments

    TypeIntentOptionalAttributesName
    class(DomainDecomposition), intent(inout) :: this
    integer, intent(in) :: offsetElem(1:this%nRanks+1)
    integer, intent(in) :: maxMsg

procedure, public :: Init => Init_DomainDecomposition

procedure, public :: ReserveMessages => ReserveMessages_DomainDecomposition_t

procedure, public :: SetElemToRank => SetElemToRank_DomainDecomposition

Source Code

  type,extends(DomainDecomposition_t) :: DomainDecomposition
    type(c_ptr) :: elemToRank_gpu

    ! Aggregated MPI halo exchange tables, shared by every field on the mesh.
    ! All locally-owned sides with a neighbor element on another rank are
    ! enumerated once, grouped by neighbor rank and sorted by global side id
    ! within each group, so that the two ranks sharing an interface enumerate
    ! its sides in the same order and packed message buffers line up without
    ! any per-message metadata. Field classes allocate their own packed
    ! send/receive buffers (sized by their variable count) and share these
    ! tables for the pack/unpack kernels and message posting.
    logical :: halo_built = .false.
    integer :: halo_nnbr = 0 ! Number of neighboring ranks
    integer :: halo_nsides = 0 ! Total number of sides exchanged with other ranks
    integer,allocatable :: halo_rank(:) ! (1:halo_nnbr) neighbor rank ids
    integer,allocatable :: halo_offset(:) ! (1:halo_nnbr+1) side-list offsets per neighbor
    type(c_ptr) :: halo_sides_gpu = c_null_ptr ! (element,side,flip) triplets, device copy

  contains

    procedure :: Init => Init_DomainDecomposition
    procedure :: Free => Free_DomainDecomposition

    procedure :: SetElemToRank => SetElemToRank_DomainDecomposition
    procedure :: GenerateDecompositionFromOffsets => GenerateDecompositionFromOffsets_DomainDecomposition

    procedure :: BuildHaloExchange => BuildHaloExchange_DomainDecomposition

  endtype DomainDecomposition