scale_meshfieldcomm_base Module Reference

module FElib / Data / Communication base More...

Data Types
type	localmeshcommdata
	Derived type to manage data communication between a face of local mesh. More...
type	meshfieldcommbase
	Base derived type to manage data communication. More...
interface	meshfieldcommbase_put
type	meshfieldcontainer

Functions/Subroutines
subroutine, public	meshfieldcommbase_init (this, sfield_num, hvfield_num, htensorfield_num, bufsize_per_field, comm_face_num, nnode_lcmeshface, mesh)
	Initialize a base object to manage data communication of fields.
subroutine, public	meshfieldcommbase_final (this)
	Finalize a base object to manage data communication of fields.
subroutine, public	meshfieldcommbase_exchange_core (this, commdata_list, do_wait)
	Exchange halo data.
subroutine, public	meshfieldcommbase_wait_core (this, commdata_list)
	Wait data communication and move tmp data of LocalMeshCommData object to a recv buffer.
subroutine, public	meshfieldcommbase_extract_bounddata (var, refelem, mesh, buf)
subroutine, public	meshfieldcommbase_set_bounddata (buf, refelem, mesh, var)

Detailed Description

module FElib / Data / Communication base

Description

Base module to manage data communication for element-based methods

Author

Yuta Kawai, Team SCALE

Function/Subroutine Documentation

meshfieldcommbase_init()

subroutine, public scale_meshfieldcomm_base::meshfieldcommbase_init	(	class(meshfieldcommbase), intent(inout)	this,
		integer, intent(in)	sfield_num,
		integer, intent(in)	hvfield_num,
		integer, intent(in)	htensorfield_num,
		integer, intent(in)	bufsize_per_field,
		integer, intent(in)	comm_face_num,
		integer, dimension(comm_face_num,mesh%local_mesh_num), intent(in)	nnode_lcmeshface,
		class(meshbase), intent(in), target	mesh )

Initialize a base object to manage data communication of fields.

Parameters

sfield_num	Number of scalar fields
hvfield_num	Number of horizontal vector fields
htensorfield_num	Number of horizontal tensor fields
bufsize_per_field	Buffer size per a field
comm_face_num	Number of faces on a local mesh which perform data communication
Nnode_LCMeshFace	Array to store the number of nodes

Definition at line 150 of file scale_meshfieldcomm_base.F90.

 
    implicit none
    
    class(MeshFieldCommBase), intent(inout) :: this
    class(Meshbase), intent(in), target :: mesh
    integer, intent(in) :: sfield_num
    integer, intent(in) :: hvfield_num
    integer, intent(in) :: htensorfield_num
    integer, intent(in) :: bufsize_per_field
    integer, intent(in) :: comm_face_num
    integer, intent(in) :: Nnode_LCMeshFace(comm_face_num,mesh%LOCAL_MESH_NUM)
 
    integer :: n, f
    class(LocalMeshBase), pointer :: lcmesh
    !-----------------------------------------------------------------------------
 
    this%mesh => mesh
    this%sfield_num = sfield_num
    this%hvfield_num = hvfield_num
    this%htensorfield_num = htensorfield_num
    this%field_num_tot = sfield_num + hvfield_num*2 + htensorfield_num*4
    this%nfaces_comm = comm_face_num
 
    if (this%field_num_tot > 0) then
      allocate( this%send_buf(bufsize_per_field, this%field_num_tot, mesh%LOCAL_MESH_NUM) )
      allocate( this%recv_buf(bufsize_per_field, this%field_num_tot, mesh%LOCAL_MESH_NUM) )
      allocate( this%request_send(comm_face_num*mesh%LOCAL_MESH_NUM) )
      allocate( this%request_recv(comm_face_num*mesh%LOCAL_MESH_NUM) )
 
      allocate( this%commdata_list(comm_face_num,mesh%LOCAL_MESH_NUM) )
      allocate( this%is_f(comm_face_num,mesh%LOCAL_MESH_NUM) ) 
 
      do n=1, mesh%LOCAL_MESH_NUM
        this%is_f(1,n) = 1
        do f=2, this%nfaces_comm
          this%is_f(f,n) = this%is_f(f-1,n) + nnode_lcmeshface(f-1,n)
        end do
 
        call mesh%GetLocalMesh(n, lcmesh)
        do f=1, this%nfaces_comm
          call this%commdata_list(f,n)%Init( this, lcmesh, f, nnode_lcmeshface(f,n) )
        end do
      end do  
    end if 
 
    this%MPI_pc_flag = .false.
 
    return

Referenced by scale_meshfieldcomm_base::meshfieldcommbase::prepare_pc().

meshfieldcommbase_final()

subroutine, public scale_meshfieldcomm_base::meshfieldcommbase_final

(

class(meshfieldcommbase), intent(inout)

this

)

Finalize a base object to manage data communication of fields.

Definition at line 206 of file scale_meshfieldcomm_base.F90.

    implicit none
    
    class(MeshFieldCommBase), intent(inout) :: this
 
    integer :: n, f
    integer :: ireq
    integer :: ierr
    !-----------------------------------------------------------------------------
 
    if (this%field_num_tot > 0) then
      deallocate( this%send_buf, this%recv_buf )
      deallocate( this%request_send, this%request_recv )
 
      do n=1, this%mesh%LOCAL_MESH_NUM
      do f=1, this%nfaces_comm
        call this%commdata_list(f,n)%Final()
      end do
      end do     
      deallocate( this%commdata_list, this%is_f )
 
      if (this%MPI_pc_flag) then
        do ireq=1, this%req_counter
          call mpi_request_free( this%request_pc(ireq), ierr )
        end do           
        deallocate( this%request_pc ) 
      end if
    end if
 
    return

Referenced by scale_meshfieldcomm_base::meshfieldcommbase::prepare_pc().

meshfieldcommbase_exchange_core()

subroutine, public scale_meshfieldcomm_base::meshfieldcommbase_exchange_core	(	class(meshfieldcommbase), intent(inout)	this,
		type(localmeshcommdata), dimension(this%nfaces_comm, this%mesh%local_mesh_num), intent(inout), target	commdata_list,
		logical, intent(in), optional	do_wait )

Exchange halo data.

Parameters

commdata_list	Array of LocalMeshCommData objects which manage information and halo data
do_wait	Flag whether MPI_waitall is called and move tmp data of LocalMeshCommData object to a recv buffer

Definition at line 269 of file scale_meshfieldcomm_base.F90.

!    use scale_prof
    implicit none
  
    class(MeshFieldCommBase), intent(inout) :: this
    type(LocalMeshCommData), intent(inout), target :: commdata_list(this%nfaces_comm, this%mesh%LOCAL_MESH_NUM)
    logical, intent(in), optional :: do_wait
  
    integer :: n, f    
    integer :: ierr
    logical :: do_wait_
    !-----------------------------------------------------------------------------
 
    if ( present(do_wait) ) then
      do_wait_ = do_wait
    else
      do_wait_ = .true.
    end if    
    
!    call PROF_rapstart( 'meshfiled_comm_ex_core', 3)
    if ( this%MPI_pc_flag ) then
      call mpi_startall( this%req_counter, this%request_pc(1:this%req_counter), ierr )
    else
      this%req_counter = 0
    end if
    do n=1, this%mesh%LOCAL_MESH_NUM      
    do f=1, this%nfaces_comm
      call commdata_list(f,n)%SendRecv( &
        this%req_counter, this%request_send(:), this%request_recv(:), & ! (inout)
        commdata_list(:,:),                                           & ! (inout) 
        this%MPI_pc_flag )                                              ! (in)  
    end do
    end do
!    call PROF_rapend( 'meshfiled_comm_ex_core', 3)
 
    if ( do_wait_ ) then
      call meshfieldcommbase_wait_core( this, commdata_list )
      this%call_wait_flag_sub_get = .false.
    else
      this%call_wait_flag_sub_get = .true.
    end if
 
    return

References meshfieldcommbase_wait_core().

Referenced by scale_meshfieldcomm_base::meshfieldcommbase::prepare_pc().

meshfieldcommbase_wait_core()

subroutine, public scale_meshfieldcomm_base::meshfieldcommbase_wait_core	(	class(meshfieldcommbase), intent(inout)	this,
		type(localmeshcommdata), dimension(this%nfaces_comm, this%mesh%local_mesh_num), intent(inout), target	commdata_list )

Wait data communication and move tmp data of LocalMeshCommData object to a recv buffer.

Parameters

commdata_list

Array of LocalMeshCommData objects which manage information and halo data

Definition at line 318 of file scale_meshfieldcomm_base.F90.

    use mpi, only: &
      !MPI_waitall,    &
      mpi_status_size
    use scale_prof
    implicit none
  
    class(MeshFieldCommBase), intent(inout) :: this
    type(LocalMeshCommData), intent(inout), target :: commdata_list(this%nfaces_comm, this%mesh%LOCAL_MESH_NUM)
 
    integer :: ierr
    integer :: stat_send(MPI_STATUS_SIZE, this%nfaces_comm * this%mesh%LOCAL_MESH_NUM)
    integer :: stat_recv(MPI_STATUS_SIZE, this%nfaces_comm * this%mesh%LOCAL_MESH_NUM)
    integer :: stat_pc(MPI_STATUS_SIZE, 2*this%nfaces_comm * this%mesh%LOCAL_MESH_NUM)
 
    integer :: n, f
    integer :: var_id
    integer :: irs, ire
    !----------------------------
 
!    call PROF_rapstart( 'meshfiled_comm_wait_core', 3)
    if ( this%MPI_pc_flag ) then
      if (this%req_counter > 0) then
        call mpi_waitall( this%req_counter, this%request_pc(1:this%req_counter), stat_pc(:,1:this%req_counter), ierr )
      end if
    else
      if ( this%req_counter > 0 ) then
        call mpi_waitall( this%req_counter, this%request_recv(1:this%req_counter), stat_recv(:,1:this%req_counter), ierr )
        call mpi_waitall( this%req_counter, this%request_send(1:this%req_counter), stat_send(:,1:this%req_counter), ierr )
      end if
    end if
!    call PROF_rapend( 'meshfiled_comm_wait_core', 3)
  
    !---------------------
 
!    call PROF_rapstart( 'meshfiled_comm_wait_post', 3)
    do n=1, this%mesh%LOCAL_MESH_NUM
      !$omp parallel do private(var_id,f,irs,ire)
      do var_id=1, this%field_num_tot
        irs = 1
        do f=1, this%nfaces_comm
          ire = irs + commdata_list(f,n)%Nnode_LCMeshFace - 1
          this%recv_buf(irs:ire,var_id,n) = commdata_list(f,n)%recv_buf(:,var_id)
          irs = ire + 1
        end do ! end loop for face
      end do
    end do
!    call PROF_rapend( 'meshfiled_comm_wait_post', 3)
 
    return

Referenced by meshfieldcommbase_exchange_core(), and scale_meshfieldcomm_base::meshfieldcommbase::prepare_pc().

meshfieldcommbase_extract_bounddata()

subroutine, public scale_meshfieldcomm_base::meshfieldcommbase_extract_bounddata	(	real(rp), dimension(refelem%np * mesh%nea), intent(in)	var,
		class(elementbase), intent(in)	refelem,
		class(localmeshbase), intent(in)	mesh,
		real(rp), dimension(size(mesh%vmapb)), intent(out)	buf )

Definition at line 371 of file scale_meshfieldcomm_base.F90.

    implicit none
  
    class(ElementBase), intent(in) :: refElem
    class(LocalMeshBase), intent(in) :: mesh
    real(RP), intent(in) :: var(refElem%Np * mesh%NeA)
    real(RP), intent(out) :: buf(size(mesh%VmapB))
 
    integer :: i
    !-----------------------------------------------------------------------------
    !$omp parallel do
!OCL PREFETCH
    do i=1, size(buf)
      buf(i) = var(mesh%VmapB(i))
    end do
    return

Referenced by scale_meshfieldcomm_base::meshfieldcommbase::prepare_pc().

meshfieldcommbase_set_bounddata()

subroutine, public scale_meshfieldcomm_base::meshfieldcommbase_set_bounddata	(	real(rp), dimension(size(mesh%vmapb)), intent(in)	buf,
		class(elementbase), intent(in)	refelem,
		class(localmeshbase), intent(in)	mesh,
		real(rp), dimension(refelem%np * mesh%nea), intent(inout)	var )

Definition at line 389 of file scale_meshfieldcomm_base.F90.

    implicit none
    
    class(ElementBase), intent(in) :: refElem
    class(LocalMeshBase), intent(in) :: mesh
    real(RP), intent(in) :: buf(size(mesh%VmapB))
    real(RP), intent(inout) :: var(refElem%Np * mesh%NeA)
    !-----------------------------------------------------------------------------
 
    var(refelem%Np*mesh%NeE+1:refelem%Np*mesh%NeE+size(buf)) = buf(:)
    return

Referenced by scale_meshfieldcomm_base::meshfieldcommbase::prepare_pc().