zoneDistribute.H

Go to the documentation of this file.

/*---------------------------------------------------------------------------*\
  =========                 |
  \\      /  F ield         | OpenFOAM: The Open Source CFD Toolbox
   \\    /   O peration     |
    \\  /    A nd           | www.openfoam.com
     \\/     M anipulation  |
-------------------------------------------------------------------------------
    Copyright (C) 2020 DLR
    Copyright (C) 2022-2023 OpenCFD Ltd.
-------------------------------------------------------------------------------
License
    This file is part of OpenFOAM.
 
    OpenFOAM is free software: you can redistribute it and/or modify it
    under the terms of the GNU General Public License as published by
    the Free Software Foundation, either version 3 of the License, or
    (at your option) any later version.
 
    OpenFOAM is distributed in the hope that it will be useful, but WITHOUT
    ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
    FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
    for more details.
 
    You should have received a copy of the GNU General Public License
    along with OpenFOAM.  If not, see <http://www.gnu.org/licenses/>.
 
Class
    Foam::zoneDistribute
 
Description
    Class for parallel communication in a narrow band. It either provides a Map
    with the neighbouring values of the selected region or returns a Map of the
    required values in global addressing. Also holds a reference to the stencil
    Before the data transfer the communication has to be set up:
    exchangeFields_.setUpCommforZone(interfaceCell_);
    Is used in the plicRDF
 
    Original code supplied by Henning Scheufler, DLR (2019)
 
    Additional optimization of processor communication
    provided by Tetsuo AOYAGI, RIST (2022), to use a more compact
    exchange of sizes with an updated version of PstreamBuffers.
    This optimization uses additional sendTo/recvFrom member data
    to track the topological connectivity, acting like an on-the-fly
    sub-communicator, and respects corner connectivity.
 
    -# Initially topological connections are empty (or all false).
    -# Scan the stencil global cellIds (active zones only) and split
       into sub-lists according the originating processor (the sender).
    -# If an originating processor appears/disappears, need to update
       the connectivity information (requires an all-to-all).
    -# When possible, the topological send/recv is used in PstreamBuffers
       finishedSends (minimizes communication).
    .
 
SourceFiles
    zoneDistributeI.H
    zoneDistribute.C
 
\*---------------------------------------------------------------------------*/
 
#ifndef Foam_zoneDistribute_H
#define Foam_zoneDistribute_H
 
#include "fvMesh.H"
#include "globalIndex.H"
#include "volFields.H"
 
#include "zoneCPCStencil.H"
#include "MeshObject.H"
 
// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
 
namespace Foam
{
 
/*---------------------------------------------------------------------------*\
                        Class zoneDistribute Declaration
\*---------------------------------------------------------------------------*/
 
class zoneDistribute
:
    public MeshObject<fvMesh, TopologicalMeshObject, zoneDistribute>
{
    // Private Typedefs
 
        typedef MeshObject
        <
            fvMesh,
            TopologicalMeshObject,
            zoneDistribute
        > MeshObject_type;
 
 
    // Private Data
 
        //- Reference to the zone stencil
        zoneCPCStencil& stencil_;
 
        //- Global number into index of cells/faces
        const globalIndex& globalNumbering_;
 
        //- Global cell/face index to send for processor-to-processor comms
        List<labelList> send_;
 
        //- Parallel [cache]: send connectivity (true/false)
        bitSet sendConnections_;
 
        //- Parallel [cache]: send data to these ranks
        DynamicList<label> sendProcs_;
 
        //- Parallel [cache]: recv data from these ranks
        DynamicList<label> recvProcs_;
 
        //- Persistent set of exchange buffers
        PstreamBuffers pBufs_;
 
        //- Cell labels for all cells with a face on a cyclic boundary
        bitSet cyclicBoundaryCells_;
 
        //- Holds for each cell on cyclic patch the centres of the cells in its
        //  point neighbour stencil.
        //  Used in getCyclicPatches to identify neigbhour patch ID of point
        //  neighbours on other side of a processorPolyPatch.
        autoPtr<Map<vectorField>> cyclicCentres_;
 
 
    // Private Member Functions
 
        //- Return local volField value at (cell or face) index
        template<typename Type>
        Type getLocalValue
        (
            const VolumeField<Type>& phi,
            const label localIdx
        ) const;
 
        //- Gives patchNumber and patchFaceNumber for a given
        //- Geometric volume field
        template<typename Type>
        Type faceValue
        (
            const VolumeField<Type>& phi,
            const label localIdx
        ) const;
 
 
public:
 
    //- Runtime information
    TypeName("zoneDistribute");
 
 
    // Constructors
 
        //- Construct from fvMesh
        explicit zoneDistribute(const fvMesh&);
 
        //- Selector
        static zoneDistribute& New(const fvMesh&);
 
 
    //- Destructor
    virtual ~zoneDistribute() = default;
 
 
    // Member Functions
 
        //- Update stencil with boolList the size has to match mesh nCells
        void setUpCommforZone(const boolList& zone, bool updateStencil=true);
 
        //- Updates stencil with boolList the size has to match mesh nCells
        void updateStencil(const boolList& zone);
 
        //- Stencil reference
        const labelListList& getStencil() noexcept
        {
            return stencil_;
        }
 
        //- Addressing reference
        const globalIndex& globalNumbering() const noexcept
        {
            return globalNumbering_;
        }
 
        //- Finds and returns list of all cyclic patch labels to which celli's
        //  point neighbour cell, globalIdx, belongs. celli and globalIdx touch
        //  in at least one point on these patches. globalIdx typically belongs
        //  to stencil_[celli]. The returned label list is used to transform
        //  positions across cyclic boundaries e.g. to be able to calculate
        //  distances between cell centres and interface centres in plicRDF
        //  across such boundaries.
        List<label> getCyclicPatches
        (
            const label celli,
            const label globalIdx,
            const vector globalIdxCellCentre
        ) const;
 
        //- Gives patchNumber and patchFaceNumber for a given
        //- Geometric volume field
        template<typename Type>
        Type getValue
        (
            const VolumeField<Type>& phi,
            const Map<Type>& valuesFromOtherProc,
            const label gblIdx
        ) const;
 
        vector getPosition
        (
            const VolumeField<vector>& positions,
            const Map<vector>& valuesFromOtherProc,
            const label gblIdx,
            const List<label> cyclicPatchID = List<label>()
        ) const;
 
        //- Returns stencil and provides a Map with globalNumbering
        template<typename Type>
        Map<Field<Type>> getFields
        (
            const boolList& zone,
            const VolumeField<Type>& phi
        );
 
        //- Returns stencil and provides a Map with globalNumbering
        //  Note: Not used currently (v2412) but needed for future surface
        //  tension modelling.
        template<typename Type>
        Map<Field<Type>> getPositionFields
        (
            const boolList& zone,
            const VolumeField<Type>& phi,
            const bool& checkTransformation = false
        );
 
        //- Returns stencil and provides a Map with globalNumbering
        template<typename Type>
        Map<Type> getDatafromOtherProc
        (
            const boolList& zone,
            const VolumeField<Type>& phi
        );
};
 
 
// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
 
} // End namespace Foam
 
// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
 
// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
 
#ifdef NoRepository
#include "zoneDistributeI.H"
#endif
 
// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
 
#endif
 
// ************************************************************************* //