From 3f81e7af007eb896775f0af44a89e8c9ca0e0bd6 Mon Sep 17 00:00:00 2001
From: graham <g.macpherson@opencfd.co.uk>
Date: Fri, 13 May 2011 10:12:55 +0100
Subject: [PATCH] ENH: Parallel fill and decomp of space. Initial.
---
...lelHierarchicalDensityWeightedStochastic.C | 455 ++++++++++++++++++
...lelHierarchicalDensityWeightedStochastic.H | 153 ++++++
2 files changed, 608 insertions(+)
create mode 100644 src/mesh/conformalVoronoiMesh/initialPointsMethod/parallelHierarchicalDensityWeightedStochastic/parallelHierarchicalDensityWeightedStochastic.C
create mode 100644 src/mesh/conformalVoronoiMesh/initialPointsMethod/parallelHierarchicalDensityWeightedStochastic/parallelHierarchicalDensityWeightedStochastic.H
diff --git a/src/mesh/conformalVoronoiMesh/initialPointsMethod/parallelHierarchicalDensityWeightedStochastic/parallelHierarchicalDensityWeightedStochastic.C b/src/mesh/conformalVoronoiMesh/initialPointsMethod/parallelHierarchicalDensityWeightedStochastic/parallelHierarchicalDensityWeightedStochastic.C
new file mode 100644
index 00000000000..e00823d412c
--- /dev/null
+++ b/src/mesh/conformalVoronoiMesh/initialPointsMethod/parallelHierarchicalDensityWeightedStochastic/parallelHierarchicalDensityWeightedStochastic.C
@@ -0,0 +1,455 @@
+/*---------------------------------------------------------------------------*\
+ ========= |
+ \\ / F ield | OpenFOAM: The Open Source CFD Toolbox
+ \\ / O peration |
+ \\ / A nd | Copyright (C) 2009-2011 OpenCFD Ltd.
+ \\/ M anipulation |
+-------------------------------------------------------------------------------
+License
+ This file is part of OpenFOAM.
+
+ OpenFOAM is free software: you can redistribute it and/or modify it
+ under the terms of the GNU General Public License as published by
+ the Free Software Foundation, either version 3 of the License, or
+ (at your option) any later version.
+
+ OpenFOAM is distributed in the hope that it will be useful, but WITHOUT
+ ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
+ for more details.
+
+ You should have received a copy of the GNU General Public License
+ along with OpenFOAM. If not, see <http://www.gnu.org/licenses/>.
+
+\*---------------------------------------------------------------------------*/
+
+#include "parallelHierarchicalDensityWeightedStochastic.H"
+#include "addToRunTimeSelectionTable.H"
+
+#include "zeroGradientFvPatchFields.H"
+
+// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
+
+namespace Foam
+{
+
+// * * * * * * * * * * * * * * Static Data Members * * * * * * * * * * * * * //
+
+defineTypeNameAndDebug(parallelHierarchicalDensityWeightedStochastic, 0);
+addToRunTimeSelectionTable
+(
+ initialPointsMethod,
+ parallelHierarchicalDensityWeightedStochastic,
+ dictionary
+);
+
+
+// * * * * * * * * * * * * * Private Member Functions * * * * * * * * * * * //
+
+void parallelHierarchicalDensityWeightedStochastic::printMeshData
+(
+ const polyMesh& mesh
+) const
+{
+ // Collect all data on master
+
+ globalIndex globalCells(mesh.nCells());
+ labelListList patchNeiProcNo(Pstream::nProcs());
+ labelListList patchSize(Pstream::nProcs());
+ const labelList& pPatches = mesh.globalData().processorPatches();
+ patchNeiProcNo[Pstream::myProcNo()].setSize(pPatches.size());
+ patchSize[Pstream::myProcNo()].setSize(pPatches.size());
+ forAll(pPatches, i)
+ {
+ const processorPolyPatch& ppp = refCast<const processorPolyPatch>
+ (
+ mesh.boundaryMesh()[pPatches[i]]
+ );
+ patchNeiProcNo[Pstream::myProcNo()][i] = ppp.neighbProcNo();
+ patchSize[Pstream::myProcNo()][i] = ppp.size();
+ }
+ Pstream::gatherList(patchNeiProcNo);
+ Pstream::gatherList(patchSize);
+
+
+ // Print stats
+
+ globalIndex globalBoundaryFaces(mesh.nFaces()-mesh.nInternalFaces());
+
+ for (label procI = 0; procI < Pstream::nProcs(); procI++)
+ {
+ Info<< endl
+ << "Processor " << procI << nl
+ << " Number of cells = " << globalCells.localSize(procI)
+ << endl;
+
+ label nProcFaces = 0;
+
+ const labelList& nei = patchNeiProcNo[procI];
+
+ forAll(patchNeiProcNo[procI], i)
+ {
+ Info<< " Number of faces shared with processor "
+ << patchNeiProcNo[procI][i] << " = " << patchSize[procI][i]
+ << endl;
+
+ nProcFaces += patchSize[procI][i];
+ }
+
+ Info<< " Number of processor patches = " << nei.size() << nl
+ << " Number of processor faces = " << nProcFaces << nl
+ << " Number of boundary faces = "
+ << globalBoundaryFaces.localSize(procI) << endl;
+ }
+}
+
+
+bool parallelHierarchicalDensityWeightedStochastic::estimateCellWeight
+(
+ const polyMesh& mesh,
+ label cellI,
+ label volType,
+ scalar& weightEstimate
+) const
+{
+ weightEstimate = 10*scalar(Pstream::myProcNo() + 1.0);
+
+ return false;
+}
+
+
+labelList parallelHierarchicalDensityWeightedStochastic::selectRefinementCells
+(
+ const hexRef8& meshCutter,
+ labelList& volumeStatus,
+ volScalarField& cellWeights
+) const
+{
+ labelHashSet cellsToRefine;
+
+ const polyMesh& mesh = meshCutter.mesh();
+
+ // Determine/update the status of each cell
+ forAll(volumeStatus, cellI)
+ {
+ if (volumeStatus[cellI] == searchableSurface::MIXED)
+ {
+ if (meshCutter.cellLevel()[cellI] <= minLevels_)
+ {
+ cellsToRefine.insert(cellI);
+ }
+ }
+
+ if
+ (
+ estimateCellWeight
+ (
+ mesh,
+ cellI,
+ volumeStatus[cellI],
+ cellWeights.internalField()[cellI]
+ )
+ )
+ {
+ cellsToRefine.insert(cellI);
+ }
+ }
+
+ return cellsToRefine.toc();
+}
+
+
+// * * * * * * * * * * * * * * * * Constructors * * * * * * * * * * * * * * //
+
+parallelHierarchicalDensityWeightedStochastic::
+parallelHierarchicalDensityWeightedStochastic
+(
+ const dictionary& initialPointsDict,
+ const conformalVoronoiMesh& cvMesh
+)
+:
+ initialPointsMethod(typeName, initialPointsDict, cvMesh),
+ globalTrialPoints_(0),
+ minCellSizeLimit_
+ (
+ detailsDict().lookupOrDefault<scalar>("minCellSizeLimit", 0.0)
+ ),
+ minLevels_(readLabel(detailsDict().lookup("minLevels"))),
+ maxSizeRatio_(readScalar(detailsDict().lookup("maxSizeRatio"))),
+ volRes_(readLabel(detailsDict().lookup("sampleResolution"))),
+ surfRes_
+ (
+ detailsDict().lookupOrDefault<label>("surfaceSampleResolution", volRes_)
+ )
+{
+ if (maxSizeRatio_ <= 1.0)
+ {
+ maxSizeRatio_ = 2.0;
+
+ WarningIn
+ (
+ "parallelHierarchicalDensityWeightedStochastic::"
+ "parallelHierarchicalDensityWeightedStochastic"
+ "("
+ "const dictionary& initialPointsDict,"
+ "const conformalVoronoiMesh& cvMesh"
+ ")"
+ )
+ << "The maxSizeRatio must be greater than one to be sensible, "
+ << "setting to " << maxSizeRatio_
+ << endl;
+ }
+}
+
+
+// * * * * * * * * * * * * * * * Member Functions * * * * * * * * * * * * * //
+
+std::vector<Vb::Point>
+parallelHierarchicalDensityWeightedStochastic::initialPoints() const
+{
+ std::vector<Vb::Point> initialPoints;
+
+ if (Pstream::parRun())
+ {
+ fvMesh mesh
+ (
+ IOobject
+ (
+ fvMesh::defaultRegion,
+ cvMesh_.time().timeName(),
+ cvMesh_.time(),
+ IOobject::MUST_READ
+ )
+ );
+
+ //Read decomposePar dictionary
+ IOdictionary decomposeDict
+ (
+ IOobject
+ (
+ "decomposeParDict",
+ cvMesh_.time().system(),
+ cvMesh_.time(),
+ IOobject::MUST_READ_IF_MODIFIED,
+ IOobject::NO_WRITE
+ )
+ );
+
+ scalar mergeDist = 1e-6*mesh.bounds().mag();
+
+ volScalarField cellWeights
+ (
+ IOobject
+ (
+ "cellWeights",
+ mesh.time().timeName(),
+ mesh,
+ IOobject::NO_READ,
+ IOobject::NO_WRITE
+ ),
+ mesh,
+ dimensionedScalar("one", dimless, 1.0),
+ zeroGradientFvPatchScalarField::typeName
+ );
+
+ const conformationSurfaces& geometry = cvMesh_.geometryToConformTo();
+
+ // Decomposition
+ autoPtr<decompositionMethod> decomposerPtr
+ (
+ decompositionMethod::New(decomposeDict)
+ );
+
+ decompositionMethod& decomposer = decomposerPtr();
+
+ if (!decomposer.parallelAware())
+ {
+ FatalErrorIn
+ (
+ "parallelHierarchicalDensityWeightedStochastic"
+ )
+ << "You have selected decomposition method "
+ << decomposer.typeName
+ << " which is not parallel aware." << endl
+ << exit(FatalError);
+ }
+
+ hexRef8 meshCutter
+ (
+ mesh,
+ labelList(mesh.nCells(), 0),
+ labelList(mesh.nPoints(), 0)
+ );
+
+ // For each cell in the mesh has it been determined if it is fully
+ // inside, outside, or overlaps the surface
+ labelList volumeStatus
+ (
+ mesh.nCells(),
+ searchableSurface::UNKNOWN
+ );
+
+ // Surface refinement
+ {
+ while (true)
+ {
+ // Determine/update the status of each cell
+ forAll(volumeStatus, cellI)
+ {
+ if (volumeStatus[cellI] == searchableSurface::UNKNOWN)
+ {
+ treeBoundBox cellBb
+ (
+ mesh.cells()[cellI].points
+ (
+ mesh.faces(),
+ mesh.points()
+ )
+ );
+
+ if (geometry.overlaps(cellBb))
+ {
+ volumeStatus[cellI] = searchableSurface::MIXED;
+ }
+ else if (geometry.inside(cellBb.midpoint()))
+ {
+ volumeStatus[cellI] = searchableSurface::INSIDE;
+ }
+ else
+ {
+ volumeStatus[cellI] =
+ searchableSurface::OUTSIDE;
+ }
+ }
+ }
+
+ labelList refCells = selectRefinementCells
+ (
+ meshCutter,
+ volumeStatus,
+ cellWeights
+ );
+
+ // Maintain 2:1 ratio
+ labelList newCellsToRefine
+ (
+ meshCutter.consistentRefinement
+ (
+ refCells,
+ true // extend set
+ )
+ );
+
+ forAll(newCellsToRefine, nCTRI)
+ {
+ label cellI = newCellsToRefine[nCTRI];
+
+ if (volumeStatus[cellI] == searchableSurface::MIXED)
+ {
+ volumeStatus[cellI] = searchableSurface::UNKNOWN;
+ }
+
+ cellWeights.internalField()[cellI] = max
+ (
+ 1.0,
+ cellWeights.internalField()[cellI]/8.0
+ );
+ }
+
+ if (newCellsToRefine.empty())
+ {
+ break;
+ }
+
+ // Mesh changing engine.
+ polyTopoChange meshMod(mesh);
+
+ // Play refinement commands into mesh changer.
+ meshCutter.setRefinement(newCellsToRefine, meshMod);
+
+ // Create mesh, return map from old to new mesh.
+ autoPtr<mapPolyMesh> map = meshMod.changeMesh(mesh, false);
+
+ // Update fields
+ mesh.updateMesh(map);
+
+ // Update numbering of cells/vertices.
+ meshCutter.updateMesh(map);
+
+ {
+ // Map volumeStatus
+
+ const labelList& cellMap = map().cellMap();
+
+ labelList newVolumeStatus(cellMap.size());
+
+ forAll(cellMap, newCellI)
+ {
+ label oldCellI = cellMap[newCellI];
+
+ if (oldCellI == -1)
+ {
+ newVolumeStatus[newCellI] =
+ searchableSurface::UNKNOWN;;
+ }
+ else
+ {
+ newVolumeStatus[newCellI] = volumeStatus[oldCellI];
+ }
+ }
+
+ volumeStatus.transfer(newVolumeStatus);
+ }
+
+ Info<< "Refined from "
+ << returnReduce(map().nOldCells(), sumOp<label>())
+ << " to " << mesh.globalData().nTotalCells() << " cells."
+ << nl << endl;
+
+ const_cast<Time&>(mesh.time())++;
+ meshCutter.write();
+ mesh.write();
+ cellWeights.write();
+
+ labelList newDecomp = decomposer.decompose
+ (
+ mesh,
+ mesh.cellCentres(),
+ cellWeights
+ );
+
+ fvMeshDistribute distributor(mesh, mergeDist);
+
+ autoPtr<mapDistributePolyMesh> mapDist =
+ distributor.distribute(newDecomp);
+
+ meshCutter.distribute(mapDist);
+
+ mapDist().distributeCellData(volumeStatus);
+
+ printMeshData(mesh);
+
+ const_cast<Time&>(mesh.time())++;
+ meshCutter.write();
+ mesh.write();
+ cellWeights.write();
+ }
+ }
+
+ // const_cast<Time&>(mesh.time())++;
+ // cellWeights.write();
+ // mesh.write();
+
+ // Pout<< "crash now" << endl;
+ // Pout<< acos(2.0) << endl;
+ }
+
+ return initialPoints;
+}
+
+
+// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
+
+} // End namespace Foam
+
+// ************************************************************************* //
diff --git a/src/mesh/conformalVoronoiMesh/initialPointsMethod/parallelHierarchicalDensityWeightedStochastic/parallelHierarchicalDensityWeightedStochastic.H b/src/mesh/conformalVoronoiMesh/initialPointsMethod/parallelHierarchicalDensityWeightedStochastic/parallelHierarchicalDensityWeightedStochastic.H
new file mode 100644
index 00000000000..f92c5e080bf
--- /dev/null
+++ b/src/mesh/conformalVoronoiMesh/initialPointsMethod/parallelHierarchicalDensityWeightedStochastic/parallelHierarchicalDensityWeightedStochastic.H
@@ -0,0 +1,153 @@
+/*---------------------------------------------------------------------------*\
+ ========= |
+ \\ / F ield | OpenFOAM: The Open Source CFD Toolbox
+ \\ / O peration |
+ \\ / A nd | Copyright (C) 2009-2011 OpenCFD Ltd.
+ \\/ M anipulation |
+-------------------------------------------------------------------------------
+License
+ This file is part of OpenFOAM.
+
+ OpenFOAM is free software: you can redistribute it and/or modify it
+ under the terms of the GNU General Public License as published by
+ the Free Software Foundation, either version 3 of the License, or
+ (at your option) any later version.
+
+ OpenFOAM is distributed in the hope that it will be useful, but WITHOUT
+ ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
+ for more details.
+
+ You should have received a copy of the GNU General Public License
+ along with OpenFOAM. If not, see <http://www.gnu.org/licenses/>.
+
+Class
+ Foam::parallelHierarchicalDensityWeightedStochastic
+
+Description
+ Choose random points inside the domain and place them with a probability
+ proportional to the target density of points.
+
+SourceFiles
+ parallelHierarchicalDensityWeightedStochastic.C
+
+\*---------------------------------------------------------------------------*/
+
+#ifndef parallelHierarchicalDensityWeightedStochastic_H
+#define parallelHierarchicalDensityWeightedStochastic_H
+
+#include "initialPointsMethod.H"
+
+#include "fvMesh.H"
+#include "hexRef8.H"
+#include "cellSet.H"
+#include "meshTools.H"
+#include "polyTopoChange.H"
+#include "mapPolyMesh.H"
+#include "decompositionMethod.H"
+#include "fvMeshDistribute.H"
+#include "mapDistributePolyMesh.H"
+#include "globalIndex.H"
+#include "treeBoundBox.H"
+
+// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
+
+namespace Foam
+{
+
+/*---------------------------------------------------------------------------*\
+ Class parallelHierarchicalDensityWeightedStochastic Declaration
+\*---------------------------------------------------------------------------*/
+
+class parallelHierarchicalDensityWeightedStochastic
+:
+ public initialPointsMethod
+{
+
+private:
+
+ // Private data
+
+ //- Trial points attempted to be placed in all boxes
+ mutable label globalTrialPoints_;
+
+ //- Smallest minimum cell size allowed, i.e. to avoid high initial
+ // population of areas of small size
+ scalar minCellSizeLimit_;
+
+ //- Maximum normal level of recursion, can be more if a high density
+ // ratio is detected
+ label minLevels_;
+
+ //- Maximum allowed ratio of cell size in a box
+ scalar maxSizeRatio_;
+
+ //- How fine should the initial sample of the volume a box be to
+ // investigate it cell sizes and volume fraction
+ label volRes_;
+
+ //- How fine should the initial sample of the surface of a box be to
+ // investigate if it is near to a the geometry.
+ label surfRes_;
+
+ // Private Member Functions
+
+ //- Print details of the decomposed mesh
+ void printMeshData(const polyMesh& mesh) const;
+
+ //- Estimate the number of vertices that will be in this cell, returns
+ // true if the cell is to be split because of the density ratio inside
+ // it
+ bool estimateCellWeight
+ (
+ const polyMesh& mesh,
+ label cellI,
+ label volType,
+ scalar& weightEstimate
+ ) const;
+
+ //- Select cells for refinement at the surface of the geometry to be
+ // meshed
+ labelList selectRefinementCells
+ (
+ const hexRef8& meshCutter,
+ labelList& volumeStatus,
+ volScalarField& cellWeights
+ ) const;
+
+public:
+
+ //- Runtime type information
+ TypeName("parallelHierarchicalDensityWeightedStochastic");
+
+ // Constructors
+
+ //- Construct from components
+ parallelHierarchicalDensityWeightedStochastic
+ (
+ const dictionary& initialPointsDict,
+ const conformalVoronoiMesh& cvMesh
+ );
+
+
+ //- Destructor
+ virtual ~parallelHierarchicalDensityWeightedStochastic()
+ {}
+
+
+ // Member Functions
+
+ //- Return the initial points for the conformalVoronoiMesh
+ virtual std::vector<Vb::Point> initialPoints() const;
+};
+
+
+// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
+
+} // End namespace Foam
+
+// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //
+
+#endif
+
+// ************************************************************************* //
--
GitLab