Reduce the IO load for pimple

dafoam/pyDAFoam.py

@@ -467,6 +467,7 @@ def __init__(self):
             "objFuncEndTime": -1.0,
             "PCMatPrecomputeInterval": 100,
             "PCMatUpdateInterval": 1,
+            "reduceIO": True,
         }
 
         ## At which iteration should we start the averaging of objective functions.
@@ -3126,18 +3127,21 @@ def runColoring(self):
             from .pyColoringIncompressible import pyColoringIncompressible
 
             solverArg = "ColoringIncompressible -python " + self.parallelFlag
+
             solver = pyColoringIncompressible(solverArg.encode(), self.options)
         elif solverName in self.solverRegistry["Compressible"]:
 
             from .pyColoringCompressible import pyColoringCompressible
 
             solverArg = "ColoringCompressible -python " + self.parallelFlag
+
             solver = pyColoringCompressible(solverArg.encode(), self.options)
         elif solverName in self.solverRegistry["Solid"]:
 
             from .pyColoringSolid import pyColoringSolid
 
             solverArg = "ColoringSolid -python " + self.parallelFlag
+
             solver = pyColoringSolid(solverArg.encode(), self.options)
         else:
             raise Error("pyDAFoam: %s not registered! Check _solverRegistry(self)." % solverName)

src/adjoint/DASolver/DAPimpleFoam/DAPimpleFoam.C

@@ -151,6 +151,14 @@ label DAPimpleFoam::solvePrimal(
     // reset the unsteady obj func to zeros
     this->initUnsteadyObjFuncs();
 
+    // we need to reduce the number of files written to the disk to minimize the file IO load
+    label reduceIO = daOptionPtr_->getAllOptions().subDict("unsteadyAdjoint").getLabel("reduceIO");
+    if (reduceIO)
+    {
+        // set all states and vars to NO_WRITE
+        this->disableStateAutoWrite();
+    }
+
     // main loop
     while (runTime.run())
     {
@@ -208,11 +216,13 @@ label DAPimpleFoam::solvePrimal(
                  << nl << endl;
         }
 
-        runTime.write();
-
-        if (mode_ == "hybrid")
+        if (reduceIO)
+        {
+            this->writeAdjStates();
+        }
+        else
         {
-            this->saveTimeInstanceFieldHybrid(timeInstanceI);
+            runTime.write();
         }
     }
 

src/adjoint/DASolver/DAPimpleFoam/DAPimpleFoam.H

@@ -95,8 +95,8 @@ protected:
     /// pressure reference value
     scalar pRefValue_ = 0.0;
 
-    /// whether the hybrid adjoint or time accurate adjoint is active
-    word mode_ = "None";
+    /// the primal IO interval
+    label IOInterval_ = 1; 
 
 public:
     TypeName("DAPimpleFoam");

src/adjoint/DASolver/DASolver.C

@@ -8668,6 +8668,150 @@ void DASolver::calcPCMatWithFvMatrix(Mat PCMat)
 #endif
 }
 
+void DASolver::disableStateAutoWrite()
+{
+    /*
+    Description:
+        set state variables to NO_WRITE to reduce the file IO load
+    */
+
+    // volVector states
+    forAll(stateInfo_["volVectorStates"], idxI)
+    {
+        const word stateName = stateInfo_["volVectorStates"][idxI];
+        volVectorField& state =
+            const_cast<volVectorField&>(meshPtr_->thisDb().lookupObject<volVectorField>(stateName));
+
+        state.writeOpt() = IOobject::NO_WRITE;
+    }
+
+    // volScalar states
+    forAll(stateInfo_["volScalarStates"], idxI)
+    {
+        const word stateName = stateInfo_["volScalarStates"][idxI];
+        volScalarField& state =
+            const_cast<volScalarField&>(meshPtr_->thisDb().lookupObject<volScalarField>(stateName));
+
+        state.writeOpt() = IOobject::NO_WRITE;
+    }
+
+    // model states
+    forAll(stateInfo_["modelStates"], idxI)
+    {
+        const word stateName = stateInfo_["modelStates"][idxI];
+        volScalarField& state =
+            const_cast<volScalarField&>(meshPtr_->thisDb().lookupObject<volScalarField>(stateName));
+
+        state.writeOpt() = IOobject::NO_WRITE;
+    }
+
+    // surfaceScalar states
+    forAll(stateInfo_["surfaceScalarStates"], idxI)
+    {
+        const word stateName = stateInfo_["surfaceScalarStates"][idxI];
+        surfaceScalarField& state =
+            const_cast<surfaceScalarField&>(meshPtr_->thisDb().lookupObject<surfaceScalarField>(stateName));
+
+        state.writeOpt() = IOobject::NO_WRITE;
+    }
+
+    // some potential extra variables
+    if (meshPtr_->thisDb().foundObject<volScalarField>("nut"))
+    {
+        volScalarField& nut =
+            const_cast<volScalarField&>(meshPtr_->thisDb().lookupObject<volScalarField>("nut"));
+        nut.writeOpt() = IOobject::NO_WRITE;
+    }
+
+    if (meshPtr_->thisDb().foundObject<volScalarField>("betaFI"))
+    {
+        volScalarField& betaFI =
+            const_cast<volScalarField&>(meshPtr_->thisDb().lookupObject<volScalarField>("betaFI"));
+        betaFI.writeOpt() = IOobject::NO_WRITE;
+    }
+
+    if (meshPtr_->thisDb().foundObject<volVectorField>("fvSource"))
+    {
+        volVectorField& fvSource =
+            const_cast<volVectorField&>(meshPtr_->thisDb().lookupObject<volVectorField>("fvSource"));
+        fvSource.writeOpt() = IOobject::NO_WRITE;
+    }
+}
+
+void DASolver::writeAdjStates()
+{
+    /*
+    Description:
+        Write only the adjoint states
+    */
+
+    // volVector states
+    forAll(stateInfo_["volVectorStates"], idxI)
+    {
+        const word stateName = stateInfo_["volVectorStates"][idxI];
+        volVectorField& state =
+            const_cast<volVectorField&>(meshPtr_->thisDb().lookupObject<volVectorField>(stateName));
+
+        state.write();
+    }
+
+    // volScalar states
+    forAll(stateInfo_["volScalarStates"], idxI)
+    {
+        const word stateName = stateInfo_["volScalarStates"][idxI];
+        volScalarField& state =
+            const_cast<volScalarField&>(meshPtr_->thisDb().lookupObject<volScalarField>(stateName));
+
+        state.write();
+    }
+
+    // model states
+    forAll(stateInfo_["modelStates"], idxI)
+    {
+        const word stateName = stateInfo_["modelStates"][idxI];
+        volScalarField& state =
+            const_cast<volScalarField&>(meshPtr_->thisDb().lookupObject<volScalarField>(stateName));
+
+        state.write();
+    }
+
+    // surfaceScalar states
+    forAll(stateInfo_["surfaceScalarStates"], idxI)
+    {
+        const word stateName = stateInfo_["surfaceScalarStates"][idxI];
+        surfaceScalarField& state =
+            const_cast<surfaceScalarField&>(meshPtr_->thisDb().lookupObject<surfaceScalarField>(stateName));
+
+        state.write();
+    }
+
+    scalar endTime = runTimePtr_->endTime().value();
+    scalar deltaT = runTimePtr_->deltaT().value();
+    label nInstances = round(endTime / deltaT);
+
+    // write these extra suppressed variables for the last time step
+    if (runTimePtr_->timeIndex() == nInstances)
+    {
+        if (meshPtr_->thisDb().foundObject<volScalarField>("nut"))
+        {
+            const volScalarField& nut = meshPtr_->thisDb().lookupObject<volScalarField>("nut");
+            nut.write();
+        }
+
+        if (meshPtr_->thisDb().foundObject<volScalarField>("betaFI"))
+        {
+            const volScalarField& betaFI = meshPtr_->thisDb().lookupObject<volScalarField>("betaFI");
+            betaFI.write();
+        }
+
+        if (meshPtr_->thisDb().foundObject<volVectorField>("fvSource"))
+        {
+            const volVectorField& fvSource = meshPtr_->thisDb().lookupObject<volVectorField>("fvSource");
+            fvSource.write();
+        }
+    }
+}
+
 void DASolver::readStateVars(
     scalar timeVal,
     label oldTimeLevel)

src/adjoint/DASolver/DASolver.H

@@ -1134,6 +1134,12 @@ public:
         DAUtility::pyCalcBetaJacVecProd = jacVecProd;
     }
 
+    /// set state variables to NO_WRITE
+    void disableStateAutoWrite();
+
+    /// write state variables that are NO_WRITE to disk
+    void writeAdjStates();
+
 #ifdef CODI_AD_REVERSE
 
     /// global tape for reverse-mode AD