HPCC-31984 Changes following review

Signed-off-by: Shamser Ahmed <[email protected]>
hpcc-systems · Sep 17, 2024 · 3a8ea64 · 3a8ea64
1 parent 51b1c6c
commit 3a8ea64
Show file tree

Hide file tree

Showing 2 changed files with 21 additions and 13 deletions.
diff --git a/thorlcr/activities/hashdistrib/thhashdistribslave.cpp b/thorlcr/activities/hashdistrib/thhashdistribslave.cpp
@@ -95,6 +95,7 @@ class CDistributorBase : implements IHashDistributor, implements IExceptionHandl
     size32_t fixedEstSize;
     Owned<IRowWriter> pipewr;
     Owned<ISmartRowBuffer> piperd;
+    mutable CriticalSection critPiperd;
 
 protected:
     /*
@@ -1183,14 +1184,17 @@ class CDistributorBase : implements IHashDistributor, implements IExceptionHandl
         ihash = _ihash;
         iCompare = _iCompare;
         keepBestCompare = _keepBestCompare;
-        if (allowSpill)
         {
-            StringBuffer temp;
-            GetTempFilePath(temp,"hddrecvbuff");
-            piperd.setown(createSmartBuffer(activity, temp.str(), pullBufferSize, rowIf));
+            CriticalBlock block(critPiperd);
+            if (allowSpill)
+            {
+                StringBuffer temp;
+                GetTempFilePath(temp,"hddrecvbuff");
+                piperd.setown(createSmartBuffer(activity, temp.str(), pullBufferSize, rowIf));
+            }
+            else
+                piperd.setown(createSmartInMemoryBuffer(activity, rowIf, pullBufferSize));
         }
-        else
-            piperd.setown(createSmartInMemoryBuffer(activity, rowIf, pullBufferSize));
 
         pipewr.set(piperd->queryWriter());
         connected = true;
@@ -1232,7 +1236,10 @@ class CDistributorBase : implements IHashDistributor, implements IExceptionHandl
         deserializer = NULL;
         fixedEstSize = 0;
         input.clear();
-        piperd.clear();
+        {
+            CriticalBlock block(critPiperd);
+            piperd.clear();
+        }
         pipewr.clear();
         ihash = NULL;
         iCompare = NULL;
@@ -1433,9 +1440,10 @@ class CDistributorBase : implements IHashDistributor, implements IExceptionHandl
 
     virtual void mergeStats(CRuntimeStatisticCollection &stats) const
     {
+        sender.mergeStats(stats);
+        CriticalBlock block(critPiperd);
         if (piperd)
             mergeRemappedStats(stats, piperd, diskToTempStatsMap);
-        sender.mergeStats(stats);
     }
     // IExceptionHandler impl.
     virtual bool fireException(IException *e)

diff --git a/thorlcr/thorutil/thbuf.cpp b/thorlcr/thorutil/thbuf.cpp
@@ -76,6 +76,7 @@ class CSmartRowBuffer: public CSimpleInterface, implements ISmartRowBuffer, impl
     ThorRowQueue *out;
     CFileOwner tmpFileOwner;
     Owned<IFileIO> tempFileIO;
+    mutable CriticalSection critTmpFileIO;
     SpinLock lock;
     bool waiting;
     Semaphore waitsem;
@@ -146,6 +147,7 @@ class CSmartRowBuffer: public CSimpleInterface, implements ISmartRowBuffer, impl
         }
         if (!tempFileIO) {
             SpinUnblock unblock(lock);
+            CriticalBlock block(critTmpFileIO);
             tempFileIO.setown(tmpFileOwner.queryIFile().open(IFOcreaterw));
             if (!tempFileIO)
             {
@@ -426,6 +428,7 @@ class CSmartRowBuffer: public CSimpleInterface, implements ISmartRowBuffer, impl
     }
     virtual unsigned __int64 getStatistic(StatisticKind kind) const override
     {
+        CriticalBlock block(critTmpFileIO);
         if (tempFileIO)
             return tempFileIO->getStatistic(kind);
         else
@@ -1075,12 +1078,9 @@ class CCompressedSpillingRowStream: public CSimpleInterfaceOf<ISmartRowBuffer>,
     virtual unsigned __int64 getStatistic(StatisticKind kind) const
     {
         unsigned __int64 v = inactiveStats.queryStatistic(kind).get();
+        CriticalBlock b(critCurrentOutputIFileIO);
         if (currentOutputIFileIO)
-        {
-            CriticalBlock b(critCurrentOutputIFileIO);
-            if (currentOutputIFileIO)
-                v += currentOutputIFileIO->getStatistic(kind);
-        }
+            v += currentOutputIFileIO->getStatistic(kind);
         return v;
     }
 // IRowStream