Add explicitly mode in the executePlan args

astrolabsoftware · Nov 19, 2023 · aecdb47 · aecdb47
1 parent 47e4b0f
commit aecdb47
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/fink_broker/partitioning.py b/fink_broker/partitioning.py
@@ -142,9 +142,11 @@ def numPart(df, partition_size=128.):
         .builder \
         .getOrCreate()
 
+    logical_plan = df._jdf.queryExecution().logical()
+    mode = df._jdf.queryExecution().mode()
     b = spark._jsparkSession\
         .sessionState()\
-        .executePlan(df._jdf.queryExecution().logical())\
+        .executePlan(plan, mode)\
         .optimizedPlan()\
         .stats()\
         .sizeInBytes()