Use repartition instead of coalesce

wri · Oct 5, 2021 · 5f45510 · 5f45510
1 parent cf30d80
commit 5f45510
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/...lobalforestwatch/summarystats/forest_change_diagnostic/ForestChangeDiagnosticExport.scala b/...lobalforestwatch/summarystats/forest_change_diagnostic/ForestChangeDiagnosticExport.scala
@@ -36,7 +36,7 @@ object ForestChangeDiagnosticExport extends SummaryExport {
                             kwargs: Map[String, Any]): Unit = {
 
     summaryDF
-      .coalesce(1)
+      .repartition(1)
       .write
       .options(csvOptions)
       .csv(path = outputUrl + "/final")
@@ -47,7 +47,7 @@ object ForestChangeDiagnosticExport extends SummaryExport {
                                      outputUrl: String): Unit = {
 
     intermediateListDF
-      .coalesce(1)
+      .repartition(1)
       .write
       .options(csvOptions)
       .csv(path = outputUrl + "/intermediate")

diff --git a/...ain/scala/org/globalforestwatch/summarystats/gfwpro_dashboard/GfwProDashboardExport.scala b/...ain/scala/org/globalforestwatch/summarystats/gfwpro_dashboard/GfwProDashboardExport.scala
@@ -20,7 +20,7 @@ object GfwProDashboardExport extends SummaryExport {
                                       kwargs: Map[String, Any]): Unit = {
 
     summaryDF
-      .coalesce(1)
+      .repartition(1)
       .write
       .options(csvOptions)
       .csv(path = outputUrl + "/final")