Merge branch 'develop'

wri · Mar 30, 2020 · 1fab045 · 1fab045
2 parents dcdb289 + 5e4576c
commit 1fab045
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/...a/org/globalforestwatch/summarystats/annualupdate_minimal/AnnualUpdateMinimalExport.scala b/...a/org/globalforestwatch/summarystats/annualupdate_minimal/AnnualUpdateMinimalExport.scala
@@ -273,15 +273,15 @@ object AnnualUpdateMinimalExport extends SummaryExport {
 
       exportDF
         .transform(AnnualUpdateMinimalDF.aggSummary(idCols))
-        .coalesce(33) // this should result in an avg file size of 100MB
+        .coalesce(4) // this should result in an avg file size of 100MB
         .write
         .options(csvOptions)
         .csv(path = outputUrl + "/geostore/summary")
     }
     exportDF
       .filter($"treecover_loss__year".isNotNull && $"treecover_loss__ha" > 0)
       .transform(AnnualUpdateMinimalDF.aggChange(idCols))
-      .coalesce(50) // this should result in an avg file size of 100MB
+      .coalesce(10) // this should result in an avg file size of 100MB
       .write
       .options(csvOptions)
       .csv(path = outputUrl + "/geostore/change")