diff --git a/drivers/generate_stage3.R b/drivers/generate_stage3.R index e4f588c379..9a8d277062 100644 --- a/drivers/generate_stage3.R +++ b/drivers/generate_stage3.R @@ -29,7 +29,7 @@ s3_stage3 <- gefs4cast::gefs_s3_dir(product = "stage3", endpoint = config$endpoint, bucket = driver_bucket) -future::plan("future::multisession", workers = 8) +future::plan("future::multisession", workers = 10) furrr::future_walk(dplyr::pull(site_list, site_id), function(curr_site_id){ diff --git a/drivers/update_stage3.R b/drivers/update_stage3.R index 51a6e2ad69..0a8edbf971 100644 --- a/drivers/update_stage3.R +++ b/drivers/update_stage3.R @@ -12,7 +12,7 @@ config <- yaml::read_yaml("challenge_configuration.yaml") driver_bucket <- stringr::word(config$driver_bucket, 1, sep = "/") driver_path <- stringr::word(config$driver_bucket, 2, -1, sep = "/") -future::plan("future::multisession", workers = 8) +future::plan("future::multisession", workers = 10) furrr::future_walk(dplyr::pull(site_list, site_id), function(curr_site_id){