From 59b8f8ccaf40ac110670b886847cf5767c020961 Mon Sep 17 00:00:00 2001 From: Zwart Date: Tue, 6 Feb 2024 15:54:09 -0800 Subject: [PATCH] couple more workers --- drivers/generate_stage3.R | 2 +- drivers/update_stage3.R | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/drivers/generate_stage3.R b/drivers/generate_stage3.R index e4f588c379..9a8d277062 100644 --- a/drivers/generate_stage3.R +++ b/drivers/generate_stage3.R @@ -29,7 +29,7 @@ s3_stage3 <- gefs4cast::gefs_s3_dir(product = "stage3", endpoint = config$endpoint, bucket = driver_bucket) -future::plan("future::multisession", workers = 8) +future::plan("future::multisession", workers = 10) furrr::future_walk(dplyr::pull(site_list, site_id), function(curr_site_id){ diff --git a/drivers/update_stage3.R b/drivers/update_stage3.R index 51a6e2ad69..0a8edbf971 100644 --- a/drivers/update_stage3.R +++ b/drivers/update_stage3.R @@ -12,7 +12,7 @@ config <- yaml::read_yaml("challenge_configuration.yaml") driver_bucket <- stringr::word(config$driver_bucket, 1, sep = "/") driver_path <- stringr::word(config$driver_bucket, 2, -1, sep = "/") -future::plan("future::multisession", workers = 8) +future::plan("future::multisession", workers = 10) furrr::future_walk(dplyr::pull(site_list, site_id), function(curr_site_id){