Merge pull request #267 from bnubald/235_defensive_generate_workers

Fixes #235 defensive generate workers
icenet-ai · May 29, 2024 · afcad65 · afcad65
2 parents 3206a74 + f9fa56c
commit afcad65
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/icenet/data/dataset.py b/icenet/data/dataset.py
@@ -88,7 +88,7 @@ def __init__(self,
         self._counts = self._config["counts"]
         self._dtype = getattr(np, self._config["dtype"])
         self._loader_config = self._config["loader_config"]
-        self._generate_workers = self._config["generate_workers"]
+        self._generate_workers = self._config.get("generate_workers", 4)
         self._n_forecast_days = self._config["n_forecast_days"]
         self._num_channels = self._config["num_channels"]
         self._shape = tuple(self._config["shape"])
@@ -148,7 +148,7 @@ def get_data_loader(self,
         if n_forecast_days is None:
             n_forecast_days = self._config["n_forecast_days"]
         if generate_workers is None:
-            generate_workers = self._config["generate_workers"]
+            generate_workers = self._config.get("generate_workers", 4)
         loader = IceNetDataLoaderFactory().create_data_loader(
             "dask",  # This will load the `DaskMultiWorkerLoader` class.
             self.loader_config,