Updates to config to fix loading

openclimatefix · Nov 28, 2023 · 7728f74 · 7728f74
1 parent 765c72b
commit 7728f74
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 8 deletions.
diff --git a/configs/datamodule/configuration/leonardo_wind_configuration.yaml b/configs/datamodule/configuration/leonardo_wind_configuration.yaml
@@ -5,11 +5,7 @@ general:
 input_data:
   default_forecast_minutes: 480
   default_history_minutes: 60
-
-  sensor:
-    sensor_filename: /mnt/storage_ssd_4tb/ASOS/asos_india.nc
-    sensor_variables:
-      - wind_speed_knots
+  data_source_which_defines_geospatial_locations: "sensor"
   nwp:
     nwp_zarr_path: "/mnt/storage_b/data/ocf/solar_pv_nowcasting/nowcasting_dataset_pipeline/NWP/ECMWF/nw-india/zarr/*.zarr.zip"
     history_minutes: 60
@@ -28,6 +24,12 @@ input_data:
       - si10 # 10-metre wind speed | live = unknown
     nwp_image_size_pixels_height: 96
     nwp_image_size_pixels_width: 96
-
-output_data:
-  filepath: "not-needed"
+    x_dim_name: "longitude"
+    y_dim_name: "latitude"
+    provider: "ecmwf"
+  sensor:
+    sensor_filename: "/mnt/storage_ssd_4tb/ASOS/asos_india.nc"
+    sensor_variables:
+      - wind_speed_knots
+    x_dim_name: "longitude"
+    y_dim_name: "latitude"
diff --git a/scripts/save_batches.py b/scripts/save_batches.py
@@ -132,6 +132,7 @@ def main(config: DictConfig):
             config_dm.configuration,
             *config_dm.val_period,
             config_dm.batch_size,
+            renewable=config.renewable,
         )
 
         _save_batches_with_dataloader(
@@ -149,6 +150,7 @@ def main(config: DictConfig):
             config_dm.configuration,
             *config_dm.train_period,
             config_dm.batch_size,
+            renewable=config.renewable,
         )
 
         _save_batches_with_dataloader(