From 400bf118295c7535c0b742b4b6aa66c41ec338f1 Mon Sep 17 00:00:00 2001
From: Jacob Bieker <jacob@bieker.tech>
Date: Mon, 27 Nov 2023 16:12:04 +0000
Subject: [PATCH] Split Wind multimodal config to own file

---
 configs/model/multimodal.yaml      | 13 ------
 configs/model/wind_multimodal.yaml | 74 ++++++++++++++++++++++++++++++
 2 files changed, 74 insertions(+), 13 deletions(-)
 create mode 100644 configs/model/wind_multimodal.yaml

diff --git a/configs/model/multimodal.yaml b/configs/model/multimodal.yaml
index d19d6bda..41af91e2 100644
--- a/configs/model/multimodal.yaml
+++ b/configs/model/multimodal.yaml
@@ -43,19 +43,6 @@ pv_encoder:
   kdim: 40
   pv_id_embed_dim: 20
 
-#--------------------------------------------
-# Sensor encoder settings
-#--------------------------------------------
-
-sensor_encoder:
-  _target_: pvnet.models.multimodal.site_encoders.encoders.SingleSensorAttentionNetwork
-  _partial_: True
-  num_sites: 123
-  out_features: 40
-  num_heads: 4
-  kdim: 40
-  sensor_id_embed_dim: 20
-
 #--------------------------------------------
 # Tabular network settings
 #--------------------------------------------
diff --git a/configs/model/wind_multimodal.yaml b/configs/model/wind_multimodal.yaml
new file mode 100644
index 00000000..66cc9e80
--- /dev/null
+++ b/configs/model/wind_multimodal.yaml
@@ -0,0 +1,74 @@
+_target_: pvnet.models.multimodal.multimodal.Model
+
+output_quantiles: [0.02, 0.1, 0.25, 0.5, 0.75, 0.9, 0.98]
+
+#--------------------------------------------
+# NWP encoder
+#--------------------------------------------
+
+nwp_encoder:
+  _target_: pvnet.models.multimodal.encoders.encoders3d.DefaultPVNet
+  _partial_: True
+  in_channels: 2
+  out_features: 256
+  number_of_conv3d_layers: 6
+  conv3d_channels: 32
+  image_size_pixels: 24
+
+
+#--------------------------------------------
+# Sensor encoder settings
+#--------------------------------------------
+
+sensor_encoder:
+  _target_: pvnet.models.multimodal.site_encoders.encoders.SingleSensorAttentionNetwork
+  _partial_: True
+  num_sites: 123
+  out_features: 40
+  num_heads: 4
+  kdim: 40
+  sensor_id_embed_dim: 20
+
+#--------------------------------------------
+# Tabular network settings
+#--------------------------------------------
+
+output_network:
+  _target_: pvnet.models.multimodal.linear_networks.networks.ResFCNet2
+  _partial_: True
+  fc_hidden_features: 128
+  n_res_blocks: 6
+  res_block_layers: 2
+  dropout_frac: 0.0
+
+embedding_dim: 16
+include_sun: False
+include_gsp_yield_history: False
+
+#--------------------------------------------
+# Times
+#--------------------------------------------
+
+# Foreast and time settings
+forecast_minutes: 480
+history_minutes: 120
+
+min_sat_delay_minutes: 60
+
+# --- set to null if same as history_minutes ---
+sat_history_minutes: 90
+nwp_history_minutes: 120
+nwp_forecast_minutes: 480
+pv_history_minutes: 180
+
+# ----------------------------------------------
+# Optimizer
+# ----------------------------------------------
+optimizer:
+  _target_: pvnet.optimizers.EmbAdamWReduceLROnPlateau
+  lr: 0.0001
+  weight_decay: 0.01
+  amsgrad: True
+  patience: 5
+  factor: 0.1
+  threshold: 0.002