#83 Add option to save binary files

config/config.template.json

@@ -35,7 +35,8 @@
   "retrieval": {
     "general": {
       "max_process_count": 9,
-      "ifg_file_regex": "^$(SENSOR_ID)$(DATE).*\\.\\d+$"
+      "ifg_file_regex": "^$(SENSOR_ID)$(DATE).*\\.\\d+$",
+      "store_binary_spectra": false
     },
     "ifg_file_permissions": {
       "fail_on_permission_error": true,

src/retrieval/session/move_outputs.py

@@ -90,6 +90,19 @@ def run(
     shutil.copytree(output_src_dir, output_dst)
     shutil.rmtree(output_src_dir)
 
+    # (OPTIONAL) STORE BINARY SPECTRA
+
+    if config.retrieval.general.store_binary_spectra:
+        if session.retrieval_algorithm in ["proffast-2.2", "proffast-2.3"]:
+            shutil.copytree(
+                os.path.join(
+                    session.ctn.data_output_path, "analysis",
+                    f"{session.ctx.sensor_id}_SN{session.ctx.serial_number:03d}",
+                    session.ctx.from_datetime.strftime("%y%m%d"), "cal"
+                ),
+                os.path.join(output_dst, "binary_spectra"),
+            )
+
     # STORE AUTOMATION LOGS
 
     shutil.copyfile(

src/types/config.py

@@ -137,6 +137,11 @@ class RetrievalGeneralConfig(pydantic.BaseModel):
             r"^$(SENSOR_ID)$(DATE).*\.nc$",
         ],
     )
+    store_binary_spectra: bool = pydantic.Field(
+        ...,
+        description=
+        "Whether to store the binary spectra files. These are the files that are used by the retrieval algorithm. They are not needed for the output files, but can be useful for debugging.",
+    )
 
 
 class RetrievalIfgFilePermissionsConfig(pydantic.BaseModel):