fix: Set SKIPPED status if no sumstat files for yaml gen

sumstats_service/app.py

@@ -442,8 +442,13 @@ def convert_metadata_to_yaml(gcst_id, **kwargs):
                 additional_info={"exception": str(e)},
             )
         else:
-            logger.info(
-                f"Skipping {gcst_id=} hm: {is_harmonised_included} as it has no files."
+            info = f"Skipping {gcst_id=} hm: {is_harmonised_included} as it has no files."
+            logger.info(info)
+            mdb.insert_or_update_metadata_yaml_request(
+                gcst_id=gcst_id,
+                status=config.MetadataYamlStatus.SKIPPED,
+                is_harmonised=is_harmonised_included,
+                additional_info={"info": info},
             )
 
 

sumstats_service/config.py

@@ -227,3 +227,4 @@ class MetadataYamlStatus(Enum):
     IN_PROGRESS = "in-progress"
     COMPLETED = "completed"
     FAILED = "failed"
+    SKIPPED = "skipped"

sumstats_service/resources/mongo_client.py

@@ -174,10 +174,13 @@ def insert_or_update_metadata_yaml_request(
         gcst_id,
         status,
         is_harmonised=False,
-        additional_info={},
+        additional_info=None,
         globus_endpoint_id=None,
     ):
 
+        if additional_info is None:
+            additional_info = {}
+
         print(f"adding {gcst_id} with hm: {is_harmonised} to yaml")
 
         update_doc = {
@@ -194,7 +197,7 @@ def insert_or_update_metadata_yaml_request(
 
         # If status is COMPLETED, then reset attempts to 0.
         # Otherwise increment attempts.
-        if status == config.MetadataYamlStatus.COMPLETED:
+        if status == config.MetadataYamlStatus.COMPLETED or status == config.MetadataYamlStatus.SKIPPED:
             update_doc["$set"]["attempts"] = 0
         else:
             update_doc["$inc"] = {"attempts": 1}