Merge branch 'datahub-project:master' into master

acryldata · Nov 20, 2024 · 3cc4903 · 3cc4903
2 parents 971d989 + 05d362a
commit 3cc4903
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/gc/dataprocess_cleanup.py b/metadata-ingestion/src/datahub/ingestion/source/gc/dataprocess_cleanup.py
@@ -401,7 +401,10 @@ def get_workunits_internal(self) -> Iterable[MetadataWorkUnit]:
                     total_runs=job.get("entity").get("runs").get("total"),
                 )
                 if datajob_entity.total_runs > 0:
-                    self.delete_dpi_from_datajobs(datajob_entity)
+                    try:
+                        self.delete_dpi_from_datajobs(datajob_entity)
+                    except Exception as e:
+                        logger.error(f"While trying to delete {datajob_entity} got {e}")
                 if (
                     datajob_entity.total_runs == 0
                     and self.config.delete_empty_data_jobs