From 5d7298ea07fc74cd93b87f6f9e368d76295565bc Mon Sep 17 00:00:00 2001 From: Aseem Bansal Date: Tue, 3 Dec 2024 18:32:24 +0530 Subject: [PATCH] fix(ingest/gc): typo fix, do not delete empty entities (#12011) --- .../ingestion/source/gc/dataprocess_cleanup.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/gc/dataprocess_cleanup.py b/metadata-ingestion/src/datahub/ingestion/source/gc/dataprocess_cleanup.py index ca67cd6daa045b..2d042c7ea68ec7 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/gc/dataprocess_cleanup.py +++ b/metadata-ingestion/src/datahub/ingestion/source/gc/dataprocess_cleanup.py @@ -114,11 +114,11 @@ class DataProcessCleanupConfig(ConfigModel): ) delete_empty_data_jobs: bool = Field( - True, description="Wether to delete Data Jobs without runs" + True, description="Whether to delete Data Jobs without runs" ) delete_empty_data_flows: bool = Field( - True, description="Wether to delete Data Flows without runs" + True, description="Whether to delete Data Flows without runs" ) hard_delete_entities: bool = Field( @@ -128,7 +128,7 @@ class DataProcessCleanupConfig(ConfigModel): batch_size: int = Field( 500, - description="The number of entities to get in a batch from GraphQL", + description="The number of entities to get in a batch from API", ) max_workers: int = Field( @@ -173,9 +173,9 @@ class DataProcessCleanup: """ This source is a maintenance source which cleans up old/unused aspects. - Currently it only supports:. + Currently it only supports: - DataFlow - -DataJob + - DataJob - DataProcessInstance """ @@ -267,7 +267,7 @@ def delete_entity(self, urn: str, type: str) -> None: if self.dry_run: logger.info( - f"Dry run is on otherwise it would have deleted {urn} with hard deletion is{self.config.hard_delete_entities}" + f"Dry run is on otherwise it would have deleted {urn} with hard deletion is {self.config.hard_delete_entities}" ) return