Skip to content

Commit

Permalink
Merge branch 'datahub-project:master' into master
Browse files Browse the repository at this point in the history
  • Loading branch information
anshbansal authored Dec 3, 2024
2 parents 12c2409 + 5d7298e commit 38fef0e
Showing 1 changed file with 6 additions and 6 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -114,11 +114,11 @@ class DataProcessCleanupConfig(ConfigModel):
)

delete_empty_data_jobs: bool = Field(
True, description="Wether to delete Data Jobs without runs"
True, description="Whether to delete Data Jobs without runs"
)

delete_empty_data_flows: bool = Field(
True, description="Wether to delete Data Flows without runs"
True, description="Whether to delete Data Flows without runs"
)

hard_delete_entities: bool = Field(
Expand All @@ -128,7 +128,7 @@ class DataProcessCleanupConfig(ConfigModel):

batch_size: int = Field(
500,
description="The number of entities to get in a batch from GraphQL",
description="The number of entities to get in a batch from API",
)

max_workers: int = Field(
Expand Down Expand Up @@ -173,9 +173,9 @@ class DataProcessCleanup:
"""
This source is a maintenance source which cleans up old/unused aspects.
Currently it only supports:.
Currently it only supports:
- DataFlow
-DataJob
- DataJob
- DataProcessInstance
"""
Expand Down Expand Up @@ -267,7 +267,7 @@ def delete_entity(self, urn: str, type: str) -> None:

if self.dry_run:
logger.info(
f"Dry run is on otherwise it would have deleted {urn} with hard deletion is{self.config.hard_delete_entities}"
f"Dry run is on otherwise it would have deleted {urn} with hard deletion is {self.config.hard_delete_entities}"
)
return

Expand Down

0 comments on commit 38fef0e

Please sign in to comment.