fix: limit fields to only required ones (open-metadata#13647)

gorgias · Oct 19, 2023 · fc335f2 · fc335f2
1 parent c0108ca
commit fc335f2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ingestion/src/metadata/data_insight/source/metadata.py b/ingestion/src/metadata/data_insight/source/metadata.py
@@ -123,7 +123,7 @@ def _iter(self, *_, **__) -> Iterable[Either[DataInsightRecord]]:
                 processor = cast(DataProcessor, processor)
                 processor.pre_hook() if processor.pre_hook else None  # pylint: disable=expression-not-assigned
 
-                for data in producer.fetch_data():
+                for data in producer.fetch_data(fields=["owner", "tags"]):
                     processor.refine(data)
 
                 processor.post_hook() if processor.post_hook else None  # pylint: disable=expression-not-assigned