From 9db1c4548d6b590b8a54895ae450a4a562169a62 Mon Sep 17 00:00:00 2001 From: "joao.albuquerque" Date: Wed, 4 Dec 2024 18:12:53 -0300 Subject: [PATCH] fix(stable-release): reverting #374 --- butterfree/transform/aggregated_feature_set.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/butterfree/transform/aggregated_feature_set.py b/butterfree/transform/aggregated_feature_set.py index 92ee0882..6706bf8c 100644 --- a/butterfree/transform/aggregated_feature_set.py +++ b/butterfree/transform/aggregated_feature_set.py @@ -637,12 +637,12 @@ def construct( output_df = output_df.select(*self.columns).replace( # type: ignore float("nan"), None ) - if not output_df.isStreaming and self.deduplicate_rows: - output_df = self._filter_duplicated_rows(output_df) + if not output_df.isStreaming: + if self.deduplicate_rows: + output_df = self._filter_duplicated_rows(output_df) + if self.eager_evaluation: + output_df.cache().count() post_hook_df = self.run_post_hooks(output_df) - if not output_df.isStreaming and self.eager_evaluation: - post_hook_df.cache().count() - return post_hook_df