fix(stable-release): reverting #374

quintoandar · Dec 4, 2024 · 9db1c45 · 9db1c45
1 parent 212fe59
commit 9db1c45
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/butterfree/transform/aggregated_feature_set.py b/butterfree/transform/aggregated_feature_set.py
@@ -637,12 +637,12 @@ def construct(
         output_df = output_df.select(*self.columns).replace(  # type: ignore
             float("nan"), None
         )
-        if not output_df.isStreaming and self.deduplicate_rows:
-            output_df = self._filter_duplicated_rows(output_df)
+        if not output_df.isStreaming:
+            if self.deduplicate_rows:
+                output_df = self._filter_duplicated_rows(output_df)
+            if self.eager_evaluation:
+                output_df.cache().count()
 
         post_hook_df = self.run_post_hooks(output_df)
 
-        if not output_df.isStreaming and self.eager_evaluation:
-            post_hook_df.cache().count()
-
         return post_hook_df