Release/1.4.4 (#383)

* fix StorageLevel
quintoandar · Oct 10, 2024 · c26d20b · c26d20b
1 parent f9c5fe4
commit c26d20b
Show file tree

Hide file tree

Showing 6 changed files with 10 additions and 4 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -5,6 +5,9 @@ Preferably use **Added**, **Changed**, **Removed** and **Fixed** topics in each
 
 ## [Unreleased]
 
+## [1.4.4](https://github.com/quintoandar/butterfree/releases/tag/1.4.4)
+* Fix Storage Level ([#382](https://github.com/quintoandar/butterfree/pull/382))
+
 ## [1.4.3](https://github.com/quintoandar/butterfree/releases/tag/1.4.3)
 * Performance upgrade ([#378](https://github.com/quintoandar/butterfree/pull/378))
 

diff --git a/butterfree/migrations/database_migration/cassandra_migration.py b/butterfree/migrations/database_migration/cassandra_migration.py
@@ -89,7 +89,6 @@ def _get_alter_column_type_query(self, column: Diff, table_name: str) -> str:
             Alter column type query.
 
         """
-
         temp_column_name = f"{column.column}_temp"
 
         add_temp_column_query = (

diff --git a/butterfree/pipelines/feature_set_pipeline.py b/butterfree/pipelines/feature_set_pipeline.py
@@ -237,7 +237,7 @@ def run(
             num_processors=num_processors,
         )
 
-        if dataframe.storageLevel != StorageLevel.NONE:
+        if dataframe.storageLevel != StorageLevel(False, False, False, False, 1):
             dataframe.unpersist()  # Clear the data from the cache (disk and memory)
 
         # Step 4: Load the data into the configured sink.

diff --git a/butterfree/transform/aggregated_feature_set.py b/butterfree/transform/aggregated_feature_set.py
@@ -605,7 +605,6 @@ def construct(
 
             # keeping this logic to maintain the same behavior for already implemented
             # feature sets
-
             if self._windows[0].slide == "1 day":
                 base_df = self._get_base_dataframe(
                     client=client, dataframe=output_df, end_date=end_date

diff --git a/docs/source/butterfree.dataframe_service.rst b/docs/source/butterfree.dataframe_service.rst
@@ -23,6 +23,11 @@ butterfree.dataframe\_service.partitioning module
 butterfree.dataframe\_service.repartition module
 ------------------------------------------------
 
+.. automodule:: butterfree.dataframe_service.repartition
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
 .. automodule:: butterfree.dataframe_service.repartition
    :members:
    :undoc-members:

diff --git a/setup.py b/setup.py
@@ -1,7 +1,7 @@
 from setuptools import find_packages, setup
 
 __package_name__ = "butterfree"
-__version__ = "1.4.3"
+__version__ = "1.4.4"
 __repository_url__ = "https://github.com/quintoandar/butterfree"
 
 with open("requirements.txt") as f:
-Original file line number
+Diff line change
@@ Expand Up @@
                 Alter column type query.
             """
             temp_column_name = f"{column.column}_temp"
             add_temp_column_query = (
@@ Expand Down @@