diff --git a/CHANGELOG.md b/CHANGELOG.md index fa60d6d5..8d3e7ba5 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -5,6 +5,9 @@ Preferably use **Added**, **Changed**, **Removed** and **Fixed** topics in each ## [Unreleased] +## [1.4.4](https://github.com/quintoandar/butterfree/releases/tag/1.4.4) +* Fix Storage Level ([#382](https://github.com/quintoandar/butterfree/pull/382)) + ## [1.4.3](https://github.com/quintoandar/butterfree/releases/tag/1.4.3) * Performance upgrade ([#378](https://github.com/quintoandar/butterfree/pull/378)) diff --git a/butterfree/migrations/database_migration/cassandra_migration.py b/butterfree/migrations/database_migration/cassandra_migration.py index db8e7493..4d50746c 100644 --- a/butterfree/migrations/database_migration/cassandra_migration.py +++ b/butterfree/migrations/database_migration/cassandra_migration.py @@ -89,7 +89,6 @@ def _get_alter_column_type_query(self, column: Diff, table_name: str) -> str: Alter column type query. """ - temp_column_name = f"{column.column}_temp" add_temp_column_query = ( diff --git a/butterfree/pipelines/feature_set_pipeline.py b/butterfree/pipelines/feature_set_pipeline.py index d57459f3..cda233f7 100644 --- a/butterfree/pipelines/feature_set_pipeline.py +++ b/butterfree/pipelines/feature_set_pipeline.py @@ -237,7 +237,7 @@ def run( num_processors=num_processors, ) - if dataframe.storageLevel != StorageLevel.NONE: + if dataframe.storageLevel != StorageLevel(False, False, False, False, 1): dataframe.unpersist() # Clear the data from the cache (disk and memory) # Step 4: Load the data into the configured sink. diff --git a/butterfree/transform/aggregated_feature_set.py b/butterfree/transform/aggregated_feature_set.py index 7f96e1ed..0760af14 100644 --- a/butterfree/transform/aggregated_feature_set.py +++ b/butterfree/transform/aggregated_feature_set.py @@ -605,7 +605,6 @@ def construct( # keeping this logic to maintain the same behavior for already implemented # feature sets - if self._windows[0].slide == "1 day": base_df = self._get_base_dataframe( client=client, dataframe=output_df, end_date=end_date diff --git a/docs/source/butterfree.dataframe_service.rst b/docs/source/butterfree.dataframe_service.rst index ae9658a5..faf9cf54 100644 --- a/docs/source/butterfree.dataframe_service.rst +++ b/docs/source/butterfree.dataframe_service.rst @@ -23,6 +23,11 @@ butterfree.dataframe\_service.partitioning module butterfree.dataframe\_service.repartition module ------------------------------------------------ +.. automodule:: butterfree.dataframe_service.repartition + :members: + :undoc-members: + :show-inheritance: + .. automodule:: butterfree.dataframe_service.repartition :members: :undoc-members: diff --git a/setup.py b/setup.py index 411b8cc4..5b7ea095 100644 --- a/setup.py +++ b/setup.py @@ -1,7 +1,7 @@ from setuptools import find_packages, setup __package_name__ = "butterfree" -__version__ = "1.4.3" +__version__ = "1.4.4" __repository_url__ = "https://github.com/quintoandar/butterfree" with open("requirements.txt") as f: