From f1d4626d2b6c4390238fa482814eddd2147084d3 Mon Sep 17 00:00:00 2001 From: Ralph Rassweiler Date: Thu, 20 Jun 2024 11:45:40 -0300 Subject: [PATCH] Release 1.3.3 (#365) * fix: to lower case * pin numpy --- CHANGELOG.md | 6 ++++ butterfree/configs/db/cassandra_config.py | 30 ++++++++++--------- docs/source/butterfree.configs.rst | 5 ++++ docs/source/butterfree.constants.rst | 11 +++++++ docs/source/butterfree.dataframe_service.rst | 11 +++++++ ...tterfree.migrations.database_migration.rst | 1 - requirements.txt | 1 + setup.py | 2 +- 8 files changed, 51 insertions(+), 16 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 635672a7..8e1d1dc8 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -5,6 +5,12 @@ Preferably use **Added**, **Changed**, **Removed** and **Fixed** topics in each ## [Unreleased] +## [1.3.3](https://github.com/quintoandar/butterfree/releases/tag/1.3.3) +* Fix Cassandra Config and Numpy version ([#364](https://github.com/quintoandar/butterfree/pull/364)) + +## [1.3.2](https://github.com/quintoandar/butterfree/releases/tag/1.3.2) +* Fix publish script ([#362](https://github.com/quintoandar/butterfree/pull/362)) + ## [1.3.2](https://github.com/quintoandar/butterfree/releases/tag/1.3.2) * Fix publish script ([#360](https://github.com/quintoandar/butterfree/pull/362)) diff --git a/butterfree/configs/db/cassandra_config.py b/butterfree/configs/db/cassandra_config.py index d60bb697..d576359c 100644 --- a/butterfree/configs/db/cassandra_config.py +++ b/butterfree/configs/db/cassandra_config.py @@ -228,26 +228,28 @@ def translate(self, schema: List[Dict[str, Any]]) -> List[Dict[str, Any]]: """ cassandra_mapping = { - "TimestampType": "timestamp", - "BinaryType": "boolean", - "BooleanType": "boolean", - "DateType": "timestamp", - "DecimalType": "decimal", - "DoubleType": "double", - "FloatType": "float", - "IntegerType": "int", - "LongType": "bigint", - "StringType": "text", - "ArrayType(LongType,true)": "frozen>", - "ArrayType(StringType,true)": "frozen>", - "ArrayType(FloatType,true)": "frozen>", + "timestamptype": "timestamp", + "binarytype": "boolean", + "booleantype": "boolean", + "datetype": "timestamp", + "decimaltype": "decimal", + "doubletype": "double", + "floattype": "float", + "integertype": "int", + "longtype": "bigint", + "stringtype": "text", + "arraytype(longtype,true)": "frozen>", + "arraytype(stringtype,true)": "frozen>", + "arraytype(floattype,true)": "frozen>", } cassandra_schema = [] for features in schema: cassandra_schema.append( { "column_name": features["column_name"], - "type": cassandra_mapping[str(features["type"]).replace("()", "")], + "type": cassandra_mapping[ + str(features["type"]).replace("()", "").lower() + ], "primary_key": features["primary_key"], } ) diff --git a/docs/source/butterfree.configs.rst b/docs/source/butterfree.configs.rst index b013e9c7..771600f6 100644 --- a/docs/source/butterfree.configs.rst +++ b/docs/source/butterfree.configs.rst @@ -33,6 +33,11 @@ butterfree.configs.logger module :undoc-members: :show-inheritance: +.. automodule:: butterfree.configs.logger + :members: + :undoc-members: + :show-inheritance: + Module contents --------------- diff --git a/docs/source/butterfree.constants.rst b/docs/source/butterfree.constants.rst index 7077e110..cfbfe725 100644 --- a/docs/source/butterfree.constants.rst +++ b/docs/source/butterfree.constants.rst @@ -37,6 +37,12 @@ butterfree.constants.spark\_constants module :show-inheritance: +.. automodule:: butterfree.constants.migrations + :members: + :undoc-members: + :show-inheritance: + + .. automodule:: butterfree.constants.spark_constants :members: :undoc-members: @@ -55,6 +61,11 @@ butterfree.constants.window\_definitions module :undoc-members: :show-inheritance: +.. automodule:: butterfree.constants.window_definitions + :members: + :undoc-members: + :show-inheritance: + Module contents --------------- diff --git a/docs/source/butterfree.dataframe_service.rst b/docs/source/butterfree.dataframe_service.rst index a0e59cfc..395e99ab 100644 --- a/docs/source/butterfree.dataframe_service.rst +++ b/docs/source/butterfree.dataframe_service.rst @@ -28,6 +28,17 @@ butterfree.dataframe\_service.repartition module :undoc-members: :show-inheritance: +.. automodule:: butterfree.dataframe_service.partitioning + :members: + :undoc-members: + :show-inheritance: + + +.. automodule:: butterfree.dataframe_service.repartition + :members: + :undoc-members: + :show-inheritance: + Module contents --------------- diff --git a/docs/source/butterfree.migrations.database_migration.rst b/docs/source/butterfree.migrations.database_migration.rst index 32ba4d4d..e015b0ea 100644 --- a/docs/source/butterfree.migrations.database_migration.rst +++ b/docs/source/butterfree.migrations.database_migration.rst @@ -4,7 +4,6 @@ butterfree.migrations.database\_migration package Submodules ---------- -butterfree.migrations.database\_migration.cassandra\_migration module --------------------------------------------------------------------- .. automodule:: butterfree.migrations.database_migration.cassandra_migration diff --git a/requirements.txt b/requirements.txt index 0af8a62a..f3968c60 100644 --- a/requirements.txt +++ b/requirements.txt @@ -6,3 +6,4 @@ pyspark==3.5.1 typer==0.4.2 typing-extensions>3.7.4,<5 boto3==1.17.* +numpy==1.26.4 diff --git a/setup.py b/setup.py index 2a6672ed..f12b2681 100644 --- a/setup.py +++ b/setup.py @@ -1,7 +1,7 @@ from setuptools import find_packages, setup __package_name__ = "butterfree" -__version__ = "1.3.2" +__version__ = "1.3.3" __repository_url__ = "https://github.com/quintoandar/butterfree" with open("requirements.txt") as f: