From d73a9af39d03769f604230c176f3c9498feee12c Mon Sep 17 00:00:00 2001 From: Max Piskunov Date: Tue, 14 Jan 2025 17:08:08 +0000 Subject: [PATCH] remove max_statistics_size from ColumnProperties Signed-off-by: Max Piskunov --- python/deltalake/table.py | 5 +---- python/src/lib.rs | 4 ---- python/tests/test_writerproperties.py | 2 -- 3 files changed, 1 insertion(+), 10 deletions(-) diff --git a/python/deltalake/table.py b/python/deltalake/table.py index caafd2eb21..f8357c3700 100644 --- a/python/deltalake/table.py +++ b/python/deltalake/table.py @@ -218,7 +218,6 @@ def __init__( self, dictionary_enabled: Optional[bool] = None, statistics_enabled: Optional[Literal["NONE", "CHUNK", "PAGE"]] = None, - max_statistics_size: Optional[int] = None, bloom_filter_properties: Optional[BloomFilterProperties] = None, ): """Create a Column Properties instance for the Rust parquet writer: @@ -226,18 +225,16 @@ def __init__( Args: dictionary_enabled: Enable dictionary encoding for the column. statistics_enabled: Statistics level for the column. - max_statistics_size: Maximum size of statistics for the column. bloom_filter_properties: Bloom Filter Properties for the column. """ self.dictionary_enabled = dictionary_enabled self.statistics_enabled = statistics_enabled - self.max_statistics_size = max_statistics_size self.bloom_filter_properties = bloom_filter_properties def __str__(self) -> str: return ( f"dictionary_enabled: {self.dictionary_enabled}, statistics_enabled: {self.statistics_enabled}, " - f"max_statistics_size: {self.max_statistics_size}, bloom_filter_properties: {self.bloom_filter_properties}" + f"bloom_filter_properties: {self.bloom_filter_properties}" ) diff --git a/python/src/lib.rs b/python/src/lib.rs index a4551bf641..b91874616d 100644 --- a/python/src/lib.rs +++ b/python/src/lib.rs @@ -1573,9 +1573,6 @@ fn set_writer_properties(writer_properties: PyWriterProperties) -> DeltaResult, pub statistics_enabled: Option, - pub max_statistics_size: Option, pub bloom_filter_properties: Option, } diff --git a/python/tests/test_writerproperties.py b/python/tests/test_writerproperties.py index a9a8db5868..822ad82c02 100644 --- a/python/tests/test_writerproperties.py +++ b/python/tests/test_writerproperties.py @@ -29,7 +29,6 @@ def test_writer_properties_all_filled(): "a": ColumnProperties( dictionary_enabled=True, statistics_enabled="CHUNK", - max_statistics_size=40, bloom_filter_properties=BloomFilterProperties( set_bloom_filter_enabled=True, fpp=0.2, ndv=30 ), @@ -37,7 +36,6 @@ def test_writer_properties_all_filled(): "b": ColumnProperties( dictionary_enabled=True, statistics_enabled="PAGE", - max_statistics_size=400, bloom_filter_properties=BloomFilterProperties( set_bloom_filter_enabled=False, fpp=0.2, ndv=30 ),