diff --git a/libs/libcommon/src/libcommon/parquet_utils.py b/libs/libcommon/src/libcommon/parquet_utils.py index bf5b60f987..d2cf955145 100644 --- a/libs/libcommon/src/libcommon/parquet_utils.py +++ b/libs/libcommon/src/libcommon/parquet_utils.py @@ -311,7 +311,7 @@ def _init_parquet_index( ) # note that this cache size is global for the class, not per instance - @lru_cache(maxsize=8) + @lru_cache(maxsize=1) def query(self, offset: int, length: int) -> pa.Table: """Query the parquet files @@ -351,7 +351,7 @@ def __init__( self.unsupported_features = unsupported_features self.all_columns_supported_datasets_allow_list = all_columns_supported_datasets_allow_list - @lru_cache(maxsize=8) + @lru_cache(maxsize=1) def get_rows_index( self, dataset: str,