reduce rows lru cache (#1864)

huggingface · Sep 26, 2023 · f300570 · f300570
1 parent 7654067
commit f300570
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/libs/libcommon/src/libcommon/parquet_utils.py b/libs/libcommon/src/libcommon/parquet_utils.py
@@ -311,7 +311,7 @@ def _init_parquet_index(
             )
 
     # note that this cache size is global for the class, not per instance
-    @lru_cache(maxsize=8)
+    @lru_cache(maxsize=1)
     def query(self, offset: int, length: int) -> pa.Table:
         """Query the parquet files
 
@@ -351,7 +351,7 @@ def __init__(
         self.unsupported_features = unsupported_features
         self.all_columns_supported_datasets_allow_list = all_columns_supported_datasets_allow_list
 
-    @lru_cache(maxsize=8)
+    @lru_cache(maxsize=1)
     def get_rows_index(
         self,
         dataset: str,