diff --git a/services/worker/src/worker/job_runners/split/descriptive_statistics.py b/services/worker/src/worker/job_runners/split/descriptive_statistics.py index baf8fb4aba..5051a9b6f5 100644 --- a/services/worker/src/worker/job_runners/split/descriptive_statistics.py +++ b/services/worker/src/worker/job_runners/split/descriptive_statistics.py @@ -443,6 +443,8 @@ def compute_descriptive_statistics_response( local_dir_use_symlinks=False, token=hf_token, cache_dir=local_parquet_directory, + force_download=True, + resume_download=False, ) local_parquet_glob_path = Path(local_parquet_directory) / config / f"{split}/*.parquet" diff --git a/services/worker/src/worker/job_runners/split/duckdb_index.py b/services/worker/src/worker/job_runners/split/duckdb_index.py index be45646670..47fc34c03a 100644 --- a/services/worker/src/worker/job_runners/split/duckdb_index.py +++ b/services/worker/src/worker/job_runners/split/duckdb_index.py @@ -171,6 +171,8 @@ def compute_index_rows( local_dir_use_symlinks=False, token=hf_token, cache_dir=duckdb_index_file_directory, + force_download=True, + resume_download=False, ) all_split_parquets = f"{duckdb_index_file_directory}/{config}/{split_directory}/*.parquet"