resume download false

huggingface · Oct 5, 2023 · 1784dc1 · 1784dc1
1 parent 2547434
commit 1784dc1
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 1 deletion.
diff --git a/libs/libapi/src/libapi/duckdb.py b/libs/libapi/src/libapi/duckdb.py
@@ -83,7 +83,6 @@ def download_index_file(
         local_dir_use_symlinks=False,
         token=hf_token,
         cache_dir=cache_folder,
-        force_download=True,
     )
 
 

diff --git a/services/worker/src/worker/job_runners/split/descriptive_statistics.py b/services/worker/src/worker/job_runners/split/descriptive_statistics.py
@@ -444,6 +444,7 @@ def compute_descriptive_statistics_response(
             token=hf_token,
             cache_dir=local_parquet_directory,
             force_download=True,
+            resume_download=False,
         )
 
     local_parquet_glob_path = Path(local_parquet_directory) / config / f"{split}/*.parquet"

diff --git a/services/worker/src/worker/job_runners/split/duckdb_index.py b/services/worker/src/worker/job_runners/split/duckdb_index.py
@@ -172,6 +172,7 @@ def compute_index_rows(
             token=hf_token,
             cache_dir=duckdb_index_file_directory,
             force_download=True,
+            resume_download=False,
         )
 
     all_split_parquets = f"{duckdb_index_file_directory}/{config}/{split_directory}/*.parquet"