From d05dff951f5a55106d2d8654b29d44e9286a3b75 Mon Sep 17 00:00:00 2001 From: Dave McKay Date: Wed, 7 Aug 2024 13:31:03 +0100 Subject: [PATCH] . --- scripts/find_collated_zips.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/scripts/find_collated_zips.py b/scripts/find_collated_zips.py index 0f701581..1368629e 100644 --- a/scripts/find_collated_zips.py +++ b/scripts/find_collated_zips.py @@ -60,9 +60,10 @@ def get_key_lists(bucket_name, access_key, secret_key, s3_host, get_contents_met else: all_keys_list.append(key) print(f'Keys found: {key_count}, Zip files found: {zipfile_count}', end='\r') - print() - if key_count >= 10000: - break + # for debugging + # if key_count >= 10000: + # break + print() return np.array(zipfile_list), np.array(contents_list, dtype=object), np.array(all_keys_list) def verify_zip_contents(bucket_name, access_key, secret_key, s3_host, zipfile_df, all_keys_df):