Skip to content

Commit

Permalink
.
Browse files Browse the repository at this point in the history
  • Loading branch information
davedavemckay committed Aug 7, 2024
1 parent 09cadd9 commit d05dff9
Showing 1 changed file with 4 additions and 3 deletions.
7 changes: 4 additions & 3 deletions scripts/find_collated_zips.py
Original file line number Diff line number Diff line change
Expand Up @@ -60,9 +60,10 @@ def get_key_lists(bucket_name, access_key, secret_key, s3_host, get_contents_met
else:
all_keys_list.append(key)
print(f'Keys found: {key_count}, Zip files found: {zipfile_count}', end='\r')
print()
if key_count >= 10000:
break
# for debugging
# if key_count >= 10000:
# break
print()
return np.array(zipfile_list), np.array(contents_list, dtype=object), np.array(all_keys_list)

def verify_zip_contents(bucket_name, access_key, secret_key, s3_host, zipfile_df, all_keys_df):
Expand Down

0 comments on commit d05dff9

Please sign in to comment.