Skip to content

Commit

Permalink
extra info
Browse files Browse the repository at this point in the history
  • Loading branch information
davedavemckay committed Jul 26, 2024
1 parent 663dbe8 commit e097f73
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions csd3-side/scripts/lsst-backup.py
Original file line number Diff line number Diff line change
Expand Up @@ -444,7 +444,6 @@ def process_files(s3_host, access_key, secret_key, bucket_name, current_objects,
None
"""
processing_start = datetime.now()
print(f'Processing started at {processing_start}.')
total_size_uploaded = 0
total_files_uploaded = 0
i = 0
Expand Down Expand Up @@ -494,7 +493,7 @@ def process_files(s3_host, access_key, secret_key, bucket_name, current_objects,
# upload files in subfolder "as is" i.e., no zipping

# check folder isn't empty
# print(f'Processing {len(files)} files (total size: {total_filesize/1024**2:.0f} MiB) in {folder}.')
print(f'Processing {len(files)} files (total size: {total_filesize/1024**2:.0f} MiB) in {folder} with {len(sub_folders)} subfolders.')
if len(files) > 2 or mean_filesize > 128*1024**2 or not global_collate:
# all files within folder
# print(f'Processing {len(files)} files (total size: {total_filesize}) individually in {folder}.')
Expand Down

0 comments on commit e097f73

Please sign in to comment.