Skip to content

Commit

Permalink
nightly - working up to 'get_new_csvs'
Browse files Browse the repository at this point in the history
  • Loading branch information
davedavemckay committed Aug 16, 2024
1 parent 01c2edf commit 6d7b6b7
Showing 1 changed file with 2 additions and 4 deletions.
6 changes: 2 additions & 4 deletions echo-side/dags/monitor.py
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ def dl_bucket_names(url):

def get_new_csvs(bucket_name):
new_csvs[bucket_name] = []
with open(f'/lsst-backup-logs/new-csv-files-{bucket_name}{{ ds_nodash }}.txt', 'r') as f:
with open(''.join([f'/lsst-backup-logs/new-csv-files-{bucket_name}','{{ ds_nodash }}','.txt']), 'r') as f:
for line in f:
new_csvs[bucket_name].append(line.strip())
if len(new_csvs[bucket_name]) == 0:
Expand Down Expand Up @@ -98,9 +98,7 @@ def get_new_csvs(bucket_name):

check_uploads = []

for bucket_new_csvs in new_csvs.items():
bucket_name = bucket_new_csvs[0]
new_csvs_list = bucket_new_csvs[1]
def check_uploads(bucket_name, new_csvs_list):
for csv in new_csvs_list:
check_uploads.append(
KubernetesPodOperator(
Expand Down

0 comments on commit 6d7b6b7

Please sign in to comment.