From ca8afc52fb8238bc9d6e6cc5cd618bf1b5179835 Mon Sep 17 00:00:00 2001 From: javex Date: Wed, 8 May 2024 21:14:39 +0930 Subject: [PATCH] Temporarily re-enable Python implementation --- .github/workflows/scrape-groceries.yml | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/.github/workflows/scrape-groceries.yml b/.github/workflows/scrape-groceries.yml index 1c7e823..c72e8a1 100644 --- a/.github/workflows/scrape-groceries.yml +++ b/.github/workflows/scrape-groceries.yml @@ -1,8 +1,8 @@ name: Scrape Groceries on: workflow_dispatch: - # schedule: - # - cron: "0 1 * * *" # Daily at 1am UTC (12pm AEST) + schedule: + - cron: "0 1 * * *" # Daily at 1am UTC (12pm AEST) env: AWS_REGION: ap-southeast-2 jobs: @@ -101,9 +101,9 @@ jobs: with: name: latest_canonical path: ./output/latest-canonical.json.gz - # - name: Upload all files after finished analysis - # # The content-encoding is necessary so that S3 sends the correct content-encoding header on GET - # run: | - # aws s3 sync ./output/ s3://grocery-scrape-au/ - # aws s3 cp --content-encoding gzip static/data/latest-canonical.woolies.compressed.json.gz s3://hotprices.org/data/ - # aws s3 cp --content-encoding gzip static/data/latest-canonical.coles.compressed.json.gz s3://hotprices.org/data/ + - name: Upload all files after finished analysis + # The content-encoding is necessary so that S3 sends the correct content-encoding header on GET + run: | + aws s3 sync ./output/ s3://grocery-scrape-au/ + aws s3 cp --content-encoding gzip static/data/latest-canonical.woolies.compressed.json.gz s3://hotprices.org/data/ + aws s3 cp --content-encoding gzip static/data/latest-canonical.coles.compressed.json.gz s3://hotprices.org/data/