From 3f35d2c11b090f9c846ebd948c8a206f4dfb6a28 Mon Sep 17 00:00:00 2001
From: dinislam tebuev <3241533+tebuevd@users.noreply.github.com>
Date: Mon, 30 Oct 2023 10:23:53 -0700
Subject: [PATCH] enable ashby scraping in gh action

---
 .github/workflows/daily_job_board_scrape.yml | 20 ++++++++++++--------
 1 file changed, 12 insertions(+), 8 deletions(-)

diff --git a/.github/workflows/daily_job_board_scrape.yml b/.github/workflows/daily_job_board_scrape.yml
index 4ad732f..d1f11ae 100644
--- a/.github/workflows/daily_job_board_scrape.yml
+++ b/.github/workflows/daily_job_board_scrape.yml
@@ -14,21 +14,25 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
-          
+          python-version: "3.9"
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
           pip install -r requirements.txt
-          
+
       - name: Run Scrapy script
-        run: cd job_board_scraper && python run_job_scraper.py
+        run: |
+          cd job_board_scraper
+          python run_job_scraper.py
+          python get_ashby_jobs.py
         env:
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_REGION: ${{ secrets.AWS_REGION }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
           HASHIDS_SALT: ${{ secrets.HASHIDS_SALT }}
           PAGES_TO_SCRAPE_QUERY: ${{ secrets.PAGES_TO_SCRAPE_QUERY }}
+          ASHBY_PAGES_TO_SCRAPE_QUERY: ${{ secrets.ASHBY_PAGES_TO_SCRAPE_QUERY }}
           PG_DATABASE: ${{ secrets.PG_DATABASE }}
           PG_HOST: ${{ secrets.PG_HOST }}
           PG_PASSWORD: ${{ secrets.PG_PASSWORD }}
@@ -45,13 +49,13 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
-        
+          python-version: "3.9"
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
           pip install -r requirements.txt
-    
+
       - name: Install dbt dependencies
         run: cd levergreen_dbt && dbt deps
 
@@ -61,4 +65,4 @@ jobs:
           PG_DATABASE: ${{ secrets.PG_DATABASE }}
           PG_HOST: ${{ secrets.PG_HOST }}
           PG_PASSWORD: ${{ secrets.PG_PASSWORD }}
-          PG_USER: ${{ secrets.PG_USER }}
\ No newline at end of file
+          PG_USER: ${{ secrets.PG_USER }}