Merge pull request #4 from adgramigna/dt/add-ashby-to-gh-action

enable ashby scraping in gh action

.github/workflows/daily_job_board_scrape.yml

@@ -14,21 +14,25 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
-          
+          python-version: "3.9"
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
           pip install -r requirements.txt
-          
+
       - name: Run Scrapy script
-        run: cd job_board_scraper && python run_job_scraper.py
+        run: |
+          cd job_board_scraper
+          python run_job_scraper.py
+          python get_ashby_jobs.py
         env:
           AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
           AWS_REGION: ${{ secrets.AWS_REGION }}
           AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
           HASHIDS_SALT: ${{ secrets.HASHIDS_SALT }}
           PAGES_TO_SCRAPE_QUERY: ${{ secrets.PAGES_TO_SCRAPE_QUERY }}
+          ASHBY_PAGES_TO_SCRAPE_QUERY: ${{ secrets.ASHBY_PAGES_TO_SCRAPE_QUERY }}
           PG_DATABASE: ${{ secrets.PG_DATABASE }}
           PG_HOST: ${{ secrets.PG_HOST }}
           PG_PASSWORD: ${{ secrets.PG_PASSWORD }}
@@ -45,13 +49,13 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: '3.9'
-        
+          python-version: "3.9"
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
           pip install -r requirements.txt
-    
+
       - name: Install dbt dependencies
         run: cd levergreen_dbt && dbt deps
 
@@ -61,4 +65,4 @@ jobs:
           PG_DATABASE: ${{ secrets.PG_DATABASE }}
           PG_HOST: ${{ secrets.PG_HOST }}
           PG_PASSWORD: ${{ secrets.PG_PASSWORD }}
-          PG_USER: ${{ secrets.PG_USER }}
+          PG_USER: ${{ secrets.PG_USER }}