test

.github/workflows/cron-job.yml → .github/workflows/monthly-report.yml

@@ -15,9 +15,9 @@ jobs:
 
       - name: Configure date
         run: |
-          YEAR=(date +%Y)
+          YEAR=$(date +%Y)
           echo "YEAR=${YEAR}" >> $GITHUB_ENV
-          MONTH=(LC_ALL=C date +%B)
+          MONTH=$(LC_ALL=C date +%B)
           echo "MONTH=${MONTH}" >> $GITHUB_ENV
 
       - name: Setup python
@@ -46,28 +46,17 @@ jobs:
 
       - name: Run create table
         env:
-          super_secret: ${{ secrets.OPENAI_API_KEY }}
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          YEAR: ${{env.YEAR}}
+          MONTH: ${{env.MONTH}}
         run: |
           source .venv/bin/activate
           poetry run python main.py
 
       - name: Create Pull Request
-        id: cpr
         uses: peter-evans/create-pull-request@v5
         with:
-          token: ${{ secrets.PAT }}
-          commit-message: Update report
-          committer: GitHub <[email protected]>
-          author: ${{ github.actor }} <${{ github.actor }}@users.noreply.github.com>
-          signoff: false
-          branch: ${{env.MONTH}}-${{env.YEAR}}-hiring-table
+          commit-message: ${{env.MONTH}} ${{env.YEAR}} report
+          title: ${{env.MONTH}} ${{env.YEAR}} report
+          branch: ${{env.MONTH}}-${{env.YEAR}}-report
           delete-branch: true
-          title: "${{env.MONTH}} ${{env.YEAR}} report"
-          body: |
-            Automated report for ${{env.MONTH}} ${{env.YEAR}} using GitHub Actions
-          labels: |
-            automated pr
-          assignees: amber-williams
-          reviewers: amber-williams
-          milestone: 1
-          draft: false

.github/workflows/test-job.yml

@@ -0,0 +1,63 @@
+name: Tests - Create Hacker News hiring table script
+on:
+  push:
+    branches:
+      - aw_test_job
+
+jobs:
+  create-table:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Configure date
+        run: |
+          YEAR=2024
+          echo "YEAR=${YEAR}" >> $GITHUB_ENV
+          MONTH=December
+          echo "MONTH=${MONTH}" >> $GITHUB_ENV
+
+      - name: Setup python
+        id: setup-python
+        uses: actions/setup-python@v2
+        with:
+          python-version: 3.11
+
+      - name: Install Poetry
+        uses: snok/install-poetry@v1
+        with:
+          version: 1.6.1
+          virtualenvs-create: true
+          virtualenvs-in-project: true
+
+      - name: Load cached venv
+        id: cached-poetry-dependencies
+        uses: actions/cache@v2
+        with:
+          path: .venv
+          key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}
+
+      - name: Install dependencies
+        if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
+        run: poetry install --no-interaction --no-root
+
+      - name: Run create table
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          YEAR: ${{env.YEAR}}
+          MONTH: ${{env.MONTH}}
+        run: |
+          source .venv/bin/activate
+          poetry run python main.py
+
+      - name: Create Pull Request
+        uses: peter-evans/create-pull-request@v5
+        with:
+          commit-message: ${{env.MONTH}} ${{env.YEAR}} report
+          title: ${{env.MONTH}} ${{env.YEAR}} report
+          branch: ${{env.MONTH}}-${{env.YEAR}}-report
+          delete-branch: true

config.py

@@ -12,7 +12,7 @@ class Settings(BaseSettings):
     OPENAI_API_KEY: str = os.getenv('OPENAI_API_KEY')
     OPENAI_MODEL: str = os.getenv('OPENAI_MODEL') or "gpt-3.5-turbo-1106"
     MONTH: str = os.getenv('MONTH') or datetime.now().strftime('%B')
-    YEAR: str = os.getenv('YEAR') or datetime.now().year
+    YEAR: str = os.getenv('YEAR') or datetime.now().strftime('%Y')
     TOKEN_LIMIT: int = os.getenv('TOKEN_LIMIT') or 4096
 
     if not OPENAI_API_KEY:

main.py

@@ -24,6 +24,8 @@
 processed_batches = []
 for index, batch_n_df in enumerate(batched_df):
     try:
+        if index != 0:
+            continue
         print(f"Processing... batch: {index}")
         request_content = batch_n_df.to_dict()["text"]
         summary_batch = chat.extract(request_content)

table/2024/January.md

@@ -0,0 +1,3 @@
+|   | salary                             | job title             | company   | company location | link to apply | remote |
+| - | ---------------------------------- | --------------------- | --------- | ---------------- | ------------- | ------ |
+| 0 | $150k-$225k base + generous equity | Sr. Software Engineer | Shortwave | San Francisco    |               | No     |