integration-tests.yml

name: Integration Tests

run-name: "${{ (contains(github.event_name, 'workflow_') && inputs.name) || github.event_name }}: ${{ (contains(github.event_name, 'workflow_') &&  inputs.adapter_branch) || github.ref_name }} by @${{ github.actor }}"

on:
  push:
    branches:
      - "main"
      - "*.latest"
  pull_request:
  workflow_dispatch:
    inputs:
      name:
        description: "Name to associate with run (example: 'dbt-adapters-242')"
        required: false
        type: string
        default: "Adapter Integration Tests"
      adapter_branch:
        description: "The branch of this adapter repository to use"
        type: string
        required: false
        default: "main"
      dbt_adapters_branch:
        description: "The branch of dbt-adapters to use"
        type: string
        required: false
        default: "main"
      dbt_core_branch:
        description: "The branch of dbt-core to use"
        type: string
        required: false
        default: "main"
      dbt_common_branch:
        description: "The branch of dbt-common to use"
        type: string
        required: false
        default: "main"
  workflow_call:
    inputs:
      name:
        description: "name to associate with run"
        required: false
        type: string
        default: "Adapter Integration Tests"
      adapter_branch:
        description: "The branch of this adapter repository to use"
        type: string
        required: false
        default: "main"
      dbt_adapters_branch:
        description: "The branch of dbt-adapters to use"
        type: string
        required: false
        default: "main"
      dbt_core_branch:
        description: "The branch of dbt-core to use"
        type: string
        required: false
        default: "main"
      dbt_common_branch:
        description: "The branch of dbt-common to use"
        type: string
        required: false
        default: "main"

permissions: read-all

# will cancel previous workflows triggered by the same event and for the same ref for PRs or same SHA otherwise
concurrency:
  group: ${{ github.workflow }}-${{ github.event_name }}-${{ contains(github.event_name, 'pull_request') && github.event.pull_request.head.ref || github.sha }}
  cancel-in-progress: true

defaults:
  run:
    shell: bash

jobs:
  integration:
    name: Integration Tests
    runs-on: ubuntu-22.04

    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.9", "3.10", "3.11", "3.12"]

    services:
      postgres:
        image: postgres
        env:
          POSTGRES_PASSWORD: postgres
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 5432:5432

    steps:
      - name: Check out repository
        if: ${{ github.event_name == 'pull_request'|| github.event_name == 'push' }}
        uses: actions/checkout@v4

      - name: Check out the repository (workflow_dispatch)
        if: ${{ github.event_name == 'workflow_dispatch' || github.event_name == 'workflow_call' }}
        uses: actions/checkout@v4
        with:
          ref: ${{ inputs.adapter_branch }}

      - name: Update Adapters and Core branches
        if: ${{ github.event_name == 'workflow_call' || github.event_name == 'workflow_dispatch'}}
        run: |
          scripts/update_dev_dependency_branches.sh \
            ${{ inputs.dbt_adapters_branch }} \
            ${{ inputs.dbt_core_branch }} \
            ${{ inputs.dbt_common_branch }}
          cat pyproject.toml
        working-directory: ./dbt-postgres

      - name: Setup postgres
        run: psql -f ./scripts/setup_test_database.sql
        working-directory: ./dbt-postgres
        env:
          PGHOST: localhost
          PGPORT: 5432
          PGUSER: postgres
          PGPASSWORD: postgres
          PGDATABASE: postgres

      - name: Setup `hatch`
        uses: dbt-labs/dbt-adapters/.github/actions/setup-hatch@main
        with:
          python-version: ${{ matrix.python-version }}

      - name: Run integration tests
        run: hatch run integration-tests
        working-directory: ./dbt-postgres
        env:
          POSTGRES_TEST_HOST: localhost
          POSTGRES_TEST_PORT: 5432
          POSTGRES_TEST_USER: root
          POSTGRES_TEST_PASS: password
          POSTGRES_TEST_DATABASE: dbt
          POSTGRES_TEST_THREADS: 4

  psycopg2-check:
    name: "Test psycopg2 build version"
    runs-on: ${{ matrix.platform }}
    strategy:
      fail-fast: false
      matrix:
        platform: [ubuntu-22.04, macos-14]
        python-version: ["3.9", "3.12"]
    steps:
      - name: "Check out repository"
        uses: actions/checkout@v4

      - name: "Set up Python ${{ matrix.python-version }}"
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}

      - name: "Install postgresql on MacOS"
        if: ${{ matrix.platform == 'macos-14' }}
        run: |
          brew install postgresql

      - name: "Test psycopg2 name - default"
        run: scripts/psycopg2-check.sh
        working-directory: ./dbt-postgres
        env:
          PSYCOPG2_EXPECTED_NAME: psycopg2-binary

      - name: "Test psycopg2 name - invalid override"
        run: scripts/psycopg2-check.sh
        working-directory: ./dbt-postgres
        env:
          DBT_PSYCOPG2_NAME: rubber-baby-buggy-bumpers
          PSYCOPG2_EXPECTED_NAME: psycopg2-binary

      - name: "Test psycopg2 name - override"
        run: scripts/psycopg2-check.sh
        working-directory: ./dbt-postgres
        env:
          DBT_PSYCOPG2_NAME: psycopg2
          PSYCOPG2_EXPECTED_NAME: psycopg2-binary  # we have not implemented the hook yet, so this doesn't work

      - name: "Test psycopg2 name - manual override"
        # verify that the workaround documented in the `README.md` continues to work
        run: scripts/psycopg2-check.sh
        working-directory: ./dbt-postgres
        env:
          PSYCOPG2_WORKAROUND: true
          PSYCOPG2_EXPECTED_NAME: psycopg2