ci.yml

name: CI

on:
  pull_request:
  push:
    branches:
      - master

concurrency:
  group: ci-${{ github.head_ref }}
  cancel-in-progress: true

jobs:
  lint_and_test:
    name: Linting and Testing
    runs-on: ubuntu-latest
    strategy:
      matrix:
        python-version: [ 3.7, 3.8, 3.9, "3.10" ]

    steps:
      - name: Checkout repository
        uses: actions/checkout@v3

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v3
        with:
          python-version: ${{ matrix.python-version }}

      - name: Setup virtual environment
        run: make venv

      - name: Linting
        run: make pylint

      - name: Unit tests
        run: make unit_test

      - name: Integration tests
        env:
            TARGET_S3_CSV_ACCESS_KEY_ID: ${{ secrets.TARGET_S3_CSV_ACCESS_KEY_ID }}
            TARGET_S3_CSV_SECRET_ACCESS_KEY: ${{ secrets.TARGET_S3_CSV_SECRET_ACCESS_KEY }}
            TARGET_S3_CSV_BUCKET: ${{ secrets.TARGET_S3_CSV_BUCKET }}
            TARGET_S3_CSV_KEY_PREFIX: target_s3_csv/ci_integration_py${{ matrix.python-version }}/
        run: make integration_test