test.yml

name: Tests

on:
  push:
    branches: [ main ]
  pull_request:

jobs:
  test:
    strategy:
      matrix:
        os: [ubuntu-latest]
        python: ['3.8', '3.9', '3.10', '3.11']
    runs-on: ${{ matrix.os }}

    steps:
    - uses: actions/checkout@v4
    - name: Set up Python ${{ matrix.python }}
      uses: actions/setup-python@v4
      with:
        python-version: ${{ matrix.python }}
    - uses: actions/cache@v3
      with:
        path: ~/.cache/pip
        key: ${{ runner.os }}-pip-${{ hashFiles('**/pyproject.toml') }}
        restore-keys: |
          ${{ runner.os }}-pip-
    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install -e .[spark,mlflow,test,test-notebook,test-cov]
    - name: Lint with pre-commit
      run: |
        pip install pre-commit
        pre-commit run --all-files --show-diff-on-failure
    - name: Unit tests
      run: |
        pytest tests/unit/
    - name: Integration tests
      run: |
        pytest tests/integration/
    - name: Notebook tests
      run: |
        pytest tests/notebooks/