base.yml

on:
  push:
    branches:
      - "**"
  pull_request:
    branches:
      - "master"

jobs:
  test:
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        PYSPARK_VERSION: ["3.1.3", "3.2", "3.3", "3.5"]

    steps:
      - uses: actions/checkout@v3

      - uses: actions/setup-python@v2
        name: Install Python 3.8
        with:
          python-version: 3.8

      - uses: actions/setup-java@v1
        name: Setup Java 11
        if: startsWith(matrix.PYSPARK_VERSION, '3')
        with:
          java-version: "11"

      - name: Running tests with pyspark==${{matrix.PYSPARK_VERSION}}
        env:
          SPARK_VERSION: ${{matrix.PYSPARK_VERSION}}
        run: |
          pip install --upgrade pip
          pip install poetry==1.7.1
          poetry install
          poetry add pyspark==$SPARK_VERSION
          poetry run python -m pytest -s tests