[DPE-2789] update data-platform-workflows #1521
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Copyright 2022 Canonical Ltd. | |
| # See LICENSE file for licensing details. | |
| name: Tests | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| on: | |
| pull_request: | |
| paths-ignore: | |
| - '.gitignore' | |
| - '.jujuignore' | |
| - 'LICENSE' | |
| - '**.md' | |
| - 'renovate.json' | |
| schedule: | |
| - cron: '53 0 * * *' # Daily at 00:53 UTC | |
| # Triggered on push to branch "main" by .github/workflows/release.yaml | |
| workflow_call: | |
| jobs: | |
| lint: | |
| name: Lint | |
| uses: canonical/data-platform-workflows/.github/workflows/[email protected] | |
| unit-test: | |
| name: Unit test charm | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 5 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Install tox & poetry | |
| run: | | |
| pipx install tox | |
| pipx install poetry | |
| - name: Run tests | |
| run: tox run -e unit | |
| - name: Upload Coverage to Codecov | |
| uses: codecov/codecov-action@v3 | |
| build: | |
| name: Build charm | |
| uses: canonical/data-platform-workflows/.github/workflows/[email protected] | |
| permissions: | |
| actions: write # Needed to manage GitHub Actions cache | |
| gh-hosted-collect-integration-tests: | |
| name: (GH hosted) Collect integration test groups | |
| needs: | |
| - lint | |
| - unit-test | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Install tox & poetry | |
| run: | | |
| pipx install tox | |
| pipx install poetry | |
| - name: Select test stability level | |
| id: select-test-stability | |
| run: | | |
| if [[ "${{ github.event_name }}" == "schedule" ]] | |
| then | |
| echo Running unstable and stable tests | |
| echo "mark_expression=" >> "$GITHUB_OUTPUT" | |
| else | |
| echo Skipping unstable tests | |
| echo "mark_expression=not unstable" >> "$GITHUB_OUTPUT" | |
| fi | |
| - name: Collect test groups | |
| id: collect-groups | |
| run: tox run -e integration -- tests/integration -m '${{ steps.select-test-stability.outputs.mark_expression }}' --collect-groups | |
| outputs: | |
| groups: ${{ steps.collect-groups.outputs.groups }} | |
| gh-hosted-integration-test: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| groups: ${{ fromJSON(needs.gh-hosted-collect-integration-tests.outputs.groups) }} | |
| juju-snap-channel: ["2.9/stable", "3.1/stable"] | |
| include: | |
| - juju-snap-channel: "3.1/stable" | |
| agent-version: "3.1.6" | |
| libjuju-version: "3.2.2" | |
| - juju-snap-channel: "2.9/stable" | |
| agent-version: "2.9.45" | |
| libjuju-version: "2.9.44.1" | |
| exclude: | |
| # Disabling HA tests, as long as we want to have a limited pipeline on Juju3 | |
| - juju-snap-channel: "3.1/stable" | |
| groups: | |
| job_name: "high_availability/test_replication.py | group 1" | |
| - juju-snap-channel: "3.1/stable" | |
| groups: | |
| job_name: "high_availability/test_self_healing.py | group 1" | |
| - juju-snap-channel: "3.1/stable" | |
| groups: | |
| job_name: "high_availability/test_upgrade.py | group 1" | |
| - juju-snap-channel: "3.1/stable" | |
| groups: | |
| job_name: "high_availability/test_upgrade_from_stable.py | group 1" | |
| name: ${{ matrix.juju-snap-channel }} - (GH hosted) ${{ matrix.groups.job_name }} | |
| needs: | |
| - lint | |
| - unit-test | |
| - build | |
| - gh-hosted-collect-integration-tests | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 120 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Install tox & poetry | |
| run: | | |
| pipx install tox | |
| pipx install poetry | |
| - name: Setup operator environment | |
| uses: charmed-kubernetes/actions-operator@main | |
| with: | |
| provider: microk8s | |
| channel: "1.28-strict/stable" | |
| bootstrap-options: "--agent-version ${{ matrix.agent-version }}" | |
| juju-channel: ${{ matrix.juju-snap-channel }} | |
| - name: Update python-libjuju version | |
| if: ${{ matrix.libjuju-version == '2.9.44.1' }} | |
| run: poetry add --lock --group integration juju@'${{ matrix.libjuju-version }}' | |
| - name: Download packed charm(s) | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: ${{ needs.build.outputs.artifact-name }} | |
| - name: Select test stability level | |
| id: select-test-stability | |
| run: | | |
| if [[ "${{ github.event_name }}" == "schedule" ]] | |
| then | |
| echo Running unstable and stable tests | |
| echo "mark_expression=" >> "$GITHUB_OUTPUT" | |
| else | |
| echo Skipping unstable tests | |
| echo "mark_expression=and not unstable" >> "$GITHUB_OUTPUT" | |
| fi | |
| - name: Run integration tests | |
| run: tox run -e integration -- "${{ matrix.groups.path_to_test_file }}" --group="${{ matrix.groups.group_number }}" -m '${{ steps.select-test-stability.outputs.mark_expression }}' | |
| env: | |
| LIBJUJU_VERSION_SPECIFIER: ${{ matrix.libjuju-version }} | |
| SECRETS_FROM_GITHUB: | | |
| { | |
| "AWS_ACCESS_KEY": "${{ secrets.AWS_ACCESS_KEY }}", | |
| "AWS_SECRET_KEY": "${{ secrets.AWS_SECRET_KEY }}", | |
| "GCP_ACCESS_KEY": "${{ secrets.GCP_ACCESS_KEY }}", | |
| "GCP_SECRET_KEY": "${{ secrets.GCP_SECRET_KEY }}", | |
| } |