feat: support custom namespace configuration for kafkatopics
#3631
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| pull_request: | |
| types: [opened, ready_for_review, synchronize] | |
| push: | |
| branches: | |
| - main | |
| workflow_dispatch: | |
| defaults: | |
| run: | |
| shell: bash | |
| env: | |
| UV_VERSION: "0.5.14" | |
| jobs: | |
| lint: | |
| name: Lint | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: | |
| - ubuntu-24.04 | |
| python-version: ["3.11"] | |
| include: | |
| - python-version: "3.11" | |
| os: ubuntu-24.04 | |
| format-for-github: true | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install uv | |
| uses: astral-sh/setup-uv@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| version: ${{ env.UV_VERSION }} | |
| - name: Check uv.lock | |
| run: uv lock --check | |
| - name: Lint (ruff) | |
| run: | | |
| uv run --frozen ruff check . --config pyproject.toml --no-fix ${{ matrix.format-for-github && '--output-format=github' }} | |
| - name: Typing (pyright) | |
| run: | | |
| if [[ "${{ matrix.format-for-github }}" == "true" ]] | |
| then | |
| echo "::add-matcher::.github/pyright-matcher.json" | |
| fi; | |
| uv run --frozen pyright | |
| format: | |
| name: Format | |
| runs-on: [ubuntu-24.04] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install uv | |
| uses: astral-sh/setup-uv@v5 | |
| with: | |
| python-version: "3.11" | |
| version: ${{ env.UV_VERSION }} | |
| - name: ruff | |
| run: uv run --frozen ruff format --check | |
| - name: dprint | |
| uses: dprint/[email protected] | |
| test: | |
| name: Test | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: | |
| - ubuntu-24.04 | |
| - windows-2022 | |
| python-version: ["3.11", "3.12"] | |
| is-draft-pr: | |
| - ${{ github.event.pull_request.draft }} | |
| exclude: | |
| # skip Windows jobs on draft PRs because they are slow | |
| - os: windows-2022 | |
| is-draft-pr: true | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Install uv | |
| uses: astral-sh/setup-uv@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| version: ${{ env.UV_VERSION }} | |
| - name: Test | |
| run: uv run --frozen pytest tests | |
| docs: | |
| name: Docs | |
| runs-on: [ubuntu-24.04] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install uv | |
| uses: astral-sh/setup-uv@v5 | |
| with: | |
| python-version: "3.11" | |
| version: ${{ env.UV_VERSION }} | |
| - name: Generate schema (kpops schema) | |
| run: uv run --frozen | |
| lefthook run pre-commit --commands kpops-schema --force | |
| - name: Generate CLI Usage docs (typer-cli) | |
| run: uv run --frozen | |
| lefthook run pre-commit --commands kpops-docs-cli --force | |
| - name: Generate Environment variable docs | |
| run: uv run --frozen | |
| lefthook run pre-commit --commands kpops-docs-env-vars --force | |
| - name: Generate pipeline definitions | |
| run: uv run --frozen | |
| lefthook run pre-commit --commands kpops-docs-components --force | |
| - name: Test docs build (mkdocs) | |
| run: uv run --frozen --group=docs | |
| mkdocs build -f docs/mkdocs.yml | |
| # TODO: extract into ci-templates | |
| publish-snapshot-version: | |
| name: Publish snapshot to TestPyPI | |
| needs: [lint, format, test, docs] | |
| runs-on: ubuntu-24.04 | |
| permissions: | |
| id-token: write | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install uv | |
| uses: astral-sh/setup-uv@v5 | |
| with: | |
| python-version: "3.11" | |
| version: ${{ env.UV_VERSION }} | |
| - name: Generate snapshot time | |
| id: snapshot-time | |
| run: | | |
| snapshot_time=$(date +'%Y%m%d%H%M%S') | |
| echo "snapshot-time=${snapshot_time}" >> "$GITHUB_OUTPUT" | |
| - name: Bump version patch | |
| id: bump-version | |
| uses: bakdata/ci-templates/actions/[email protected] | |
| with: | |
| release-type: patch | |
| - name: Restore clean Git working directory | |
| # clean Git working directory is needed for the next bumpversion call | |
| # we only need the version result from the first `patch` bump which is stored as a step output | |
| run: git restore . | |
| - name: Bump version snapshot time | |
| uses: bakdata/ci-templates/actions/[email protected] | |
| with: | |
| release-type: patch | |
| new-version: ${{ steps.bump-version.outputs.release-version }}${{ steps.snapshot-time.outputs.snapshot-time }} # e.g. 9.1.1-dev20250108102827 | |
| - name: Build | |
| run: uv build | |
| - name: Publish TestPyPI | |
| run: uv publish | |
| env: | |
| UV_PUBLISH_URL: https://test.pypi.org/legacy/ | |
| publish-docs-from-main: | |
| name: Publish docs (main) | |
| runs-on: ubuntu-24.04 | |
| if: ${{ github.ref == 'refs/heads/main' }} | |
| needs: [lint, format, test, docs] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Publish docs from main branch | |
| uses: ./.github/actions/update-docs | |
| with: | |
| username: ${{ secrets.GH_USERNAME }} | |
| email: ${{ secrets.GH_EMAIL }} | |
| token: ${{ secrets.GH_TOKEN }} | |
| version: main | |
| publish-dev-docs-from-pr: | |
| name: Publish docs (dev) | |
| runs-on: ubuntu-24.04 | |
| if: ${{ github.event_name == 'pull_request' }} | |
| needs: [lint, format, test, docs] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.head_ref }} | |
| # Checks to see if any files in the PR match one of the listed file types. | |
| # This will return true if there's a file in docs folder that was added, deleted, or modified in the PR. | |
| - name: Check if files in docs folder have changed | |
| uses: dorny/paths-filter@v3 | |
| id: docs-changes | |
| with: | |
| filters: | | |
| docs: | |
| - added|deleted|modified: 'docs/**' | |
| - name: Publish dev docs from PR | |
| if: steps.docs-changes.outputs.docs == 'true' | |
| uses: ./.github/actions/update-docs | |
| with: | |
| username: ${{ secrets.GH_USERNAME }} | |
| email: ${{ secrets.GH_EMAIL }} | |
| token: ${{ secrets.GH_TOKEN }} | |
| version: dev |