revise documentation for plugins requiring flyte backend setup #2174
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Master | |
| on: | |
| push: | |
| branches: | |
| - master | |
| paths-ignore: | |
| - 'docs/**' | |
| pull_request: | |
| paths-ignore: | |
| - 'docs/**' | |
| jobs: | |
| lint: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ["3.8", "3.9", "3.10", "3.11"] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Cache pip | |
| uses: actions/cache@v2 | |
| with: | |
| # This path is specific to Ubuntu | |
| path: ~/.cache/pip | |
| # Look to see if there is a cache hit for the corresponding requirements files | |
| key: ${{ format('{0}-pip-{1}', runner.os, hashFiles('dev-requirements.txt')) }} | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install -r dev-requirements.txt | |
| - name: Pip info | |
| run: python -m pip list | |
| - name: Lint | |
| run: pre-commit run --all --show-diff-on-failure | |
| # This is the build system for the new example directory structure | |
| list_examples: | |
| runs-on: ubuntu-latest | |
| name: "Create a list of example packages" | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: "Provide the list" | |
| id: create-example-list | |
| run: echo "PACKAGES=$(find examples -mindepth 1 -maxdepth 2 -type f -name Dockerfile -exec dirname '{}' \; | sort | jq --raw-input . | jq --slurp . | jq -c .)" >> "$GITHUB_OUTPUT" | |
| outputs: | |
| packages: "${{ steps.create-example-list.outputs.PACKAGES }}" | |
| trigger_serialize_register_examples: | |
| name: Serialize & Register Flytesnacks workflow | |
| needs: [list_examples] | |
| uses: ./.github/workflows/serialize_example.yml | |
| with: | |
| packages: ${{ needs.list_examples.outputs.PACKAGES }} | |
| secrets: | |
| FLYTE_BOT_PAT: ${{ secrets.FLYTE_BOT_PAT }} | |
| push_example_image_to_github: | |
| name: Build & Push Example Image to GHCR | |
| runs-on: ubuntu-latest | |
| needs: [list_examples] | |
| strategy: | |
| matrix: | |
| directory: "${{ fromJson(needs.list_examples.outputs.packages) }}" | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| fetch-depth: "0" | |
| - name: 'Set example name' | |
| id: example_id | |
| run: echo "EXAMPLE_NAME=$(basename -- ${{ matrix.directory }})" >> "$GITHUB_OUTPUT" | |
| - name: Build & Push Docker Image to Github Registry | |
| uses: whoan/docker-build-with-cache-action@v5 | |
| with: | |
| # https://docs.github.com/en/packages/learn-github-packages/publishing-a-package | |
| username: "${{ secrets.FLYTE_BOT_USERNAME }}" | |
| password: "${{ secrets.FLYTE_BOT_PAT }}" | |
| image_name: ${{ github.repository_owner }}/flytecookbook | |
| image_tag: ${{ steps.example_id.outputs.EXAMPLE_NAME }}-latest,${{ steps.example_id.outputs.EXAMPLE_NAME }}-${{ github.sha }} | |
| registry: ghcr.io | |
| push_git_tag: ${{ github.event_name != 'pull_request' }} | |
| push_image_and_stages: ${{ github.event_name != 'pull_request' }} | |
| build_extra_args: "--compress=true --build-arg=tag=ghcr.io/${{ github.repository_owner }}/flytecookbook:${{ steps.example_id.outputs.id }}-${{ github.sha }}" | |
| context: ${{ matrix.directory }} | |
| dockerfile: Dockerfile | |
| bump_version: | |
| name: Bump Version | |
| if: ${{ github.event_name != 'pull_request' }} | |
| needs: [ trigger_serialize_register_examples, push_example_image_to_github ] # Only to ensure it can successfully build | |
| uses: flyteorg/flytetools/.github/workflows/bump_version.yml@master | |
| secrets: | |
| FLYTE_BOT_PAT: ${{ secrets.FLYTE_BOT_PAT }} | |
| prerelease: | |
| name: Create Prerelease | |
| needs: [bump_version] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| fetch-depth: "0" | |
| - name: Create Pre release | |
| id: prerelease | |
| run: | | |
| RELEASE_ID=$(curl --location -v -X POST 'https://api.github.com/repos/flyteorg/flytesnacks/releases' \ | |
| --header 'Accept: application/vnd.github.v3+json' \ | |
| --header 'Authorization: Bearer ${{ secrets.FLYTE_BOT_PAT }}' \ | |
| --data-raw '{ | |
| "tag_name": "'${{ needs.bump-version.outputs.version }}'", | |
| "prerelease": true | |
| }' | jq -r '.id') | |
| echo ::set-output name=release_id::$RELEASE_ID | |
| outputs: | |
| release_id: ${{ steps.prerelease.outputs.release_id }} | |
| # Download artifacts again and push them to the release only if this is not a pull request | |
| release_workflow: | |
| name: Publish artifacts to github release | |
| runs-on: ubuntu-latest | |
| needs: [ prerelease ] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| fetch-depth: "0" | |
| - name: setup download artifact dir | |
| run: | | |
| mkdir download-artifact | |
| - name: Download artifacts | |
| uses: actions/download-artifact@v2 | |
| with: | |
| path: ./download-artifact/ | |
| - name: Package Examples | |
| run: | | |
| mkdir -p release-snacks | |
| cd download-artifact | |
| for i in */; do tar -czvf "../release-snacks/${i%/}.tar.gz" "$i" & done; wait | |
| cd .. && sudo rm -rf download-artifact/ | |
| cp flyte_tests_manifest.json release-snacks/flyte_tests_manifest.json | |
| - name: Release test manifest | |
| uses: goreleaser/goreleaser-action@v2 | |
| with: | |
| version: latest | |
| args: release --rm-dist | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.FLYTE_BOT_PAT }} | |
| GORELEASER_CURRENT_TAG: ${{ needs.bump-version.outputs.version }} | |
| make_release: | |
| name: Mark github pre-release as Release | |
| needs: [ release_workflow ] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| fetch-depth: "0" | |
| - name: Update Release | |
| id: release | |
| run: | | |
| curl --location -X -v POST 'https://api.github.com/repos/flyteorg/flytesnacks/releases/${{ needs.prerelease.outputs.release_id }}' \ | |
| --header 'Accept: application/vnd.github.v3+json' \ | |
| --header 'Authorization: Bearer ${{ secrets.FLYTE_BOT_PAT }}' \ | |
| --data-raw '{ | |
| "tag_name": "'${{ needs.bump-version.outputs.version }}'", | |
| "prerelease": false | |
| }' |