Nightly Rosetta Paxml build and test (nightly 2023-11-05T09:37:17Z) #256
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nightly Rosetta Paxml build and test | |
| run-name: Nightly Rosetta Paxml build and test (${{ github.event_name == 'workflow_run' && format('nightly {0}', github.event.workflow_run.created_at) || github.event_name }}) | |
| on: | |
| workflow_run: | |
| workflows: [Nightly Pax build] | |
| types: [completed] | |
| branches: [main] | |
| workflow_dispatch: | |
| inputs: | |
| BASE_IMAGE: | |
| type: string | |
| description: 'PAX image built by NVIDIA/JAX-Toolbox' | |
| default: 'ghcr.io/nvidia/upstream-pax:latest' | |
| required: true | |
| PUBLISH: | |
| type: boolean | |
| description: Publish dated images and update the 'latest' tag? | |
| default: false | |
| required: false | |
| env: | |
| BASE_LIBRARY: pax | |
| DOCKER_REGISTRY: ghcr.io/nvidia | |
| permissions: | |
| contents: read # to fetch code | |
| actions: write # to cancel previous workflows | |
| packages: write # to upload container | |
| jobs: | |
| metadata: | |
| if: (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || github.event_name == 'workflow_dispatch' | |
| runs-on: ubuntu-22.04 | |
| outputs: | |
| BUILD_DATE: ${{ steps.meta-vars.outputs.BUILD_DATE }} | |
| BASE_LIBRARY: ${{ steps.meta-vars.outputs.BASE_LIBRARY }} | |
| BASE_IMAGE: ${{ steps.meta-vars.outputs.BASE_IMAGE }} | |
| PUBLISH: ${{ steps.meta-vars.outputs.PUBLISH }} | |
| steps: | |
| - name: Set build metadata | |
| id: meta-vars | |
| shell: bash -x -e {0} | |
| run: | | |
| BUILD_DATE=$(TZ='US/Los_Angeles' date '+%Y-%m-%d') | |
| if [[ -z "${{ inputs.BASE_IMAGE }}" ]]; then | |
| BASE_IMAGE=${{ env.DOCKER_REGISTRY }}/upstream-${{ env.BASE_LIBRARY }}:latest | |
| else | |
| BASE_IMAGE=${{ inputs.BASE_IMAGE }} | |
| fi | |
| echo "BUILD_DATE=${BUILD_DATE}" >> $GITHUB_OUTPUT | |
| echo "BASE_LIBRARY=${{ env.BASE_LIBRARY }}" >> $GITHUB_OUTPUT | |
| echo "BASE_IMAGE=${BASE_IMAGE}" >> $GITHUB_OUTPUT | |
| echo "PUBLISH=${{ inputs.PUBLISH }}" >> $GITHUB_OUTPUT | |
| build: | |
| if: (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || github.event_name == 'workflow_dispatch' | |
| needs: metadata | |
| uses: ./.github/workflows/_build_rosetta.yaml | |
| with: | |
| BUILD_DATE: ${{ needs.metadata.outputs.BUILD_DATE }} | |
| BASE_LIBRARY: ${{ needs.metadata.outputs.BASE_LIBRARY }} | |
| BASE_IMAGE: ${{ needs.metadata.outputs.BASE_IMAGE }} | |
| secrets: inherit | |
| publish-build: | |
| needs: [metadata, build] | |
| uses: ./.github/workflows/_publish_badge.yaml | |
| if: ( success() || failure() ) && (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || github.event_name == 'workflow_dispatch' | |
| secrets: inherit | |
| with: | |
| ENDPOINT_FILENAME: 'rosetta-pax-build-status.json' | |
| PUBLISH: ${{ github.event_name == 'workflow_run' || needs.metadata.outputs.PUBLISH == 'true' }} | |
| SCRIPT: | | |
| if [[ ${{ needs.build.result }} == "success" ]]; then | |
| BADGE_COLOR=brightgreen | |
| MSG=passing | |
| else | |
| BADGE_COLOR=red | |
| MSG=failing | |
| fi | |
| echo "LABEL='nightly'" >> $GITHUB_OUTPUT | |
| echo "MESSAGE='${MSG}'" >> $GITHUB_OUTPUT | |
| echo "COLOR='${BADGE_COLOR}'" >> $GITHUB_OUTPUT | |
| test-pax: | |
| needs: build | |
| uses: ./.github/workflows/_test_pax_rosetta.yaml | |
| if: (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || github.event_name == 'workflow_dispatch' | |
| with: | |
| PAX_IMAGE: ${{ needs.build.outputs.DOCKER_TAGS }} | |
| secrets: inherit | |
| publish-test: | |
| needs: [metadata, build, test-pax] | |
| uses: ./.github/workflows/_publish_badge.yaml | |
| if: ( always() ) | |
| secrets: inherit | |
| with: | |
| ENDPOINT_FILENAME: 'rosetta-pax-overall-test-status.json' | |
| PUBLISH: ${{ github.event_name == 'workflow_run' || needs.metadata.outputs.PUBLISH == 'true' }} | |
| SCRIPT: | | |
| PAX_STATUS=${{ needs.test-pax.outputs.TEST_STATUS }} | |
| echo "LABEL='Tests'" >> $GITHUB_OUTPUT | |
| if [[ ${{ needs.build.result }} == "success" ]]; then | |
| if [[ $PAX_STATUS == "success" ]]; then | |
| COLOR=brightgreen | |
| MESSAGE="MGMN passed" | |
| else | |
| COLOR=red | |
| MESSAGE="MGMN failed" | |
| fi | |
| else | |
| MESSAGE="n/a" | |
| COLOR="red" | |
| fi | |
| echo "MESSAGE='${MESSAGE}'" >> $GITHUB_OUTPUT | |
| echo "COLOR='${COLOR}'" >> $GITHUB_OUTPUT | |
| publish-latest-container: | |
| needs: [metadata, build, test-pax] | |
| if: ( ${{ needs.test-pax.outputs.TEST_STATUS == 'success' }} ) && ((github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || (github.event_name == 'workflow_dispatch' && inputs.PUBLISH)) | |
| uses: ./.github/workflows/_publish_container.yaml | |
| secrets: inherit | |
| with: | |
| SOURCE_IMAGE: ${{ needs.build.outputs.DOCKER_TAGS }} | |
| TARGET_IMAGE: pax | |
| TARGET_TAGS: | | |
| type=raw,value=latest,priority=1000 | |
| publish-container: | |
| if: (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || (github.event_name == 'workflow_dispatch' && inputs.PUBLISH) | |
| needs: [metadata, build] | |
| uses: ./.github/workflows/_publish_container.yaml | |
| secrets: inherit | |
| with: | |
| SOURCE_IMAGE: ${{ needs.build.outputs.DOCKER_TAGS }} | |
| TARGET_IMAGE: pax | |
| TARGET_TAGS: | | |
| type=raw,value=nightly-${{ needs.metadata.outputs.BUILD_DATE }},priority=900 | |
| if-upstream-failed: | |
| runs-on: ubuntu-latest | |
| if: (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'failure') && github.event_name != 'workflow_dispatch' | |
| steps: | |
| - run: echo 'Upstream workflow failed, aborting run' && exit 1 |