GHA pipeline rewrite for ease and speed #89
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: | |
| push: | |
| branches: [main, 'release-v**'] | |
| pull_request: | |
| name: Build&Publish WASM | |
| concurrency: | |
| group: '${{ github.workflow }}-${{ github.event.pull_request.head.label || github.head_ref || github.ref }}' | |
| cancel-in-progress: true | |
| permissions: | |
| id-token: write | |
| contents: read | |
| jobs: | |
| build-runtime-wasms: | |
| # environment: ${{ github.ref == 'refs/heads/main' && 'production' || '' }} | |
| environment: production | |
| # Benchmark (with cache hit) | |
| # ubuntu-latest 50 min | |
| # ubuntu-latest-4-cores 34 min | |
| runs-on: ubuntu-latest-4-cores | |
| strategy: | |
| matrix: | |
| # To test until I get one right | |
| # target: [build-runtime, build-runtime-fast, build-runtime-testnet] | |
| # package: [centrifuge-runtime, altair-runtime] | |
| target: [build-runtime, build-runtime-testnet, build-runtime-fast] | |
| package: [altair-runtime, centrifuge-runtime] | |
| rust_version: ["1.66.0"] | |
| exclude: | |
| - target: "build-runtime-testnet" | |
| package: "centrifuge-runtime" | |
| name: ${{ matrix.target }}-${{ matrix.package }} | |
| # Cannot make sccache work with the srtool container | |
| # env: | |
| # SCCACHE_GHA_ENABLED: "true" | |
| # RUSTC_WRAPPER: "sccache" | |
| steps: | |
| # PREP | |
| - name: Check out code | |
| uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab #3.5.2 | |
| - name: Prep build on Ubuntu | |
| uses: ./.github/actions/prep-ubuntu | |
| with: | |
| RUST_TOOLCHAIN: ${{ matrix.rust_version }} | |
| # sccache does not work inside the srtool container | |
| - uses: Swatinem/rust-cache@e207df5d269b42b69c8bc5101da26f7d31feddb4 # 2.6.2 | |
| with: | |
| prefix-key: build #-${{ matrix.package }} | |
| shared-key: wasm | |
| workspaces: | | |
| . | |
| ./target/srtool | |
| cache-directories: ./runtime | |
| # save-if: ${{ github.ref == 'refs/heads/master' }} | |
| # BUILD | |
| - | |
| id: buildopt | |
| run: | | |
| if ${{ matrix.target == 'build-runtime-testnet'}} ; then | |
| echo "BUILD_OPTS="--features=testnet-runtime"" >> GITHUB_ENV | |
| elif ${{ matrix.target == 'build-runtime-fast'}} ; then | |
| echo "BUILD_OPTS="--features=fast-runtime"" >> GITHUB_ENV | |
| fi | |
| echo "BUILD_OPTS=${{ env.BUILD_OPT }}" | |
| - name: Run srtool | |
| run: docker run -it --rm -e PACKAGE=centrifuge-runtime -e BUILD_OPTS=${{ env.BUILD_OPTS || '' }} --platform=linux/amd64 -v ${{ github.workspace }}:/build paritytech/srtool:1.66.0 /srtool/build | |
| # - name: Run Docker SRTool | |
| # uses: addnab/docker-run-action@4f65fabd2431ebc8d299f8e5a018d79a769ae185 #v3 | |
| # env: | |
| # RUSTC_VERSION: ${{ matrix.rust_version }} | |
| # TARPAULIN_VERSION: 0.19.1 # travis-ci codecov generator | |
| # with: | |
| # image: paritytech/srtool:${{ matrix.rust_version }} | |
| # options: --user root -v /home/runner/.cargo:/cargo-home -v ${{ github.workspace }}:/build -e BUILD_OPTS=${{ env.BUILD_OPTS || ''}} -e PACKAGE=${{ matrix.package }} | |
| # run: | | |
| # echo "---- Env VARS ----" | |
| # echo "BUILD_OPT=${BUILD_OPT}" | |
| # echo "PACKAGE=${PACKAGE}" | |
| # echo "---- List Cache Folder ----" | |
| # ls -la /cargo-home/ | |
| # du -sh /cargo-home/* | |
| # echo "---- RUNNING BUILD ----" | |
| # /srtool/build --save | |
| - name: Upload srtool report | |
| uses: actions/upload-artifact@a8a3f3ad30e3422c9c7b888a15615d19a852ae32 #v3.1.3 | |
| with: | |
| name: srtool-wasm-report.txt | |
| path: ./${{ matrix.package }}-srtool-wasm-report.json | |
| - id: 'auth' | |
| # if: ${{ github.ref == 'refs/heads/main' }} | |
| uses: 'google-github-actions/auth@35b0e87d162680511bf346c299f71c9c5c379033' # v1.1.1 | |
| with: | |
| workload_identity_provider: ${{ secrets.GWIP_ARTIFACTS }} | |
| service_account: ${{ secrets.GSA_ARTIFACTS }} | |
| - name: Setup - gcloud / gsutil | |
| if: ${{ steps.auth.outcome == 'success' }} | |
| uses: google-github-actions/setup-gcloud@e30db14379863a8c79331b04a9969f4c1e225e0b # v1.1.1 | |
| - name: Publish artifacts to GCS | |
| if: ${{ steps.auth.outcome == 'success' }} | |
| shell: bash | |
| run: | | |
| target=$(echo "${{ matrix.target }}" | sed -e "s/^build-//" ) | |
| runtime_name=$(echo "${{ matrix.package }}" | sed -e "s/-runtime$//" ) | |
| filename=$(echo "${{ matrix.package }}" | sed -e 's/-/_/g' ) | |
| gsutil cp \ | |
| ./runtime/${runtime_name}/target/srtool/release/wbuild/${{ matrix.package }}/${filename}.compact.compressed.wasm \ | |
| gs://centrifuge-wasm-repo/${runtime_name}/${target}/${runtime_name}-${target}-$(git rev-parse --short HEAD).wasm |