publish-aztec-packages.yml

name: Publish Aztec Packages

on:
  push:
    branches:
      - master
      - "*/release-master*"
  workflow_dispatch:
    inputs:
      tag:
        type: string
        description: "The tag to release"
        required: true
      publish:
        type: boolean
        description: "Whether to publish the release"
        required: true

permissions:
  # Necessary to upload new release artifacts
  contents: write
  issues: write

env:
  DOCKERHUB_PASSWORD: "${{ secrets.DOCKERHUB_PASSWORD }}"
  RUN_ID: ${{ github.run_id }}
  RUN_ATTEMPT: ${{ github.run_attempt }}
  GITHUB_TOKEN: ${{ github.token }}
  GH_SELF_HOSTED_RUNNER_TOKEN: ${{ secrets.GH_SELF_HOSTED_RUNNER_TOKEN }}
  AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
  AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
  BUILD_INSTANCE_SSH_KEY: ${{ secrets.BUILD_INSTANCE_SSH_KEY }}
  GIT_COMMIT: ${{ github.event.pull_request.head.sha || github.sha }}
  SHOULD_PUBLISH_DOCKER_IMAGES: ${{ github.event.inputs.publish == 'true' || github.event_name == 'push' }}
  DEPLOY_TAG: ${{ github.event.inputs.tag }}

jobs:
  configure:
    runs-on: ubuntu-latest
    outputs:
      username: ${{ steps.compute_username.outputs.username }}
      version: ${{ steps.set_version.outputs.version }}
      dist_tag: ${{ steps.set_version.outputs.dist_tag }}
    steps:
      - name: Compute Username
        id: compute_username
        shell: bash
        env:
          REPO: "${{ github.repository }}"
          BRANCH: "${{ github.ref_name }}"
        run: |
          if [ "${{ github.event_name }}" == "workflow_dispatch" ]; then
            echo "username=${{ github.actor }}"
            echo "username=${{ github.actor }}" >> $GITHUB_OUTPUT
          else
            GIT_HASH="${{ github.sha }}"
            GIT_HASH_LAST8=${GIT_HASH: -8}
            GIT_HASH_LAST8_DEC=$(printf "%d" 0x$GIT_HASH_LAST8)
            GIT_HASH_MODULO_8=$((GIT_HASH_LAST8_DEC % 8))
            echo "username=master-${GIT_HASH_MODULO_8}"
            echo "username=master-${GIT_HASH_MODULO_8}" >> $GITHUB_OUTPUT
          fi
      - name: Set version and tags
        id: set_version
        run: |
          if [[ "${{ github.ref_name }}" =~ ^release/ ]]; then
            echo "dist_tag=devnet" >> $GITHUB_OUTPUT
            TAG="${{ github.ref_name }}"
            VERSION="${TAG#release/}"
            if [ "${{ github.event_name }}" == "workflow_dispatch" ]; then
              VERSION=${DEPLOY_TAG#aztec-packages-v}-devnet
            fi
          elif [ "${{ github.event_name }}" == "workflow_dispatch" ]; then
            echo "dist_tag=latest" >> $GITHUB_OUTPUT
            TAG=${{ env.DEPLOY_TAG }}
            VERSION=${TAG#aztec-packages-v}
          else
            echo "dist_tag=$(echo "${{ github.ref_name }}" | sed 's/\//-/g')" >> $GITHUB_OUTPUT
            VERSION=""
          fi
          echo "version=$VERSION" >> $GITHUB_OUTPUT
      - name: Check if tag is valid
        id: check_tag
        if: github.event_name == 'workflow_dispatch'
        run: |
          TAG=${{ github.event.inputs.tag }}
          if [[ "$TAG" == aztec-packages-v* ]]; then
            DEPLOY_TAG=${{ env.DEPLOY_TAG }}
            VERSION=${DEPLOY_TAG#aztec-packages-v}
            echo "Tag is valid. Proceeding with publishing v$VERSION."
          else
            echo "Invalid tag format. Expected aztec-packages-v*"
            exit 1
          fi

  setup-x86:
    needs: [configure]
    uses: ./.github/workflows/setup-runner.yml
    with:
      username: ${{ needs.configure.outputs.username }}
      runner_type: builder-x86
    secrets: inherit

  setup-arm:
    needs: [configure]
    uses: ./.github/workflows/setup-runner.yml
    with:
      username: ${{ needs.configure.outputs.username }}
      runner_type: builder-arm
    secrets: inherit

  build-aztec-x86:
    needs: [configure, setup-x86]
    runs-on: ${{ needs.configure.outputs.username }}-x86
    steps:
      - uses: actions/checkout@v4
        with:
          ref: "${{ env.GIT_COMMIT }}"
      - uses: ./.github/ci-setup-action
        with:
          concurrency_key: build-aztec
          dockerhub_password: "${{ env.DOCKERHUB_PASSWORD }}"
      - name: Build & Push Aztec and End-to-End x86_64
        timeout-minutes: 40
        env:
          VERSION: ${{ needs.configure.outputs.version }}
        run: |
          if [ -n "$VERSION" ]; then
            ./bootstrap.sh image-aztec --version $VERSION
          else
            ./bootstrap.sh image-aztec
          fi
          docker tag aztecprotocol/aztec:${{ env.GIT_COMMIT }} aztecprotocol/aztec:${{ env.GIT_COMMIT }}-x86_64
          docker push aztecprotocol/aztec:${{ env.GIT_COMMIT }}-x86_64

  build-aztec-arm:
    needs: [configure, setup-arm]
    runs-on: ${{ needs.configure.outputs.username }}-arm
    steps:
      - uses: actions/checkout@v4
        with:
          ref: "${{ env.GIT_COMMIT }}"
      - uses: ./.github/ci-setup-action
        with:
          concurrency_key: build-aztec
          dockerhub_password: "${{ env.DOCKERHUB_PASSWORD }}"
      - name: Build & Push Aztec arm64
        timeout-minutes: 80
        env:
          VERSION: ${{ needs.configure.outputs.version }}
        run: |
          sudo shutdown -P 80
          if [ -n "$VERSION" ]; then
            ./bootstrap.sh image-aztec --check-arch --version $VERSION
          else
            ./bootstrap.sh image-aztec --check-arch
          fi
          docker tag aztecprotocol/aztec:${{ env.GIT_COMMIT }} aztecprotocol/aztec:${{ env.GIT_COMMIT }}-arm64
          docker push aztecprotocol/aztec:${{ env.GIT_COMMIT }}-arm64

  build-nargo-x86:
    needs: [configure, build-aztec-x86]
    runs-on: ${{ needs.configure.outputs.username }}-x86
    steps:
      - uses: actions/checkout@v4
        with:
          ref: "${{ env.GIT_COMMIT }}"
      - uses: ./.github/ci-setup-action
        with:
          concurrency_key: build-aztec-nargo
          dockerhub_password: "${{ env.DOCKERHUB_PASSWORD }}"
      - name: Build & push aztec nargo image
        run: |
          earthly-ci --no-output --push ./aztec-nargo+export-aztec-nargo --DIST_TAG=${{ env.GIT_COMMIT }} --ARCH=x86_64

  build-nargo-arm:
    needs: [configure, build-aztec-arm]
    runs-on: ${{ needs.configure.outputs.username }}-arm
    steps:
      - uses: actions/checkout@v4
        with:
          ref: "${{ env.GIT_COMMIT }}"
      - uses: ./.github/ci-setup-action
        with:
          concurrency_key: build-aztec-nargo
          dockerhub_password: "${{ env.DOCKERHUB_PASSWORD }}"
      - name: Build & push aztec nargo image
        run: |
          earthly-ci --no-output --push ./aztec-nargo+export-aztec-nargo --DIST_TAG=${{ env.GIT_COMMIT }} --ARCH=arm64

  build-cli-wallet-x86:
    needs: [configure, build-aztec-x86]
    runs-on: ${{ needs.configure.outputs.username }}-x86
    steps:
      - uses: actions/checkout@v4
        with:
          ref: "${{ env.GIT_COMMIT }}"
      - uses: ./.github/ci-setup-action
        with:
          concurrency_key: build-aztec-cli-wallet
          dockerhub_password: "${{ env.DOCKERHUB_PASSWORD }}"
      - name: Build & push aztec cli wallet image
        run: |
          earthly-ci --no-output --push ./yarn-project+export-cli-wallet --DIST_TAG=${{ env.GIT_COMMIT }} --ARCH=x86_64

  build-cli-wallet-arm:
    needs: [configure, build-aztec-arm]
    runs-on: ${{ needs.configure.outputs.username }}-arm
    steps:
      - uses: actions/checkout@v4
        with:
          ref: "${{ env.GIT_COMMIT }}"
      - uses: ./.github/ci-setup-action
        with:
          concurrency_key: build-aztec-cli-wallet
          dockerhub_password: "${{ env.DOCKERHUB_PASSWORD }}"
      - name: Build & push aztec cli wallet image
        run: |
          earthly-ci --no-output --push ./yarn-project+export-cli-wallet --DIST_TAG=${{ env.GIT_COMMIT }} --ARCH=arm64

  publish-manifests:
    needs:
      - configure
      - build-aztec-x86
      - build-aztec-arm
      - build-nargo-x86
      - build-nargo-arm
      - build-cli-wallet-x86
      - build-cli-wallet-arm
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
        with:
          ref: "${{ env.GIT_COMMIT }}"
      - uses: ./.github/ci-setup-action
        with:
          dockerhub_password: "${{ env.DOCKERHUB_PASSWORD }}"
      - name: Publish aztec manifests
        if: ${{ env.SHOULD_PUBLISH_DOCKER_IMAGES == 'true' }}
        env:
          VERSION: ${{ needs.configure.outputs.version }}
          DIST_TAG: ${{ needs.configure.outputs.dist_tag }}
        run: |
          docker pull aztecprotocol/aztec:${{ env.GIT_COMMIT }}-x86_64
          docker pull aztecprotocol/aztec:${{ env.GIT_COMMIT }}-arm64
          docker pull aztecprotocol/aztec-nargo:${{ env.GIT_COMMIT }}-x86_64
          docker pull aztecprotocol/aztec-nargo:${{ env.GIT_COMMIT }}-arm64
          docker pull aztecprotocol/cli-wallet:${{ env.GIT_COMMIT }}-x86_64
          docker pull aztecprotocol/cli-wallet:${{ env.GIT_COMMIT }}-arm64

          if [ -n "$VERSION" ]; then
            docker manifest create aztecprotocol/aztec:$VERSION \
              aztecprotocol/aztec:${{ env.GIT_COMMIT }}-x86_64 \
              aztecprotocol/aztec:${{ env.GIT_COMMIT }}-arm64
            docker manifest push aztecprotocol/aztec:$VERSION

            docker manifest create aztecprotocol/aztec-nargo:$VERSION \
              aztecprotocol/aztec-nargo:${{ env.GIT_COMMIT }}-x86_64 \
              aztecprotocol/aztec-nargo:${{ env.GIT_COMMIT }}-arm64
            docker manifest push aztecprotocol/aztec-nargo:$VERSION

            docker manifest create aztecprotocol/cli-wallet:$VERSION \
              aztecprotocol/cli-wallet:${{ env.GIT_COMMIT }}-x86_64 \
              aztecprotocol/cli-wallet:${{ env.GIT_COMMIT }}-arm64
            docker manifest push aztecprotocol/cli-wallet:$VERSION
          fi

          docker manifest create aztecprotocol/aztec:$DIST_TAG \
            aztecprotocol/aztec:${{ env.GIT_COMMIT }}-x86_64 \
            aztecprotocol/aztec:${{ env.GIT_COMMIT }}-arm64
          docker manifest push aztecprotocol/aztec:$DIST_TAG

          docker manifest create aztecprotocol/aztec-nargo:$DIST_TAG \
            aztecprotocol/aztec-nargo:${{ env.GIT_COMMIT }}-x86_64 \
            aztecprotocol/aztec-nargo:${{ env.GIT_COMMIT }}-arm64
          docker manifest push aztecprotocol/aztec-nargo:$DIST_TAG

          docker manifest create aztecprotocol/cli-wallet:$DIST_TAG \
            aztecprotocol/cli-wallet:${{ env.GIT_COMMIT }}-x86_64 \
            aztecprotocol/cli-wallet:${{ env.GIT_COMMIT }}-arm64
          docker manifest push aztecprotocol/cli-wallet:$DIST_TAG

  publish-npm:
    if: github.event_name == 'workflow_dispatch'
    needs: [configure, publish-manifests]
    runs-on: ${{ needs.configure.outputs.username }}-x86
    env:
      NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
    steps:
      - name: Checkout sources
        uses: actions/checkout@v4
        with:
          ref: ${{ env.GIT_COMMIT }}
      - uses: ./.github/ci-setup-action
        with:
          concurrency_key: publish-npm
          dockerhub_password: "${{ env.DOCKERHUB_PASSWORD }}"

      - name: Publish bb.js NPM package
        env:
          VERSION: ${{ needs.configure.outputs.version }}
          DIST_TAG: ${{ needs.configure.outputs.dist_tag }}
        run: |
          earthly-ci \
            --no-output \
            --secret NPM_TOKEN=${{ env.NPM_TOKEN }} \
            ./barretenberg/ts+publish-npm \
            --DIST_TAG=$DIST_TAG \
            --VERSION=$VERSION \
            --DRY_RUN=${{ (github.event.inputs.publish == 'false') && '1' || '0' }}

      - name: Publish yarn-project NPM packages
        run: |
          earthly-ci \
            --no-output \
            --secret NPM_TOKEN=${{ env.NPM_TOKEN }} \
            ./yarn-project+publish-npm \
            --DIST_TAG=${{ steps.version_step.outputs.DIST_TAG }} \
            --VERSION=${{ steps.version_step.outputs.VERSION }} \
            --DRY_RUN=${{ (github.event.inputs.publish == 'false') && '1' || '0' }}

      - name: Publish l1-contracts NPM package
        run: |
          earthly-ci \
            --no-output \
            --secret NPM_TOKEN=${{ env.NPM_TOKEN }} \
            ./l1-contracts+publish-npm \
            --DIST_TAG=${{ steps.version_step.outputs.DIST_TAG }} \
            --VERSION=${{ steps.version_step.outputs.VERSION }} \
            --DRY_RUN=${{ (github.event.inputs.publish == 'false') && '1' || '0' }}

  publish-aztec-up:
    needs: [configure, publish-manifests]
    runs-on: ubuntu-latest
    steps:
      - name: Checkout sources
        uses: actions/checkout@v4
        with:
          ref: ${{ env.GIT_COMMIT }}
      - uses: hashicorp/setup-terraform@v3
        with:
          terraform_version: 1.7.5

      - name: Configure AWS credentials
        uses: aws-actions/configure-aws-credentials@v1
        with:
          aws-access-key-id: ${{ env.AWS_ACCESS_KEY_ID }}
          aws-secret-access-key: ${{ env.AWS_SECRET_ACCESS_KEY }}
          aws-region: eu-west-2

      - name: Publish aztec-up
        working-directory: ./aztec-up/terraform
        run: |
          if [[ "${{ github.ref_name }}" =~ ^release/ ]]; then
            TAG="${{ github.ref_name }}"
            VERSION="${TAG#release/}"
          elif [ -n "${{ env.DEPLOY_TAG }}" ]; then
            TAG=${{ env.DEPLOY_TAG }}
            VERSION=${TAG#aztec-packages-v}
          else
            VERSION=${{ github.ref_name }}
          fi
          terraform init
          export TF_VAR_VERSION=${VERSION}
          terraform apply -auto-approve

  # Sometimes runners get killed because they can be spot, we try once more for good measure
  rerun-check:
    runs-on: ubuntu-latest
    permissions:
      actions: write
    needs:
      - setup-x86
      - setup-arm
      - build-aztec-x86
      - build-aztec-arm
      - build-nargo-x86
      - build-nargo-arm
      - build-cli-wallet-x86
      - build-cli-wallet-arm
      - publish-npm
      - publish-manifests
    if: github.event.pull_request.draft == false && !cancelled()
    steps:
      - name: Check for Rerun
        env:
          HAD_FAILURE: ${{ contains(needs.*.result, 'failure') }}
          GH_REPO: ${{ github.repository }}
          GH_TOKEN: ${{ github.token }}
          RUN_ATTEMPT: ${{ env.RUN_ATTEMPT }}
        run: |
          # Retry first with failed and then with all, in case a runner snagged (e.g. ARM runner going down doesn't get rescued by a rescue script currently)
          if [[ $HAD_FAILURE == true ]] && [[ $RUN_ATTEMPT == 1 ]]; then
            gh workflow run rerun.yml -F run_id=${{ github.run_id }}
          elif [[ $HAD_FAILURE == true ]] && [[ $RUN_ATTEMPT == 2 ]]; then
            gh workflow run rerun.yml -F run_id=${{ github.run_id }} -F rerun_mode=all
          fi