build.yaml

name: Build and upload binaries to GCP

on:
  pull_request:
  push:
    paths-ignore:
      - "**/*.md"
    branches:
      - main
      - staging
    tags:
      - "v*"

concurrency:
  group: ${{ github.workflow }}-${{ github.ref || github.run_id }}
  cancel-in-progress: true

env:
  CI_CATALYST_BIN_DIR: "bin"

jobs:
  build:
    name: "Download binaries for ${{ matrix.platform.name }}-${{ matrix.architecture }}"
    runs-on: ${{ matrix.platform.name }}-${{ matrix.architecture }}
    strategy:
      fail-fast: false
      matrix:
        architecture:
          - arm64
          - amd64
        platform:
          - name: linux
          - name: darwin

    steps:
      - name: Check out code
        uses: actions/checkout@v3
        with:
          fetch-depth: 0
          # Check https://github.com/livepeer/go-livepeer/pull/1891
          # for ref value discussion
          ref: ${{ github.event.pull_request.head.sha }}

      - name: Set up go
        id: go
        uses: actions/setup-go@v4
        with:
          go-version-file: go.mod
          cache: true
          cache-dependency-path: go.sum

      - name: Install go modules
        if: steps.go.outputs.cache-hit != 'true'
        run: go mod download

      - name: Run downloader script
        run: |
          mkdir -p "${CI_CATALYST_BIN_DIR}/" "releases/"
          go run cmd/downloader/downloader.go \
            --platform "${{ matrix.platform.name }}" \
            --architecture "${{ matrix.architecture }}" \
            --path "./${CI_CATALYST_BIN_DIR}/" \
            --manifest "manifest.yaml" \
            --v 9

      - name: Set build environment
        run: |
          echo "GOARCH=${{ matrix.architecture }}" >> $GITHUB_ENV
          echo "GOOS=${{ matrix.platform.name }}" >> $GITHUB_ENV

      - name: Build binaries
        run: |
          go build \
            -o "./${CI_CATALYST_BIN_DIR}/livepeer-catalyst" \
            -ldflags="-X 'main.Version=${{ github.ref_type == 'tag' && github.ref_name || github.event.pull_request.head.sha || github.sha }}'" \
            cmd/catalyst/catalyst.go

          cp ./scripts/livepeer-vmagent ./bin/livepeer-vmagent

      - name: Configure Rust Toolchain
        uses: actions-rs/toolchain@v1
        with:
          toolchain: stable

      - name: Build c2patool
        uses: baptiste0928/cargo-install@v2
        with:
          crate: c2patool
          version: "0.6.2"
          cache-key: "${{ matrix.platform.name }}-${{ matrix.architecture }}"

      - name: Copy c2patool
        run: |
          cp "${HOME}/.cargo/bin/c2patool" ./bin/c2patool

      - name: Strip binaries of debug symbols
        if: matrix.platform.name == 'linux' && matrix.architecture == 'amd64'
        run: |
          cd "${CI_CATALYST_BIN_DIR}/"
          find . -type f ! -name "*.sh" ! -name "livepeer-mist-bigquery-uploader" ! -name "livepeer-api" -exec strip -s {} \;

      - name: Archive binaries for linux/macos
        if: matrix.platform.name != 'windows'
        run: |
          cd "${CI_CATALYST_BIN_DIR}/"
          tar -cvzf "../releases/livepeer-catalyst-${GOOS}-${GOARCH}.tar.gz" *

      - name: Upload artifacts
        uses: actions/upload-artifact@v3
        with:
          name: release-artifacts
          path: releases/

  upload:
    name: Upload artifacts to google bucket
    if: ${{ github.event_name == 'push' || github.event.pull_request.head.repo.full_name == github.repository }}
    permissions:
      contents: "read"
      id-token: "write"
    runs-on: ubuntu-latest
    needs:
      - build
    steps:
      - name: Download artifacts
        uses: actions/download-artifact@v3
        with:
          name: release-artifacts
          path: releases/

      - name: Generate sha256 checksum and gpg signatures for release artifacts
        uses: livepeer/action-gh-checksum-and-gpg-sign@latest
        with:
          artifacts-dir: releases
          release-name: ${{ (github.ref_type == 'tag' && github.ref_name) || github.event.pull_request.head.sha || github.sha }}
          gpg-key: ${{ secrets.CI_GPG_SIGNING_KEY }}
          gpg-key-passphrase: ${{ secrets.CI_GPG_SIGNING_PASSPHRASE }}

      - name: Generate branch manifest
        id: branch-manifest
        uses: livepeer/branch-manifest-action@latest
        with:
          project-name: ${{ github.event.repository.name }}
          platform: linux, darwin

      - name: Authenticate to Google Cloud
        id: auth
        uses: google-github-actions/auth@v2
        with:
          workload_identity_provider: ${{ secrets.CI_GOOGLE_WORKLOAD_IDENTITY_PROVIDER }}
          service_account: ${{ secrets.CI_GOOGLE_SERVICE_ACCOUNT }}

      - name: Upload release archives to Google Cloud
        id: upload-archives
        uses: google-github-actions/upload-cloud-storage@v1
        with:
          path: "releases"
          destination: "build.livepeer.live/${{ github.event.repository.name }}/${{ (github.ref_type == 'tag' && github.ref_name) || github.event.pull_request.head.sha || github.sha }}"
          parent: false

      - name: Upload branch manifest file
        id: upload-manifest
        uses: google-github-actions/upload-cloud-storage@v1
        with:
          path: ${{ steps.branch-manifest.outputs.manifest-file }}
          destination: "build.livepeer.live/${{ github.event.repository.name }}/"
          parent: false

      - name: Notify new build upload
        run: curl -X POST https://holy-bread-207a.livepeer.workers.dev