ci: split arm64 and amd64 build steps for faster compilation #71
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build docker images | |
| concurrency: | |
| group: test-${{ github.ref }} | |
| cancel-in-progress: true | |
| on: | |
| pull_request: | |
| jobs: | |
| sanity-checks: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Check workflow files | |
| env: | |
| ACTIONLINT_VSN: 1.6.25 | |
| run: | | |
| wget https://github.com/rhysd/actionlint/releases/download/v${ACTIONLINT_VSN}/actionlint_${ACTIONLINT_VSN}_linux_amd64.tar.gz | |
| tar zxf actionlint_${ACTIONLINT_VSN}_linux_amd64.tar.gz actionlint | |
| # TODO: enable shellcheck when all the current issues are fixed | |
| ./actionlint -color \ | |
| -shellcheck= | |
| prepare: | |
| runs-on: ubuntu-latest | |
| needs: | |
| - sanity-checks | |
| outputs: | |
| otp: ${{ steps.otp.outputs.version }} | |
| elixir: ${{ steps.elixir.outputs.version }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: get otp_version | |
| id: otp | |
| run: | | |
| otp_version=$(grep -E "^\+\sOTP-.*" ./RELEASE.md | sed 's/\+\sOTP-//g' | jq -R -s -c 'split("\n")[:-1]') | |
| echo "version=$otp_version" >> $GITHUB_OUTPUT | |
| - name: get elixir_version | |
| id: elixir | |
| run: | | |
| elixir_version=$(grep -E "^\+\sElixir-.*" ./RELEASE.md | sed 's/\+\sElixir-//g' | jq -R -s -c 'split("\n")[:-1]') | |
| echo "version=$elixir_version" >> $GITHUB_OUTPUT | |
| build: | |
| runs-on: ${{ github.repository_owner == 'emqx' && matrix.platform[2] || '["ubuntu-latest"]' }} | |
| needs: | |
| - prepare | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| base_image_vsn: | |
| - "5.0" | |
| otp: ${{ fromJSON(needs.prepare.outputs.otp) }} | |
| elixir: ${{ fromJSON(needs.prepare.outputs.elixir) }} | |
| platform: | |
| - [ubuntu22.04, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [ubuntu22.04, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [ubuntu20.04, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [ubuntu20.04, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [ubuntu18.04, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [ubuntu18.04, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [ubuntu16.04, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [ubuntu16.04, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [debian12, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [debian12, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [debian11, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [debian11, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [debian10, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [debian10, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [debian9, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [debian9, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [el9, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [el9, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [el8, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [el8, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [el7, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [el7, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [amzn2, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [amzn2, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [amzn2023, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [amzn2023, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| - [alpine3.15.1, linux/amd64, [self-hosted, linux, x64, ephemeral]] | |
| - [alpine3.15.1, linux/arm64, [self-hosted, linux, arm64, ephemeral]] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: aws-actions/configure-aws-credentials@v2 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ secrets.AWS_DEFAULT_REGION }} | |
| - uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ github.token }} | |
| - name: Get cache | |
| run: aws s3 sync s3://docker-buildx-cache/emqx-builder/${{ matrix.platform[0] }} /tmp/.docker-buildx-cache | |
| - uses: docker/setup-qemu-action@v3 | |
| - uses: docker/setup-buildx-action@v3 | |
| with: | |
| driver-opts: network=host | |
| - name: define base tag | |
| id: base_tag | |
| run: | | |
| PLATFORM=${{ matrix.platform[1] }} | |
| ARCH="${PLATFORM#linux/}" | |
| TAG="${{ matrix.platform[0] }}-${ARCH}" | |
| echo "tag=${TAG}" | tee -a $GITHUB_OUTPUT | |
| echo "image=ghcr.io/${{ github.repository }}/base-${{ matrix.base_image_vsn }}:${TAG}" | tee -a $GITHUB_OUTPUT | |
| - name: Build base image | |
| uses: docker/build-push-action@v5 | |
| with: | |
| push: false | |
| cache-from: type=local,src=/tmp/.docker-buildx-cache,mode=max | |
| platforms: ${{ matrix.platform[1] }} | |
| tags: ${{ steps.base_tag.outputs.image }} | |
| file: ${{ matrix.platform[0] }}/Dockerfile | |
| context: . | |
| - uses: docker/build-push-action@v5 | |
| with: | |
| platforms: ${{ matrix.platform[1] }} | |
| cache-from: type=local,src=/tmp/.docker-buildx-cache,mode=max | |
| build-args: | | |
| BUILD_FROM=${{ steps.base_tag.outputs.image }} | |
| OTP_VERSION=${{ matrix.otp }} | |
| ELIXIR_VERSION=${{ matrix.elixir }} | |
| file: ./Dockerfile | |
| context: . |