ci: update mainnet deploy workflows (#1074) #2732
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test Software Upgrade | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - develop | |
| - devnet | |
| - main | |
| jobs: | |
| create-new-snapshot: | |
| runs-on: elys-runner-x2-2 | |
| steps: | |
| - name: Check if secrets are set | |
| run: | | |
| if [ -z "${{ secrets.R2_ACCESS_KEY }}" ]; then | |
| echo "R2_ACCESS_KEY is not set." | |
| exit 1 | |
| fi | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| fetch-tags: true | |
| - name: Set up Go | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: "1.21" | |
| - name: Get latest tag | |
| run: | | |
| git fetch --tags | |
| LATEST_TAG=$(git describe --tags `git rev-list --tags --max-count=1`) | |
| echo "LATEST_TAG=$LATEST_TAG" >> $GITHUB_ENV | |
| echo "Latest tag: $LATEST_TAG" | |
| - name: Retrieve latest binary | |
| run: | | |
| DOWNLOAD_URL=https://github.com/elys-network/elys/releases/download/${LATEST_TAG}/elysd-${LATEST_TAG}-linux-amd64 | |
| OLD_BINARY_PATH=/tmp/elysd-${LATEST_TAG} | |
| # download binary from release | |
| curl -L $DOWNLOAD_URL -o $OLD_BINARY_PATH && chmod +x $OLD_BINARY_PATH | |
| # build binary from source | |
| # git tag -f ${LATEST_TAG} | |
| # make build | |
| # mv ./build/elysd $OLD_BINARY_PATH | |
| # git tag -d ${LATEST_TAG} | |
| echo "OLD_BINARY_PATH=$OLD_BINARY_PATH" >> $GITHUB_ENV | |
| - name: Retrieve post upgrade snapshot generator binary | |
| run: | | |
| # Get latest release version using GitHub API | |
| POST_UPGRADE_SNAPSHOT_GENERATOR_VERSION=$(curl -s https://api.github.com/repos/elys-network/post-upgrade-snapshot-generator/releases/latest | grep -Po '"tag_name": "\K.*?(?=")') | |
| echo "Latest post-upgrade-snapshot-generator version: $POST_UPGRADE_SNAPSHOT_GENERATOR_VERSION" | |
| DOWNLOAD_URL=https://github.com/elys-network/post-upgrade-snapshot-generator/releases/download/${POST_UPGRADE_SNAPSHOT_GENERATOR_VERSION}/post-upgrade-snapshot-generator-${POST_UPGRADE_SNAPSHOT_GENERATOR_VERSION}-linux-amd64 | |
| POST_UPGRADE_SNAPSHOT_GENERATOR_PATH=/tmp/post-upgrade-snapshot-generator-${POST_UPGRADE_SNAPSHOT_GENERATOR_VERSION} | |
| curl -L $DOWNLOAD_URL -o $POST_UPGRADE_SNAPSHOT_GENERATOR_PATH && chmod +x $POST_UPGRADE_SNAPSHOT_GENERATOR_PATH | |
| echo "POST_UPGRADE_SNAPSHOT_GENERATOR_PATH=$POST_UPGRADE_SNAPSHOT_GENERATOR_PATH" >> $GITHUB_ENV | |
| - name: Build new binary | |
| run: | | |
| # create new git tag | |
| git tag -f v999.999.999 | |
| # build new elys binary | |
| make build | |
| NEW_BINARY_PATH=./build/elysd | |
| echo "NEW_BINARY_PATH=$NEW_BINARY_PATH" >> $GITHUB_ENV | |
| - name: Check submit new proposal from cache exists | |
| uses: elys-network/actions-cache-s3/restore@eba1d2b54699fda7ee03d826049bc67dcf514887 | |
| id: cache-submit-new-proposal | |
| with: | |
| path: | | |
| /home/runner/.elys | |
| /home/runner/.elys2 | |
| key: ${{ runner.os }}-submit-new-proposal-${{ env.LATEST_TAG }} | |
| lookup-only: true | |
| aws-access-key-id: ${{ secrets.R2_ACCESS_KEY }} | |
| aws-secret-access-key: ${{ secrets.R2_SECRET_KEY }} | |
| aws-endpoint: ${{ secrets.R2_ENDPOINT }} | |
| aws-s3-bucket: ${{ secrets.R2_BUCKET_NAME }} | |
| aws-region: auto | |
| aws-s3-bucket-endpoint: false | |
| aws-s3-force-path-style: true | |
| - name: Retrieve info.json and set snapshot path | |
| run: | | |
| DOWNLOAD_URL=https://snapshots.elys.network/info.json | |
| curl -L $DOWNLOAD_URL -o /tmp/info.json | |
| echo "Info.json downloaded to check snapshot version." | |
| # retrieve blockHeight field value from info.json | |
| SNAPSHOT_BLOCK_HEIGHT=$(cat /tmp/info.json | awk -F'"' '/"blockHeight":/{print $4}') | |
| echo "SNAPSHOT_BLOCK_HEIGHT=$SNAPSHOT_BLOCK_HEIGHT" >> $GITHUB_ENV | |
| echo "Snapshot block height: $SNAPSHOT_BLOCK_HEIGHT" | |
| APPLIED_URL=https://api.testnet.elys.network/cosmos/upgrade/v1beta1/applied_plan/${LATEST_TAG} | |
| curl -L $APPLIED_URL -o /tmp/applied.json | |
| echo "Applied.json downloaded to check snapshot version." | |
| # retrieve height field value from applied.json | |
| UPGRADE_HEIGHT=$(cat /tmp/applied.json | awk -F'"' '/"height":/{print $4}') | |
| echo "Upgrade height: $UPGRADE_HEIGHT" | |
| # SNAPSHOT_BLOCK_HEIGHT must be greater than UPGRADE_HEIGHT | |
| if [ $SNAPSHOT_BLOCK_HEIGHT -le $UPGRADE_HEIGHT ]; then | |
| echo "Snapshot block height ($SNAPSHOT_BLOCK_HEIGHT) is not greater than upgrade height ($UPGRADE_HEIGHT)." | |
| exit 1 | |
| fi | |
| # set snapshot download url | |
| SNAPSHOT_DOWNLOAD_URL=https://snapshots.elys.network/snapshot.tar.lz4 | |
| echo "SNAPSHOT_DOWNLOAD_URL=$SNAPSHOT_DOWNLOAD_URL" >> $GITHUB_ENV | |
| # set snapshot file path | |
| SNAPSHOT_FILE_PATH=/tmp/snapshot.tar.lz4 | |
| echo "SNAPSHOT_FILE_PATH=$SNAPSHOT_FILE_PATH" >> $GITHUB_ENV | |
| if: steps.cache-submit-new-proposal.outputs.cache-hit != 'true' | |
| - name: Check snapshot from cache exists | |
| uses: elys-network/actions-cache-s3/restore@eba1d2b54699fda7ee03d826049bc67dcf514887 | |
| id: cache-snapshot-exists | |
| with: | |
| path: | | |
| ${{ env.SNAPSHOT_FILE_PATH }} | |
| key: ${{ runner.os }}-snapshot-${{ env.LATEST_TAG }} | |
| lookup-only: true | |
| aws-access-key-id: ${{ secrets.R2_ACCESS_KEY }} | |
| aws-secret-access-key: ${{ secrets.R2_SECRET_KEY }} | |
| aws-endpoint: ${{ secrets.R2_ENDPOINT }} | |
| aws-s3-bucket: ${{ secrets.R2_BUCKET_NAME }} | |
| aws-region: auto | |
| aws-s3-bucket-endpoint: false | |
| aws-s3-force-path-style: true | |
| if: steps.cache-submit-new-proposal.outputs.cache-hit != 'true' | |
| - name: Download snapshot | |
| run: | | |
| curl -L $SNAPSHOT_DOWNLOAD_URL -o $SNAPSHOT_FILE_PATH | |
| if: steps.cache-submit-new-proposal.outputs.cache-hit != 'true' && steps.cache-snapshot-exists.outputs.cache-hit != 'true' | |
| - name: Save snapshot to cache | |
| uses: elys-network/actions-cache-s3/save@eba1d2b54699fda7ee03d826049bc67dcf514887 | |
| with: | |
| path: | | |
| ${{ env.SNAPSHOT_FILE_PATH }} | |
| key: ${{ runner.os }}-snapshot-${{ env.LATEST_TAG }} | |
| aws-access-key-id: ${{ secrets.R2_ACCESS_KEY }} | |
| aws-secret-access-key: ${{ secrets.R2_SECRET_KEY }} | |
| aws-endpoint: ${{ secrets.R2_ENDPOINT }} | |
| aws-s3-bucket: ${{ secrets.R2_BUCKET_NAME }} | |
| aws-region: auto | |
| aws-s3-bucket-endpoint: false | |
| aws-s3-force-path-style: true | |
| if: steps.cache-submit-new-proposal.outputs.cache-hit != 'true' && steps.cache-snapshot-exists.outputs.cache-hit != 'true' | |
| - name: Restore snapshot from cache | |
| uses: elys-network/actions-cache-s3/restore@eba1d2b54699fda7ee03d826049bc67dcf514887 | |
| with: | |
| path: | | |
| ${{ env.SNAPSHOT_FILE_PATH }} | |
| key: ${{ runner.os }}-snapshot-${{ env.LATEST_TAG }} | |
| aws-access-key-id: ${{ secrets.R2_ACCESS_KEY }} | |
| aws-secret-access-key: ${{ secrets.R2_SECRET_KEY }} | |
| aws-endpoint: ${{ secrets.R2_ENDPOINT }} | |
| aws-s3-bucket: ${{ secrets.R2_BUCKET_NAME }} | |
| aws-region: auto | |
| aws-s3-bucket-endpoint: false | |
| aws-s3-force-path-style: true | |
| if: steps.cache-submit-new-proposal.outputs.cache-hit != 'true' && steps.cache-snapshot-exists.outputs.cache-hit == 'true' | |
| - name: Chain snapshot and export | |
| run: | | |
| ${POST_UPGRADE_SNAPSHOT_GENERATOR_PATH} chain-snapshot-export \ | |
| ${SNAPSHOT_FILE_PATH} \ | |
| ${OLD_BINARY_PATH} \ | |
| --timeout-next-block 100000 \ | |
| --timeout-wait-for-node 100000 | |
| if: steps.cache-submit-new-proposal.outputs.cache-hit != 'true' | |
| - name: Chain initialization | |
| run: | | |
| ${POST_UPGRADE_SNAPSHOT_GENERATOR_PATH} chain-init \ | |
| ${OLD_BINARY_PATH} \ | |
| --timeout-next-block 100000 \ | |
| --timeout-wait-for-node 100000 | |
| if: steps.cache-submit-new-proposal.outputs.cache-hit != 'true' | |
| - name: Create second validator | |
| run: | | |
| ${POST_UPGRADE_SNAPSHOT_GENERATOR_PATH} create-second-validator \ | |
| ${OLD_BINARY_PATH} \ | |
| --timeout-next-block 100000 \ | |
| --timeout-wait-for-node 100000 | |
| if: steps.cache-submit-new-proposal.outputs.cache-hit != 'true' | |
| - name: Prepare validator data | |
| run: | | |
| ${POST_UPGRADE_SNAPSHOT_GENERATOR_PATH} prepare-validator-data \ | |
| --timeout-next-block 100000 \ | |
| --timeout-wait-for-node 100000 | |
| if: steps.cache-submit-new-proposal.outputs.cache-hit != 'true' | |
| - name: Submit new proposal | |
| run: | | |
| ${POST_UPGRADE_SNAPSHOT_GENERATOR_PATH} submit-new-proposal \ | |
| ${OLD_BINARY_PATH} \ | |
| ${NEW_BINARY_PATH} \ | |
| --timeout-next-block 100000 \ | |
| --timeout-wait-for-node 100000 | |
| if: steps.cache-submit-new-proposal.outputs.cache-hit != 'true' | |
| - name: Save submit new proposal to cache | |
| uses: elys-network/actions-cache-s3/save@eba1d2b54699fda7ee03d826049bc67dcf514887 | |
| with: | |
| path: | | |
| /home/runner/.elys | |
| /home/runner/.elys2 | |
| key: ${{ runner.os }}-submit-new-proposal-${{ env.LATEST_TAG }} | |
| aws-access-key-id: ${{ secrets.R2_ACCESS_KEY }} | |
| aws-secret-access-key: ${{ secrets.R2_SECRET_KEY }} | |
| aws-endpoint: ${{ secrets.R2_ENDPOINT }} | |
| aws-s3-bucket: ${{ secrets.R2_BUCKET_NAME }} | |
| aws-region: auto | |
| aws-s3-bucket-endpoint: false | |
| aws-s3-force-path-style: true | |
| if: steps.cache-submit-new-proposal.outputs.cache-hit != 'true' | |
| - name: Restore submit new proposal from cache | |
| uses: elys-network/actions-cache-s3/restore@eba1d2b54699fda7ee03d826049bc67dcf514887 | |
| with: | |
| path: | | |
| /home/runner/.elys | |
| /home/runner/.elys2 | |
| key: ${{ runner.os }}-submit-new-proposal-${{ env.LATEST_TAG }} | |
| aws-access-key-id: ${{ secrets.R2_ACCESS_KEY }} | |
| aws-secret-access-key: ${{ secrets.R2_SECRET_KEY }} | |
| aws-endpoint: ${{ secrets.R2_ENDPOINT }} | |
| aws-s3-bucket: ${{ secrets.R2_BUCKET_NAME }} | |
| aws-region: auto | |
| aws-s3-bucket-endpoint: false | |
| aws-s3-force-path-style: true | |
| if: steps.cache-submit-new-proposal.outputs.cache-hit == 'true' | |
| - name: Upgrade to new binary | |
| run: | | |
| ${POST_UPGRADE_SNAPSHOT_GENERATOR_PATH} upgrade-to-new-binary \ | |
| ${NEW_BINARY_PATH} \ | |
| --timeout-next-block 100000 \ | |
| --timeout-wait-for-node 100000 | |
| - name: Create new snapshot file | |
| run: | | |
| SANITIZED_HEAD_REF=${{ github.head_ref || github.ref }} | |
| SANITIZED_HEAD_REF=$(echo "$SANITIZED_HEAD_REF" | sed 's|refs/heads/||; s|/|_|g') | |
| NEW_SNAPSHOT_FILENAME="elys-snapshot-${SANITIZED_HEAD_REF}.tar.lz4" | |
| NEW_SNAPSHOT_PATH="/tmp/${NEW_SNAPSHOT_FILENAME}" | |
| echo "NEW_SNAPSHOT_FILENAME=$NEW_SNAPSHOT_FILENAME" >> $GITHUB_ENV | |
| echo "NEW_SNAPSHOT_PATH=$NEW_SNAPSHOT_PATH" >> $GITHUB_ENV | |
| cd /home/runner | |
| tar -cf - .elys | lz4 -z - > "$NEW_SNAPSHOT_PATH" | |
| - name: Upload snapshot | |
| env: | |
| R2_BUCKET_NAME: ${{ secrets.R2_BUCKET_NAME }} | |
| RCLONE_CONFIG_R2_TYPE: s3 | |
| RCLONE_CONFIG_R2_PROVIDER: Cloudflare | |
| RCLONE_CONFIG_R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY }} | |
| RCLONE_CONFIG_R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_KEY }} | |
| RCLONE_CONFIG_R2_REGION: enam | |
| RCLONE_CONFIG_R2_ENDPOINT: ${{ secrets.R2_ENDPOINT }} | |
| run: | | |
| # install rclone | |
| curl https://rclone.org/install.sh | sudo bash | |
| # copy snapshot to r2 | |
| rclone -vv copy "${NEW_SNAPSHOT_PATH}" r2:${R2_BUCKET_NAME}/ | |
| - name: Info about the snapshot | |
| run: | | |
| echo "Snapshot URL: https://snapshots.elys.network/$NEW_SNAPSHOT_FILENAME" |