cargo_llvm_cov.yml

name: Code Coverage (llvm-cov)

on:
  schedule:
    - cron: "0 1 * * *" # every day at 1am (UTC)
  workflow_dispatch:
    inputs:
      sui_repo_ref:
        description: "Branch / commit to test"
        type: string
        required: false
        default: ''

jobs:
  llvm-cov:
    name: Generate code coverage
    runs-on: self-hosted
    timeout-minutes: 180
    env:
      # Don't emit giant backtraces in the CI logs.
      RUST_BACKTRACE: short
      # Rustup
      RUSTUP_MAX_RETRIES: 10
      # Cargo
      CARGO_TERM_COLOR: always
      CARGO_INCREMENTAL: 0
      # Find a good balance between runtime performance and accurate code coverage analysis.
      CARGO_PROFILE_TEST_OPT_LEVEL: 1
      CARGO_PROFILE_TEST_DEBUG: false
      CARGO_PROFILE_TEST_DEBUG_ASSERTIONS: false
      CARGO_PROFILE_TEST_OVERFLOW_CHECKS: false
      CARGO_PROFILE_TEST_LTO: off
      CARGO_PROFILE_TEST_CODEGEN_UNITS: 1
      # Allow more retries for network requests in cargo (downloading crates) and
      # rustup (installing toolchains). This should help to reduce flaky CI failures
      # from transient network timeouts or other issues.
      CARGO_NET_RETRY: 10
    steps:
      - uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # pin@v4
        with:
            ref: ${{ github.event.inputs.sui_repo_ref || github.ref }}

      - uses: bmwill/rust-cache@fb63fcd7a959767755b88b5af2f5cbf65fb8a127 # pin@v1

      - name: Install cargo-llvm-cov
        uses: taiki-e/install-action@125e82eef6e60d2b0c20d4d1f4cf81db37f68bf3 # pin@cargo-llvm-cov

      - name: Install nextest
        uses: taiki-e/install-action@7e58f89e24a544d88f7a74c6eed8a3df3fd4c658 # pin@nextest

      - name: Set Swap Space
        uses: actionhippie/swap-space@v1
        with:
          size: 256G

      - name: Install llvm-tools
        run: |
          TOOLCHAIN=$(rustup show active-toolchain | cut -d ' ' -f 1)
          rustup component add llvm-tools --toolchain "$TOOLCHAIN"
          LLVM_PROFDATA="$HOME/.rustup/toolchains/$TOOLCHAIN/lib/rustlib/x86_64-unknown-linux-gnu/bin/llvm-profdata"

          if [ -x "$LLVM_PROFDATA" ]; then
            $LLVM_PROFDATA --version
            echo "LLVM_PROFDATA=$LLVM_PROFDATA" >> $GITHUB_ENV
          else
            echo "🚨 Error 🚨: llvm-profdata not found at $LLVM_PROFDATA, or is not executable."
            exit 1
          fi

      - name: Install sccache
        run: |
          cargo install sccache
          echo -e "\n[build]\nrustc-wrapper = \"sccache\"" >> $HOME/.cargo/config.toml
          echo "sccache: $(which sccache)" 
          cat "$HOME/.cargo/config.toml"

      - name: Run code coverage (nextest)
        run: |
          set +e

          echo "Generating coverage data (.profraw files)."
          IOTA_SKIP_SIMTESTS=1 cargo llvm-cov --ignore-run-fail --no-report nextest -vv

          echo "Trying to merge .profraw files."
          if ! (find target/llvm-cov-target -name '*.profraw' -print0 | xargs -0 "$LLVM_PROFDATA" merge \
            --failure-mode=warn \
            --sparse \
            --output target/nextest.profdata); then
            echo "Merging failed."

            echo "Scanning for corrupted .profraw files. This might take a while."
            find target/llvm-cov-target -name '*.profraw' | while read file; do
              if ! "$LLVM_PROFDATA" show "$file" > /dev/null 2>&1; then
                echo "$file: corruped -> removing"
                rm "$file"
              else
                echo "$file: good"
              fi
            done

            echo "Trying to merge remaining .profraw files."
            find target/llvm-cov-target -name '*.profraw' -print0 | xargs -0 $LLVM_PROFDATA merge \
              --failure-mode=warn \
              --sparse \
              --output target/nextest.profdata
          fi

          if [ -s "target/nextest.profdata" ]; then
            echo "Successfully collected nextest coverage data."
          else
            echo "🚨 Error 🚨: Collecting nexttest coverage failed." 
            exit 1
          fi

      - name: Run code coverage (simtest)
        run: |
          git clean -fd

          set +e
          echo "Generating coverage data (.profraw files)."
          ./scripts/simtest/simtest-cov.sh

          echo "Trying to merge .profraw files."
          if ! (find target/llvm-cov-target -name '*.profraw' -print0 | xargs -0 "$LLVM_PROFDATA" merge \
            --failure-mode=warn \
            --sparse \
            --output target/simtest.profdata); then
            echo "Merging failed."

            echo "Scanning for corrupted .profraw files. This might take a while."
            find target/llvm-cov-target -name '*.profraw' | while read file; do
              if ! "$LLVM_PROFDATA" show "$file" > /dev/null 2>&1; then
                echo "$file: corruped -> removing"
                rm "$file"
              else
                echo "$file: good"
              fi
            done

            echo "Trying to merge remaining .profraw files."
            find target/llvm-cov-target -name '*.profraw' -print0 | xargs -0 $LLVM_PROFDATA merge \
              --failure-mode=warn \
              --sparse \
              --output target/simtest.profdata
          fi

          if [ -s "target/simtest.profdata" ]; then
            echo "Successfully collected simtest coverage data."
          else
            echo "🚨 Warning 🚨: Collecting simtest coverage failed." 
          fi

      - name: Create report (lcov.info)
        run: |
          cd target

          if [ -s "simtest.profdata" ]; then
            echo "Merging nextest and simtest coverage data."
            $LLVM_PROFDATA merge --failure-mode=warn --sparse nextest.profdata simtest.profdata --output merged.profdata
          else
            echo "Using only nextest coverage data."
            mv nextest.profdata merged.profdata
          fi

          [ -s "merged.profdata" ] || exit 1

          echo "Creating report (lcov.info)."
          LLVM_PROFILE_FILE="merged.profdata" cargo llvm-cov report \
            --lcov \
            --output-path lcov.info \
            --ignore-filename-regex 'external-crates/.*'

          echo "Removing absolute path prefix: ${{ github.workspace }} from report."
          sed --in-place "s#${{ github.workspace }}#.#g" lcov.info


      - name: Backup report
        uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # pin@v4
        with:
          name: lcov.info
          path: target/lcov.info
          if-no-files-found: error
          retention-days: 30

      - name: Upload coverage to Coveralls
        uses: coverallsapp/github-action@v2
        with:
          github-token: ${{ secrets.GITHUB_TOKEN }}
          path-to-lcov: target/lcov.info
          flag-name: nextest+simtest
          fail-on-error: true