Start rebuilding the GH actions for speed

.dockerignore

@@ -1 +1,5 @@
 **/target/
+ci/
+.github/
+scripts/
+docker-compose*

.github/CODEOWNERS

@@ -1,19 +1,19 @@
 # Centrifudge Code Owners
 
 ## Changes to .github
-.github/* @mikiquantum @mustermeiszer @branan @NunoAlexandre
-
+.github/* @mustermeiszer @branan @NunoAlexandre
+.github/workflows @gpmayorga
 ## Changes to ci
-ci/* @mikiquantum @mustermeiszer @branan @NunoAlexandre
+ci/* @mustermeiszer @branan @NunoAlexandre
 
 ## Changes to the service of our chain.
-node/* @mikiquantum @mustermeiszer @branan @NunoAlexandre
+node/* @mustermeiszer @branan @NunoAlexandre
 
 ## Changes to chain-specs
-node/res/* @mikiquantum @mustermeiszer @branan @NunoAlexandre @wischli
+node/res/* @mustermeiszer @branan @NunoAlexandre @wischli
 
 ## Changes to toml files
-*.toml @mikiquantum @mustermeiszer @branan @NunoAlexandre @lemunozm @wischli @cdamian @thea-leake
+*.toml @mustermeiszer @branan @NunoAlexandre @lemunozm @wischli @cdamian @thea-leake
 
 ## Changes to specific pallets
 pallets/liquidity-pools/* @NunoAlexandre @cdamian @wischli @mustermeiszer
@@ -41,9 +41,9 @@ libs/traits/src/changes.rs @lemunozm
 libs/traits/src/data.rs @lemunozm
 
 ## Changes to runtime
-runtime/common/* @branan @mikiquantum @mustermeiszer @NunoAlexandre @offerijns @lemunozm
-runtime/altair/* @branan @mikiquantum @mustermeiszer @NunoAlexandre @offerijns @wischli
-runtime/centrifuge/* @branan @mikiquantum @mustermeiszer @NunoAlexandre @offerijns @wischli
+runtime/common/* @branan @mustermeiszer @NunoAlexandre @offerijns @lemunozm
+runtime/altair/* @branan @mustermeiszer @NunoAlexandre @offerijns @wischli
+runtime/centrifuge/* @branan @mustermeiszer @NunoAlexandre @offerijns @wischli
 
 ## Changes to integration tests
 runtime/integration-tests/* @mustermeiszer @NunoAlexandre @wischli @cdamian

.github/actions/prep-ubuntu/action.yml

@@ -0,0 +1,49 @@
+name: Prepare Ubuntu for Rust builds
+description: cleanup and Rust Tools setup
+inputs:
+  RUST_TOOLCHAIN:
+    description: toolchain version
+    default: "1.66"
+  cache:
+    description: cache type (enabled if set)
+    default: "disabled"
+  GWIP:
+    description: "Google Workload identity provider"
+    default: ''
+  GSA:
+    description: "Google Service Account"
+    default: ''
+runs:
+  using: composite
+  steps:
+    - name: Prep build on Ubuntu
+      id: ubuntu_prep
+      shell: sh
+      run: |
+        echo "Pre cleanup"
+        df -h
+        sudo rm -rf "/usr/local/share/boost"
+        sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+        echo "Post cleanup"
+        df -h
+        sudo apt-get install protobuf-compiler
+
+    - name: Install latest nightly
+      uses: actions-rs/toolchain@88dc2356392166efad76775c878094f4e83ff746
+      with:
+        toolchain: ${{ inputs.RUST_TOOLCHAIN }}
+        default: true        
+
+    - name: SCcache setup
+      if: ${{ inputs.cache == 'enabled' }}
+      uses: ./.github/actions/sccache-gcloud
+      with:
+        GWIP: ${{ inputs.GWIP }}
+        GSA: ${{ inputs.GSA }}
+
+    - name: setup Rust sccache wrapper
+      if: ${{ inputs.cache == 'enabled' }}
+      shell: sh
+      run: echo "RUSTC_WRAPPER="sccache"" >> $GITHUB_ENV
+
+

.github/workflows/benchmark.yml

@@ -6,11 +6,13 @@ jobs:
   benchmark:
     permissions:
       pull-requests: write
+      id-token: write
     name: benchmark
     runs-on: ubuntu-latest-4-cores
     if: ${{ startsWith(github.event.comment.body, '/benchmark ') && github.event.issue.pull_request && contains(github.event.comment.author_association, 'CONTRIBUTOR') }}
     env:
-      RUST_TOOLCHAIN: "nightly-2022-11-14"
+      RUST_TOOLCHAIN: "1.66.0"
+      RUSTC_WRAPPER: "sccache"
     steps:
       - uses: actions/github-script@v6
         name: Parse Runtime From Comment
@@ -34,15 +36,6 @@ jobs:
               body: `:clock1: Running Benchmarks for \`${{steps.parse-runtime.outputs.result}}\` :clock1:`
             })
             return comment.data.id
-      - name: Prep build on Ubuntu
-        run: |
-          echo "Pre cleanup"
-          df -h
-          sudo rm -rf "/usr/local/share/boost"
-          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
-          echo "Post cleanup"
-          df -h
-          sudo apt-get install protobuf-compiler
       - name: Get PR Hash
         id: get_pr_hash
         uses: actions/github-script@v6
@@ -60,21 +53,27 @@ jobs:
         uses: actions/checkout@v3
         with:
           ref: ${{ steps.get_pr_hash.outputs.result }}
-      - name: Install latest nightly
-        uses: actions-rs/toolchain@88dc2356392166efad76775c878094f4e83ff746
+
+      - name: Prep build on Ubuntu
+        uses: ./.github/actions/prep-ubuntu
+        with:
+          RUST_TOOLCHAIN: ${{ matrix.rust_version }}
+
+      - name: SCcache setup
+        uses: ./.github/actions/sccache-gcloud
         with:
-          toolchain: ${{ env.RUST_TOOLCHAIN }}
-          default: true
+          GWIP: ${{ secrets.GWIP_SCCACHE }}
+          GSA: ${{ secrets.GSA_SCCACHE }}
+
       - name: Run Benchmark ${{steps.parse-runtime.outputs.result}}
-        run: ./ci/script.sh
-        env:
-          TARGET: benchmark
-          RUNTIME: ${{steps.parse-runtime.outputs.result}}
+        run: ./scripts/runtime_benchmarks.sh ${{steps.parse-runtime.outputs.result}}
+
       - name: Upload artifact
         uses: actions/upload-artifact@v3
         with:
           name: ${{steps.parse-runtime.outputs.result}}-weights
           path: runtime/${{steps.parse-runtime.outputs.result}}/src/weights/
+
       - uses: actions/github-script@v6
         name: Notify Benchmark finished
         with:

.github/workflows/build-docker.yml

@@ -0,0 +1,90 @@
+name: Docker Build
+on:
+  push:
+    branches: [main, 'release-v**']
+  pull_request:
+    paths:
+      - ".github/workflows/build-docker.yml"
+      - "Dockerfile"
+  workflow_dispatch:
+
+env:
+  RUST_TOOLCHAIN: "1.66"
+jobs:
+  docker:
+    strategy:
+      matrix:
+        os: [ ubuntu-latest-4-cores ]
+        target: [ release, test ]
+    runs-on: ${{ matrix.os }}
+    env:
+      WORKFLOW_TAG: ${{ github.event.inputs.docker_tag }}
+    steps:
+
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - name: Free space
+      # https://github.com/actions/runner-images/issues/2840#issuecomment-1284059930
+        run: |
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+
+      - name: check available docker space
+        run: |
+          docker volume ls
+          df -h
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3          
+      - name: DockerHub Login
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKER_HUB_USERNAME }}
+          password: ${{ secrets.DOCKER_HUB_TOKEN }}        
+
+      - run: echo "NOW=$(date -u +%Y%m%d)" >> $GITHUB_ENV
+
+      - name: Setup docker metadata
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: centrifugeio/centrifuge-chain
+          flavor: |
+            prefix=${{ matrix.target == 'test' && 'test-' || '' }}
+            suffix=${{ env.NOW }}
+          tags: |
+            type=schedule
+            type=ref,event=branch
+            type=ref,event=tag
+            type=semver,pattern={{version}}
+            type=semver,pattern={{major}}
+            type=sha,format=short,prefix='git-'            
+
+      - name: Build and push centrifugeio/centrifuge-chain
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          push: ${{ github.ref == '/refs/heads/main' && true || false }}
+          tags: ${{ steps.meta.outputs.tags }}
+          # Cache options:  
+          # https://docs.docker.com/build/ci/github-actions/cache/
+          cache-from: type=registry,ref=centrifugeio/centrifuge-chain
+          # https://docs.docker.com/build/cache/backends/inline/
+          cache-to: inline
+
+      - name: Update DockerHub descriptions
+        if: contains(github.ref, 'refs/tags/release-v')
+        uses: peter-evans/dockerhub-description@v3
+        with:
+          username: ${{ secrets.DOCKER_HUB_USERNAME }}
+          password: ${{ secrets.DOCKER_HUB_TOKEN }}
+          repository: centrifuge/centrifuge-chain
+          short-description: ${{ github.event.repository.description }}
+          enable-url-completion: true     
+
+      - if: failure()
+        name: Check available space after build failed
+        run: |
+          docker volume ls
+          df -h