Merge pull request #5157 from ignazio-bovo/fix/petra-ci-checks

Fix/petra ci checks
Joystream · Jun 5, 2024 · a59729b · a59729b
2 parents 3452fbc + b965362
commit a59729b
Show file tree

Hide file tree

Showing 15 changed files with 4,280 additions and 3,196 deletions.
diff --git a/.github/workflows/joystream-cli.yml b/.github/workflows/joystream-cli.yml
@@ -39,6 +39,8 @@ jobs:
         uses: actions/setup-node@v3
         with:
           node-version: ${{ matrix.node-version }}
+      - name: python setuptools
+        run: brew install python-setuptools
       - name: checks
         run: |
           yarn install --frozen-lockfile --network-timeout 120000

diff --git a/.github/workflows/joystream-types.yml b/.github/workflows/joystream-types.yml
@@ -9,21 +9,21 @@ jobs:
       matrix:
         node-version: [18.x]
     steps:
-    - uses: actions/checkout@v3
-    - name: Use Node.js ${{ matrix.node-version }}
-      uses: actions/setup-node@v3
-      with:
-        node-version: ${{ matrix.node-version }}
-    - name: checks
-      run: |
-        yarn install --frozen-lockfile
-        yarn workspace @joystream/types build
-    - name: npm pack test
-      run: |
-        cd types
-        npm pack | tail -1 | xargs tar xzf
-        cd package && npm install
-        node ./lib/cjs/index.js
+      - uses: actions/checkout@v3
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node-version }}
+      - name: checks
+        run: |
+          yarn install --frozen-lockfile
+          yarn workspace @joystream/types build
+      - name: npm pack test
+        run: |
+          cd types
+          npm pack | tail -1 | xargs tar xzf
+          cd package && npm install
+          node ./lib/cjs/index.js
 
   types_checks_osx:
     name: MacOS Checks
@@ -32,18 +32,20 @@ jobs:
       matrix:
         node-version: [18.x]
     steps:
-    - uses: actions/checkout@v3
-    - name: Use Node.js ${{ matrix.node-version }}
-      uses: actions/setup-node@v3
-      with:
-        node-version: ${{ matrix.node-version }}
-    - name: checks
-      run: |
-        yarn install --frozen-lockfile --network-timeout 120000
-        yarn workspace @joystream/types build
-    - name: npm pack test
-      run: |
-        cd types
-        npm pack | tail -1 | xargs tar xzf
-        cd package && npm install
-        node ./lib/cjs/index.js
+      - uses: actions/checkout@v3
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node-version }}
+      - name: python setuptools
+        run: brew install python-setuptools
+      - name: checks
+        run: |
+          yarn install --frozen-lockfile --network-timeout 120000
+          yarn workspace @joystream/types build
+      - name: npm pack test
+        run: |
+          cd types
+          npm pack | tail -1 | xargs tar xzf
+          cd package && npm install
+          node ./lib/cjs/index.js
diff --git a/.github/workflows/lint-typescript.yml b/.github/workflows/lint-typescript.yml
@@ -9,15 +9,15 @@ jobs:
       matrix:
         node-version: [18.x]
     steps:
-    - uses: actions/checkout@v3
-    - name: Use Node.js ${{ matrix.node-version }}
-      uses: actions/setup-node@v3
-      with:
-        node-version: ${{ matrix.node-version }}
-    - name: lint
-      run: |
-        yarn build
-        yarn lint
+      - uses: actions/checkout@v3
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node-version }}
+      - name: lint
+        run: |
+          yarn build
+          yarn lint
 
   lint_osx:
     name: MacOS Checks
@@ -26,12 +26,14 @@ jobs:
       matrix:
         node-version: [18.x]
     steps:
-    - uses: actions/checkout@v3
-    - name: Use Node.js ${{ matrix.node-version }}
-      uses: actions/setup-node@v3
-      with:
-        node-version: ${{ matrix.node-version }}
-    - name: lint
-      run: |
-        yarn build
-        yarn lint
+      - uses: actions/checkout@v3
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node-version }}
+      - name: python setuptools
+        run: brew install python-setuptools
+      - name: lint
+        run: |
+          yarn build
+          yarn lint
diff --git a/.github/workflows/query-node.yml b/.github/workflows/query-node.yml
@@ -9,18 +9,18 @@ jobs:
       matrix:
         node-version: [18.x]
     steps:
-    - uses: actions/checkout@v3
-    - name: Use Node.js ${{ matrix.node-version }}
-      uses: actions/setup-node@v3
-      with:
-        node-version: ${{ matrix.node-version }}
-    - name: checks
-      run: |
-        yarn install --frozen-lockfile
-        yarn workspace @joystream/types build
-        yarn workspace @joystream/metadata-protobuf build
-        yarn workspace @joystream/js build
-        yarn workspace query-node-root build
+      - uses: actions/checkout@v3
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node-version }}
+      - name: checks
+        run: |
+          yarn install --frozen-lockfile
+          yarn workspace @joystream/types build
+          yarn workspace @joystream/metadata-protobuf build
+          yarn workspace @joystream/js build
+          yarn workspace query-node-root build
 
   query_node_build_osx:
     name: MacOS Checks
@@ -29,15 +29,17 @@ jobs:
       matrix:
         node-version: [18.x]
     steps:
-    - uses: actions/checkout@v3
-    - name: Use Node.js ${{ matrix.node-version }}
-      uses: actions/setup-node@v3
-      with:
-        node-version: ${{ matrix.node-version }}
-    - name: checks
-      run: |
-        yarn install --frozen-lockfile --network-timeout 120000
-        yarn workspace @joystream/types build
-        yarn workspace @joystream/metadata-protobuf build
-        yarn workspace @joystream/js build
-        yarn workspace query-node-root build
+      - uses: actions/checkout@v3
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node-version }}
+      - name: python setuptools
+        run: brew install python-setuptools
+      - name: checks
+        run: |
+          yarn install --frozen-lockfile --network-timeout 120000
+          yarn workspace @joystream/types build
+          yarn workspace @joystream/metadata-protobuf build
+          yarn workspace @joystream/js build
+          yarn workspace query-node-root build
diff --git a/.github/workflows/run-network-tests.yml b/.github/workflows/run-network-tests.yml
@@ -14,14 +14,14 @@ jobs:
       matrix:
         node-version: [18.x]
     steps:
-    - uses: actions/checkout@v3
-    - name: Use Node.js ${{ matrix.node-version }}
-      uses: actions/setup-node@v3
-      with:
-        node-version: ${{ matrix.node-version }}
-    - name: checks
-      run: |
-        yarn build
+      - uses: actions/checkout@v4
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node-version }}
+      - name: checks
+        run: |
+          yarn build
 
   tests_build_osx:
     name: MacOS Checks
@@ -30,14 +30,16 @@ jobs:
       matrix:
         node-version: [18.x]
     steps:
-    - uses: actions/checkout@v3
-    - name: Use Node.js ${{ matrix.node-version }}
-      uses: actions/setup-node@v3
-      with:
-        node-version: ${{ matrix.node-version }}
-    - name: checks
-      run: |
-        yarn build
+      - uses: actions/checkout@v4
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node-version }}
+      - name: python setuptools
+        run: brew install python-setuptools
+      - name: checks
+        run: |
+          yarn build
 
   build_images:
     name: Build joystream/node
@@ -54,8 +56,8 @@ jobs:
           sudo rm -rf /opt/ghc
           sudo rm -rf "/usr/local/share/boost"
           sudo rm -rf "$AGENT_TOOLSDIRECTORY"
-      - uses: actions/checkout@v3
-      - uses: actions/setup-node@v3
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
         with:
           node-version: '18.x'
 
@@ -159,8 +161,8 @@ jobs:
           - scenario: 'setupNewChainMultiStorage'
             no_storage: 'true'
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-node@v3
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
         with:
           node-version: '18.x'
       - name: Get artifacts
@@ -181,78 +183,3 @@ jobs:
           export RUNTIME=${{ needs.build_images.outputs.runtime }}
           export NO_STORAGE=${{ matrix.no_storage }}
           tests/network-tests/run-tests.sh ${{ matrix.scenario }}
-
-  runtime_upgrade:
-    name: Runtime Upgrade from production runtime
-    needs: build_images
-    runs-on: ubuntu-latest
-    # Disabling until we find a workaround
-    # as it is no longer practical to start the node
-    # while importing huge state from production network in genesis block.
-    # if: github.ref != 'refs/heads/master'
-    if: false
-    steps:
-      # Checkout master branch
-      - name: check out master repo
-        uses: actions/checkout@v3
-        with:
-          repository: Joystream/joystream
-          ref: master
-
-      - name: pull base runtime image
-        id: pull_base_image
-        env:
-          RUNTIME_PROFILE: 'TESTING'
-        run: |
-          export RUNTIME=`scripts/runtime-code-shasum.sh`
-          echo "::set-output name=shasum::${RUNTIME}"
-          docker pull joystream/node:$RUNTIME
-          docker images
-
-      # Get new runtime built for this workflow (target runtime)
-      # tagged in local repo as joystream/node:latest
-      - name: Get artifacts
-        uses: actions/download-artifact@v3
-        with:
-          name: ${{ needs.build_images.outputs.use_artifact }}
-      - name: Install artifacts
-        run: |
-          docker load --input joystream-node-docker-image.tar.gz
-          docker images
-
-      # Checkout workflow's branch/tag/commit
-      - name: checkout workflow branch
-        uses: actions/checkout@v3
-
-      # Look only for changes that would indicate possible change in runtime version
-      # This is not the best way to check. Ideally the script "run-runtime-upgrade-tests.sh" should
-      # look for the change of `spec_version`, and exit gracefully.
-      - name: Check for runtime version change
-        uses: technote-space/get-diff-action@v3
-        with:
-          PREFIX_FILTER: |
-            runtime
-            runtime-modules
-          SUFFIX_FILTER: |
-            .rs
-      - name: setup node
-        uses: actions/setup-node@v3
-        with:
-          node-version: '18.x'
-      - name: Install packages and dependencies
-        if: env.GIT_DIFF
-        run: |
-          yarn build
-      - name: Ensure tests are runnable
-        if: env.GIT_DIFF
-        run: yarn workspace network-tests build
-      - name: Execute network tests
-        if: env.GIT_DIFF
-        env:
-          TARGET_RUNTIME: ${{ needs.build_images.outputs.runtime }}
-          RUNTIME: ${{ steps.pull_base_image.outputs.shasum }}
-        run: |
-          export HOME=${PWD}
-          mkdir -p ${HOME}/.local/share/joystream-cli
-          yarn joystream-cli api:setUri ws://localhost:9944
-          tests/network-tests/run-runtime-upgrade-tests.sh