frontend multi-chain multi-agent support

.env.example

@@ -5,7 +5,7 @@ FORK_URL=
 DEV_RPC=
 
 ## post-refactor pearl envs
-GNOSIS_DEV_RPC=
-ETHEREUM_DEV_RPC=
-OPTIMISM_DEV_RPC=
-BASE_DEV_RPC=
+GNOSIS_RPC=
+ETHEREUM_RPC=
+OPTIMISM_RPC=
+BASE_RPC=

.github/workflows/backend.yml

@@ -14,6 +14,13 @@ jobs:
         with:
           node-version: "20.x"
 
+      # Configure Yarn network settings for timeout, retries, and reduced concurrency
+      - name: Configure Yarn network settings
+        run: |
+          yarn config set network-timeout 60000         # Set network timeout to 1 minute
+          yarn config set network-retries 10             # Retry up to 10 times
+          yarn config set network-concurrency 2          # Reduce concurrency to 2 connections
+
       # Python
       - uses: actions/setup-python@v4
         with:

.github/workflows/common_checks.yml

@@ -48,3 +48,27 @@ jobs:
     # - name: License compatibility check
     #   run: tox -e liccheck
     # tox -p -e vulture -e darglint
+
+  test:
+    continue-on-error: True
+    needs:
+      - linter_checks
+    runs-on: ${{ matrix.os }}
+
+    strategy:
+      matrix:
+        os: [ ubuntu-latest ]
+        python-version: [ "3.10.9" ]
+
+    timeout-minutes: 30
+
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v3
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Run unit tests
+        run: |
+          pip install tomte[tox]==0.2.15
+          tox -e unit-tests

.github/workflows/frontend.yml

@@ -15,6 +15,13 @@ jobs:
         with:
           node-version: "20.x"
 
+      # Configure Yarn network settings for timeout, retries, and reduced concurrency
+      - name: Configure Yarn network settings
+        run: |
+          yarn config set network-timeout 60000         # Set network timeout to 1 minute
+          yarn config set network-retries 10             # Retry up to 10 times
+          yarn config set network-concurrency 2          # Reduce concurrency to 2 connections
+
       # Install dependencies
       - name: Install dependencies
         run: yarn install:frontend

.github/workflows/release.yml

@@ -12,13 +12,15 @@ jobs:
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
-        os: [macos-14, macos-14-large]
+        os: [macos-14]
+        arch: [arm64, x64]
 
     steps:
       - uses: actions/checkout@v3
 
-      # Setup Python
-      - uses: actions/setup-python@v4
+      # Set up Python with setup-python action and add it to PATH
+      - uses: actions/setup-python@v5
+        id: setup-python
         with:
           python-version: "3.10"
 
@@ -32,10 +34,10 @@ jobs:
           virtualenvs-path: ~/my-custom-path
           installer-parallel: true
 
-      # Set architecture for macos-latest-large as x64 and arm64 for other versions
+      # Set OS_ARCH env
       - name: Set architecture environment variable
-        run: |
-          if [ "${{ matrix.os }}" == "macos-14-large" ]; then echo "OS_ARCH=x64" >> $GITHUB_ENV; else echo "OS_ARCH=arm64" >> $GITHUB_ENV; fi
+        run: 
+            echo "OS_ARCH=${{ matrix.arch }}" >> $GITHUB_ENV; 
 
       # Cache Poetry dependencies with unique key for each environment and architecture
       - name: Cache Poetry dependencies
@@ -45,34 +47,45 @@ jobs:
             ~/.cache/pypoetry
             ~/.cache/pip
             ~/.venv
-          key: poetry-${{ env.OS_ARCH }}-${{ hashFiles('**/poetry.lock') }}
+          key: poetry-${{ matrix.arch }}-${{ hashFiles('**/poetry.lock') }}
           restore-keys: |
-            poetry-${{ env.OS_ARCH }}-
+            poetry-${{ matrix.arch }}-
 
       - name: Install dependencies
         run: poetry install
 
       # Download and build with PyInstaller
       - name: Get trader bin
         run: |
-          optimus_version=$(poetry run python -c "import yaml; config = yaml.safe_load(open('templates/optimus.yaml')); print(config['service_version'])")
-          echo $optimus_version
-          mkdir dist && curl -L -o dist/aea_bin "https://github.com/valory-xyz/optimus/releases/download/${$optimus_version}/optimus_bin_${{ env.OS_ARCH }}"
-
+          trader_version=$(poetry run python -c "import yaml; config = yaml.safe_load(open('templates/trader.yaml')); print(config['service_version'])")
+          echo $trader_version
+          make ./dist/aea_bin
+        #instead of this one mwe use make; mkdir dist && curl -L -o dist/aea_bin "https://github.com/valory-xyz/trader/releases/download/${trader_version}/trader_bin_${{ env.OS_ARCH }}"
+
+      # -- old optimus getter
+      # optimus_version=$(poetry run python -c "import yaml; config = yaml.safe_load(open('templates/optimus.yaml')); print(config['service_version'])")
+      #     echo $optimus_version
+      #     mkdir dist && curl -L -o dist/aea_bin "https://github.com/valory-xyz/optimus/releases/download/${$optimus_version}/optimus_bin_${{ env.OS_ARCH }}"
       - name: Build with PyInstaller
         run: |
           poetry run pyinstaller operate/services/utils/tendermint.py --onefile
+
+          # patch open aea in place
+          rm -fr ./open-aea
+          git clone https://github.com/valory-xyz/open-aea.git -b fix/1.5.2_encoding
+          poetry run pip install ./open-aea/
+
           poetry run pyinstaller --collect-data eth_account --collect-all aea --collect-all autonomy --collect-all operate --collect-all aea_ledger_ethereum --collect-all aea_ledger_cosmos --collect-all aea_ledger_ethereum_flashbots --hidden-import aea_ledger_ethereum --hidden-import aea_ledger_cosmos --hidden-import aea_ledger_ethereum_flashbots operate/pearl.py --add-binary dist/aea_bin:. --add-binary dist/tendermint:. --onefile --name pearl_${{ env.OS_ARCH }}
 
       - name: Upload Release Assets
         uses: actions/upload-artifact@v4
         with:
-          name: pearl_${{ env.OS_ARCH }}
-          path: dist/pearl_${{ env.OS_ARCH }}
+          name: pearl_${{ matrix.arch }}
+          path: dist/pearl_${{ matrix.arch }}
 
   # Jobs for production and development, running separately for x64 and arm64
   build-release:
-    runs-on: macos-latest
+    runs-on: macos-14
     strategy:
       matrix:
         env: [production, development]
@@ -86,10 +99,18 @@ jobs:
       - uses: actions/setup-node@v4
         with:
           node-version: "20.x"
-          registry-url: "https://registry.npmjs.org"   
+          registry-url: "https://registry.npmjs.org"
+
+      # Configure Yarn network settings for timeout, retries, and reduced concurrency
+      - name: Configure Yarn network settings
+        run: |
+              yarn config set network-timeout 60000         # Set network timeout to 1 minute
+              yarn config set network-retries 10             # Retry up to 10 times
+              yarn config set network-concurrency 2          # Reduce concurrency to 2 connections
+
 
       # Download the appropriate architecture artifact
-      - name: Download Pearl (Optimus) binary for architecture
+      - name: Download Pearl binary for architecture
         uses: actions/download-artifact@v4
         with:
           name: pearl_${{ matrix.arch }}
@@ -130,35 +151,42 @@ jobs:
         if: matrix.env == 'production'
         run: yarn build:frontend
         env:
-          NODE_ENV: ${{ matrix.env }}
-          DEV_RPC: https://rpc-gate.autonolas.tech/gnosis-rpc/
+          NODE_ENV: ${{ matrix.env }}          
           IS_STAGING: ${{ github.ref != 'refs/heads/main' && 'true' || 'false' }}
-          FORK_URL: https://rpc-gate.autonolas.tech/gnosis-rpc/
+          OPTIMISM_RPC: https://rpc-gate.autonolas.tech/optimism-rpc/
+          BASE_RPC: https://rpc-gate.autonolas.tech/base-rpc/
+          GNOSIS_RPC: https://rpc-gate.autonolas.tech/gnosis-rpc/
+          ETHEREUM_RPC: https://rpc-gate.autonolas.tech/ethereum-rpc/
+
 
       # Build frontend for development
       - name: Build frontend for development
         if: matrix.env == 'development'
         run: yarn build:frontend
         env:
           NODE_ENV: ${{ matrix.env }}
-          DEV_RPC: https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0
           IS_STAGING: ${{ github.ref != 'refs/heads/main' && 'true' || 'false' }}
-          FORK_URL: https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0
+          OPTIMISM_RPC: https://rpc-gate.autonolas.tech/optimism-rpc/
+          BASE_RPC: https://rpc-gate.autonolas.tech/base-rpc/
+          GNOSIS_RPC: https://rpc-gate.autonolas.tech/gnosis-rpc/
+          ETHEREUM_RPC: https://rpc-gate.autonolas.tech/ethereum-rpc/
 
       # Run the build and notarization process for production
       - name: Build, notarize, and publish (Production)
         if: matrix.env == 'production'
         env:
           APPLE_APP_SPECIFIC_PASSWORD: ${{ secrets.APPLEIDPASS }}
           APPLE_ID: ${{ secrets.APPLEID }}
-          APPLETEAMID: ${{ secrets.APPLETEAMID }}
+          APPLE_TEAM_ID: ${{ secrets.APPLETEAMID }}
           CSC_KEY_PASSWORD: ${{ secrets.CSC_KEY_PASSWORD }}
           CSC_LINK: ${{ secrets.CSC_LINK }}
           GH_TOKEN: ${{ secrets.github_token }}
           NODE_ENV: ${{ matrix.env }}
           ARCH: ${{ matrix.arch }}
-          DEV_RPC: https://rpc-gate.autonolas.tech/gnosis-rpc/
-          FORK_URL: https://rpc-gate.autonolas.tech/gnosis-rpc/
+          OPTIMISM_RPC: https://rpc-gate.autonolas.tech/optimism-rpc/
+          BASE_RPC: https://rpc-gate.autonolas.tech/base-rpc/
+          GNOSIS_RPC: https://rpc-gate.autonolas.tech/gnosis-rpc/
+          ETHEREUM_RPC: https://rpc-gate.autonolas.tech/ethereum-rpc/
         run: node build.js
 
       # Run the build and notarization process for development
@@ -167,15 +195,14 @@ jobs:
         env:
           APPLE_APP_SPECIFIC_PASSWORD: ${{ secrets.APPLEIDPASS }}
           APPLE_ID: ${{ secrets.APPLEID }}
-          APPLETEAMID: ${{ secrets.APPLETEAMID }}
+          APPLE_TEAM_ID: ${{ secrets.APPLETEAMID }}
           CSC_KEY_PASSWORD: ${{ secrets.CSC_KEY_PASSWORD }}
           CSC_LINK: ${{ secrets.CSC_LINK }}
           GH_TOKEN: ${{ secrets.github_token }}
           NODE_ENV: ${{ matrix.env }}
           ARCH: ${{ matrix.arch }}
-          DEV_RPC: https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0
-          FORK_URL: https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0
-        run: |
-          echo "DEV_RPC=https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0" >> .env
-          echo "FORK_URL=https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0" >> .env
-          node build.js
+          OPTIMISM_RPC: https://rpc-gate.autonolas.tech/optimism-rpc/
+          BASE_RPC: https://rpc-gate.autonolas.tech/base-rpc/
+          GNOSIS_RPC: https://rpc-gate.autonolas.tech/gnosis-rpc/
+          ETHEREUM_RPC: https://rpc-gate.autonolas.tech/ethereum-rpc/
+        run: node build.js

.github/workflows/release_win.yml

@@ -12,26 +12,44 @@ jobs:
       matrix:
         include:
           - env: "production"
-            rpc: "https://rpc-gate.autonolas.tech/gnosis-rpc/"
+            OPTIMISM_RPC: "https://rpc-gate.autonolas.tech/optimism-rpc/"
+            BASE_RPC: "https://rpc-gate.autonolas.tech/base-rpc/"
+            GNOSIS_RPC: "https://rpc-gate.autonolas.tech/gnosis-rpc/"
+            ETHEREUM_RPC: "https://rpc-gate.autonolas.tech/ethereum-rpc/"
             arch: "x64"
           - env: "development"
-            rpc: "https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0"
+            OPTIMISM_RPC: "https://rpc-gate.autonolas.tech/optimism-rpc/"
+            BASE_RPC: "https://rpc-gate.autonolas.tech/base-rpc/"
+            GNOSIS_RPC: "https://virtual.gnosis.rpc.tenderly.co/80ff70d1-71fd-4c9e-9402-913f0c4c58b0"
+            ETHEREUM_RPC: "https://rpc-gate.autonolas.tech/ethereum-rpc/"            
             arch: "x64"
     defaults:
       run:
         shell: bash
     steps:
       - uses: actions/checkout@v3
 
-      - uses: actions/setup-python@v4
+      # Set up Python with setup-python action and add it to PATH
+      - uses: actions/setup-python@v5
         id: setup-python
         with:
           python-version: "3.10"
 
+      - name: Add Python to PATH
+        run: |
+          echo "${{ steps.setup-python.outputs.python-path }}" >> $GITHUB_PATH
+
       - uses: actions/setup-node@v4
         with:
           node-version: "20.x"
-          registry-url: "https://registry.npmjs.org"     
+          registry-url: "https://registry.npmjs.org"
+
+      # Configure Yarn network settings for timeout, retries, and reduced concurrency
+      - name: Configure Yarn network settings
+        run: |
+          yarn config set network-timeout 60000         # Set network timeout to 1 minute
+          yarn config set network-retries 10             # Retry up to 10 times
+          yarn config set network-concurrency 2          # Reduce concurrency to 2 connections     
 
       - name: Install and configure Poetry
         uses: snok/install-poetry@v1
@@ -84,16 +102,20 @@ jobs:
 
       - name: set env vars to prod.env
         env:
-          NODE_ENV: ${{ matrix.env }}
-          DEV_RPC: ${{ matrix.rpc }}
+          NODE_ENV: ${{ matrix.env }}          
+          GNOSIS_RPC: ${{ matrix.GNOSIS_RPC }}
+          BASE_RPC: ${{ matrix.BASE_RPC }}
+          ETHEREUM_RPC: ${{ matrix.ETHEREUM_RPC }}
+          OPTIMISM_RPC: ${{ matrix.OPTIMISM_RPC }}
           IS_STAGING: ${{ github.ref != 'refs/heads/main' && 'true' || 'false' }}
-          FORK_URL: ${{ matrix.rpc }}
           GH_TOKEN: ${{ secrets.github_token}}
         run: |
           echo NODE_ENV=$NODE_ENV >> prod.env
-          echo DEV_RPC=$DEV_RPC >> prod.env
           echo IS_STAGING=$IS_STAGING >> prod.env
-          echo FORK_URL=$FORK_URL >> prod.env
+          echo OPTIMISM_RPC=$OPTIMISM_RPC >> prod.env
+          echo BASE_RPC=$BASE_RPC >> prod.env
+          echo ETHEREUM_RPC=$ETHEREUM_RPC >> prod.env
+          echo GNOSIS_RPC=$GNOSIS_RPC >> prod.env
           cat prod.env
           echo GH_TOKEN=$GH_TOKEN >> prod.env
       - run: rm -rf /dist

.gitleaksignore

@@ -4,9 +4,9 @@ ada5590acaa13a35afb62c368b13c3601e658c0c:operate/services/manage.py:generic-api-
 ada5590acaa13a35afb62c368b13c3601e658c0c:operate/services/manage.py:generic-api-key:449
 ef9ec7a111816282b6185e8268a460d02329fbe4:api.md:generic-api-key:13
 ef9ec7a111816282b6185e8268a460d02329fbe4:api.md:generic-api-key:37
-44388a82d29ce4d96e554c828c3c2c12d6ee3b8a:operate/data/contracts/service_staking_token/contract.yaml:generic-api-key:10
-43bb67ace89a4a6e0eee84d3ee6495088288c528:backend/operate/data/contracts/service_staking_token/contract.yaml:generic-api-key:10
-19ecb1e59813c632971658183a9f2d9d88e0614b:backend/operate/data/contracts/service_staking_token/contract.yaml:generic-api-key:10
+44388a82d29ce4d96e554c828c3c2c12d6ee3b8a:operate/data/contracts/staking_token/contract.yaml:generic-api-key:10
+43bb67ace89a4a6e0eee84d3ee6495088288c528:backend/operate/data/contracts/staking_token/contract.yaml:generic-api-key:10
+19ecb1e59813c632971658183a9f2d9d88e0614b:backend/operate/data/contracts/staking_token/contract.yaml:generic-api-key:10
 37847b0c322a0dbc8987df526a49df70301e44d4:backend/operate/ledger/profiles.py:generic-api-key:29
 6834023917760bf7875cc7c107e0c59ad7925ef4:backend/operate/ledger/profiles.py:generic-api-key:32
 4e8c1c21dffd9283195052117ad4c371f770e0b2:backend/operate/ledger/profiles.py:generic-api-key:28
@@ -17,7 +17,7 @@ daf41a143aa8c483db584ba1e7222e8eafec1d3b:backend/controller.py:generic-api-key:2
 af77e930289cbc87987567bff0efc25936484df2:backend/controller.py:generic-api-key:354b04972639d66053109596d3b73a1d91688964ebb:electron/constants/publishOptions.js:github-fine-grained-pat:3
 b04972639d66053109596d3b73a1d91688964ebb:electron/constants/publishOptions.js:github-fine-grained-pat:3
 af77e930289cbc87987567bff0efc25936484df2:backend/controller.py:generic-api-key:354
-e7de9ce0b902ed6d68f8c5b033d044f39b08f5a1:operate/data/contracts/service_staking_token/contract.yaml:generic-api-key:10
+e7de9ce0b902ed6d68f8c5b033d044f39b08f5a1:operate/data/contracts/staking_token/contract.yaml:generic-api-key:10
 d8149e9b5b7bd6a7ed7bc1039900702f1d4f287b:operate/services/manage.py:generic-api-key:405
 d8149e9b5b7bd6a7ed7bc1039900702f1d4f287b:operate/services/manage.py:generic-api-key:406
 d8149e9b5b7bd6a7ed7bc1039900702f1d4f287b:operate/services/manage.py:generic-api-key:454