Merge remote-tracking branch 'origin/develop' into tooling-dashboard/…

…sent-visual-asset # Conflicts: # apps/wallet-dashboard/components/Dialogs/SendToken/views/EnterValuesFormView.tsx # apps/wallet-dashboard/components/Dialogs/SendToken/views/ReviewValuesFormView.tsx # apps/wallet-dashboard/components/Dialogs/SendToken/views/TransactionDetailsView.tsx # apps/wallet-dashboard/components/Dialogs/transaction/TransactionDetailsLayout.tsx # apps/wallet-dashboard/components/transactions/TransactionTile.tsx # apps/wallet-dashboard/hooks/index.ts
iotaledger · Dec 17, 2024 · ef304a3 · ef304a3
2 parents 0d9622a + 3ab420c
commit ef304a3
Show file tree

Hide file tree

Showing 233 changed files with 2,402 additions and 1,144 deletions.
diff --git a/.github/actions/diffs/action.yml b/.github/actions/diffs/action.yml
@@ -59,6 +59,9 @@ runs:
             - "examples/**"
             - "iota_programmability/**"
             - ".github/workflows/_move_tests.yml"
+          isRosetta:
+            - ".github/scripts/rosetta/**"
+            - "crates/iota-rosetta/**"
           isExternalCrates:
             - "external-crates/move/crates/**"
           isReleaseNotesEligible:

diff --git a/.github/scripts/rosetta/setup.sh b/.github/scripts/rosetta/setup.sh
@@ -8,10 +8,13 @@ cargo install --locked --bin iota --path crates/iota
 cargo install --locked --bin iota-rosetta --path crates/iota-rosetta
 
 echo "run IOTA genesis"
-iota genesis
+CONFIG_DIR=~/.iota/iota_config
+if ! [ -d "$CONFIG_DIR" ]; then
+    iota genesis
+fi
 
 echo "generate rosetta configuration"
 iota-rosetta generate-rosetta-cli-config --online-url http://127.0.0.1:9002 --offline-url http://127.0.0.1:9003
 
 echo "install rosetta-cli"
-curl -sSfL https://raw.githubusercontent.com/coinbase/rosetta-cli/master/scripts/install.sh | sh -s
+curl -sSfL https://raw.githubusercontent.com/coinbase/rosetta-cli/master/scripts/install.sh | sh -s
diff --git a/.github/workflows/_rosetta.yml b/.github/workflows/_rosetta.yml
@@ -0,0 +1,55 @@
+name: Rosetta validation
+
+on: workflow_call
+
+concurrency:
+  group: rosetta-validation-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/develop' }}
+
+env:
+  CARGO_TERM_COLOR: always
+  RUST_LOG: "error"
+  # Don't emit giant backtraces in the CI logs.
+  RUST_BACKTRACE: short
+  CARGO_INCREMENTAL: 0
+  # Allow more retries for network requests in cargo (downloading crates) and
+  # rustup (installing toolchains). This should help to reduce flaky CI failures
+  # from transient network timeouts or other issues.
+  CARGO_NET_RETRY: 10
+  RUSTUP_MAX_RETRIES: 10
+  # RUSTFLAGS: -D warnings
+  RUSTDOCFLAGS: -D warnings
+
+jobs:
+  validation:
+    timeout-minutes: 45
+    runs-on: [self-hosted]
+    steps:
+      - uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4.2.1
+
+      - name: Setup environment
+        run: .github/scripts/rosetta/setup.sh
+        shell: bash
+
+      - name: Start local IOTA network
+        run: |
+          iota start --no-full-node &
+        shell: bash
+
+      - name: Start Rosetta servers
+        run: .github/scripts/rosetta/start_rosetta.sh
+        shell: bash
+
+      - name: Sleep for 20 seconds
+        run: sleep 20s
+        shell: bash
+
+      - name: Run check:construction test
+        run: |
+          ./bin/rosetta-cli --configuration-file rosetta_cli.json check:construction
+        shell: bash
+
+      - name: Run check:data test
+        run: |
+          ./bin/rosetta-cli --configuration-file rosetta_cli.json check:data
+        shell: bash
diff --git a/.github/workflows/_rust_tests.yml b/.github/workflows/_rust_tests.yml
@@ -6,6 +6,9 @@ on:
       changedCrates:
         type: string
         required: false
+      runSimtest:
+        type: boolean
+        default: true
 
 concurrency:
   group: rust-tests-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
@@ -118,6 +121,7 @@ jobs:
 
   simtest:
     name: Simtest rust
+    if: inputs.runSimtest
     timeout-minutes: 45
     runs-on: [self-hosted]
     env:
@@ -159,39 +163,6 @@ jobs:
 
           eval ${command}
 
-  rosetta-validation:
-    timeout-minutes: 45
-    runs-on: [self-hosted]
-    steps:
-      - uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4.2.1
-
-      - name: Setup environment
-        run: .github/scripts/rosetta/setup.sh
-        shell: bash
-
-      - name: Start local IOTA network
-        run: |
-          iota start --no-full-node &
-        shell: bash
-
-      - name: Start Rosetta servers
-        run: .github/scripts/rosetta/start_rosetta.sh
-        shell: bash
-
-      - name: Sleep for 20 seconds
-        run: sleep 20s
-        shell: bash
-
-      - name: Run check:construction test
-        run: |
-          ./bin/rosetta-cli --configuration-file rosetta_cli.json check:construction
-        shell: bash
-
-      - name: Run check:data test
-        run: |
-          ./bin/rosetta-cli --configuration-file rosetta_cli.json check:data
-        shell: bash
-
   graphql-rpc:
     name: graphql-rpc
     timeout-minutes: 45

diff --git a/.github/workflows/hierarchy.yml b/.github/workflows/hierarchy.yml
@@ -20,6 +20,7 @@ jobs:
     outputs:
       isRust: ${{ steps.diff.outputs.isRust }}
       isMove: ${{ steps.diff.outputs.isMove }}
+      isRosetta: ${{ steps.diff.outputs.isRosetta }}
       isDoc: ${{ steps.diff.outputs.isDoc }}
       isReleaseNotesEligible: ${{ steps.diff.outputs.isReleaseNotesEligible }}
       isExternalCrates: ${{ steps.diff.outputs.isExternalCrates }}
@@ -107,6 +108,17 @@ jobs:
     with:
       isRust: ${{ needs.diff.outputs.isRust == 'true' }}
 
+  rosetta:
+    needs:
+      - diff
+      - dprint-format
+      - license-check
+      - typos
+    if: |
+      !cancelled() && !failure() &&
+      (needs.diff.outputs.isRosetta == 'true' || needs.diff.outputs.isRust == 'true')
+    uses: ./.github/workflows/_rosetta.yml
+
   e2e:
     if: (!cancelled() && !failure() && (!github.event.pull_request.draft || github.ref_name == 'develop'))
     needs:

diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml
@@ -4,6 +4,17 @@ on:
   schedule:
     - cron: "0 0 * * *" # every day at midnight
   workflow_dispatch:
+    inputs:
+      iota_ref:
+        description: "Branch / commit to simtest"
+        type: string
+        required: true
+        default: develop
+      test_num:
+        description: "MSIM_TEST_NUM (test iterations)"
+        type: string
+        required: false
+        default: "30"
 
 env:
   BINARY_LIST_FILE: "./binary-build-list.json"
@@ -27,6 +38,8 @@ env:
   RUSTUP_MAX_RETRIES: 10
   # Don't emit giant backtraces in the CI logs.
   RUST_BACKTRACE: short
+  IOTA_REF: "${{ github.event.inputs.iota_ref || 'develop' }}"
+  TEST_NUM: "${{ github.event.inputs.test_num || '30' }}"
 
 jobs:
   release:
@@ -61,6 +74,9 @@ jobs:
 
   tests:
     uses: ./.github/workflows/_rust_tests.yml
+    with:
+      # simtest job below runs a superset of these tests
+      runSimtest: false
 
   external-tests:
     uses: ./.github/workflows/_external_rust_tests.yml
@@ -84,3 +100,17 @@ jobs:
 
   split-cluster:
     uses: ./.github/workflows/split_cluster.yml
+
+  simtest:
+    timeout-minutes: 240
+    runs-on: [self-hosted]
+
+    steps:
+      - uses: actions/checkout@eef61447b9ff4aafe5dcd4e0bbf5d482be7e7871 # v4.2.1
+        with:
+          ref: ${{ env.IOTA_REF }}
+      - uses: taiki-e/install-action@375e0c7f08a66b8c2ba7e7eef31a6f91043a81b0 # v2.44.38
+        with:
+          tool: nextest
+      - name: Run simtest
+        run: scripts/simtest/simtest-run.sh
diff --git a/.github/workflows/release_docker.yml b/.github/workflows/release_docker.yml
@@ -87,15 +87,14 @@ jobs:
         with:
           context: .
           file: docker/iota-node/Dockerfile
-          build-args: |
-            RUST_IMAGE_VERSION=${{ env.TOOLCHAIN_VERSION }}-bookworm
           platforms: linux/amd64
           tags: ${{ steps.meta-node.outputs.tags }}
           push: true
           pull: true
           build-args: |
             GIT_REVISION=${{ env.GIT_REVISION }}
             BUILD_DATE=${{ env.BUILD_DATE }}
+            RUST_IMAGE_VERSION=${{ env.TOOLCHAIN_VERSION }}-bookworm
 
   build-iota-indexer:
     if: github.event_name == 'workflow_dispatch' && github.event.inputs.iota_indexer == 'true' || github.event_name == 'release'
@@ -157,15 +156,14 @@ jobs:
         with:
           context: .
           file: docker/iota-indexer/Dockerfile
-          build-args: |
-            RUST_IMAGE_VERSION=${{ env.TOOLCHAIN_VERSION }}-bookworm
           platforms: linux/amd64
           tags: ${{ steps.meta-indexer.outputs.tags }}
           push: true
           pull: true
           build-args: |
             GIT_REVISION=${{ env.GIT_REVISION }}
             BUILD_DATE=${{ env.BUILD_DATE }}
+            RUST_IMAGE_VERSION=${{ env.TOOLCHAIN_VERSION }}-bookworm
 
   build-iota-tools:
     if: github.event_name == 'workflow_dispatch' && github.event.inputs.iota_tools == 'true' || github.event_name == 'release'
@@ -227,15 +225,14 @@ jobs:
         with:
           context: .
           file: docker/iota-tools/Dockerfile
-          build-args: |
-            RUST_IMAGE_VERSION=${{ env.TOOLCHAIN_VERSION }}-bookworm
           platforms: linux/amd64
           tags: ${{ steps.meta-tools.outputs.tags }}
           push: true
           pull: true
           build-args: |
             GIT_REVISION=${{ env.GIT_REVISION }}
             BUILD_DATE=${{ env.BUILD_DATE }}
+            RUST_IMAGE_VERSION=${{ env.TOOLCHAIN_VERSION }}-bookworm
 
   build-iota-graphql-rpc:
     if: github.event_name == 'workflow_dispatch' && github.event.inputs.iota_graphql_rpc == 'true' || github.event_name == 'release'
@@ -297,12 +294,11 @@ jobs:
         with:
           context: .
           file: docker/iota-graphql-rpc/Dockerfile
-          build-args: |
-            RUST_IMAGE_VERSION=${{ env.TOOLCHAIN_VERSION }}-bookworm
           platforms: linux/amd64
           tags: ${{ steps.meta-tools.outputs.tags }}
           push: true
           pull: true
           build-args: |
             GIT_REVISION=${{ env.GIT_REVISION }}
             BUILD_DATE=${{ env.BUILD_DATE }}
+            RUST_IMAGE_VERSION=${{ env.TOOLCHAIN_VERSION }}-bookworm