diff --git a/ci/workflows/main-cron.yml b/ci/workflows/main-cron.yml index 357de0fd0b69..fab1f958f717 100644 --- a/ci/workflows/main-cron.yml +++ b/ci/workflows/main-cron.yml @@ -40,7 +40,7 @@ steps: timeout_in_minutes: 12 retry: *auto-retry - - label: "build (deterministic simulation)" + - label: "build simulation test" command: "ci/scripts/build-simulation.sh" if: | !(build.pull_request.labels includes "ci/main-cron/skip-ci") && build.env("CI_STEPS") == null @@ -214,7 +214,7 @@ steps: timeout_in_minutes: 22 retry: *auto-retry - - label: "unit test (deterministic simulation)" + - label: "unit test (madsim)" key: "unit-test-deterministic" command: "MADSIM_TEST_NUM=100 timeout 15m ci/scripts/deterministic-unit-test.sh" if: | @@ -229,7 +229,7 @@ steps: timeout_in_minutes: 15 retry: *auto-retry - - label: "integration test (deterministic simulation) - scale" + - label: "integration test (madsim) - scale" key: "integration-test-deterministic-scale" command: "TEST_NUM=60 ci/scripts/deterministic-it-test.sh scale::" if: | @@ -246,7 +246,7 @@ steps: timeout_in_minutes: 70 retry: *auto-retry - - label: "integration test (deterministic simulation) - recovery" + - label: "integration test (madsim) - recovery" key: "integration-test-deterministic-recovery" command: "TEST_NUM=60 ci/scripts/deterministic-it-test.sh recovery::" if: | @@ -263,9 +263,9 @@ steps: timeout_in_minutes: 70 retry: *auto-retry - - label: "integration test (deterministic simulation) - others" - key: "integration-test-deterministic-others" - command: "TEST_NUM=30 ci/scripts/deterministic-it-test.sh backfill_tests:: storage:: sink::" + - label: "integration test (madsim) - backfill" + key: "integration-test-deterministic-backfill" + command: "TEST_NUM=30 ci/scripts/deterministic-it-test.sh backfill_tests::" if: | !(build.pull_request.labels includes "ci/main-cron/skip-ci") && build.env("CI_STEPS") == null || build.pull_request.labels includes "ci/run-integration-test-deterministic-simulation" @@ -280,7 +280,41 @@ steps: timeout_in_minutes: 70 retry: *auto-retry - - label: "end-to-end test (deterministic simulation)" + - label: "integration test (madsim) - storage" + key: "integration-test-deterministic-storage" + command: "TEST_NUM=30 ci/scripts/deterministic-it-test.sh storage::" + if: | + !(build.pull_request.labels includes "ci/main-cron/skip-ci") && build.env("CI_STEPS") == null + || build.pull_request.labels includes "ci/run-integration-test-deterministic-simulation" + || build.env("CI_STEPS") =~ /(^|,)integration-tests?-deterministic-simulation(,|$$)/ + depends_on: "build-simulation" + plugins: + - docker-compose#v4.9.0: + run: rw-build-env + config: ci/docker-compose.yml + mount-buildkite-agent: true + - ./ci/plugins/upload-failure-logs + timeout_in_minutes: 70 + retry: *auto-retry + + - label: "integration test (madsim) - sink" + key: "integration-test-deterministic-sink" + command: "TEST_NUM=30 ci/scripts/deterministic-it-test.sh sink::" + if: | + !(build.pull_request.labels includes "ci/main-cron/skip-ci") && build.env("CI_STEPS") == null + || build.pull_request.labels includes "ci/run-integration-test-deterministic-simulation" + || build.env("CI_STEPS") =~ /(^|,)integration-tests?-deterministic-simulation(,|$$)/ + depends_on: "build-simulation" + plugins: + - docker-compose#v4.9.0: + run: rw-build-env + config: ci/docker-compose.yml + mount-buildkite-agent: true + - ./ci/plugins/upload-failure-logs + timeout_in_minutes: 70 + retry: *auto-retry + + - label: "end-to-end test (madsim)" key: "e2e-test-deterministic" command: "TEST_NUM=64 timeout 55m ci/scripts/deterministic-e2e-test.sh" if: | @@ -302,7 +336,7 @@ steps: timeout_in_minutes: 60 retry: *auto-retry - - label: "recovery test (deterministic simulation)" + - label: "recovery test (madsim)" key: "recovery-test-deterministic" command: "TEST_NUM=12 KILL_RATE=1.0 BACKGROUND_DDL_RATE=0.0 timeout 55m ci/scripts/deterministic-recovery-test.sh" if: | @@ -321,7 +355,7 @@ steps: retry: *auto-retry # Ddl statements will randomly run with background_ddl. - - label: "background_ddl, arrangement_backfill recovery test (deterministic simulation)" + - label: "background_ddl, arrangement_backfill recovery test (madsim)" key: "background-ddl-arrangement-backfill-recovery-test-deterministic" command: "TEST_NUM=12 KILL_RATE=1.0 BACKGROUND_DDL_RATE=0.8 USE_ARRANGEMENT_BACKFILL=--use-arrangement-backfill timeout 55m ci/scripts/deterministic-recovery-test.sh" if: | @@ -340,7 +374,7 @@ steps: retry: *auto-retry # Ddl statements will randomly run with background_ddl. - - label: "background_ddl recovery test (deterministic simulation)" + - label: "background_ddl recovery test (madsim)" key: "background-ddl-recovery-test-deterministic" command: "TEST_NUM=12 KILL_RATE=1.0 BACKGROUND_DDL_RATE=0.8 timeout 55m ci/scripts/deterministic-recovery-test.sh" if: |