diff --git a/ci/workflows/main-cron.yml b/ci/workflows/main-cron.yml index ca4da72794b14..fcb84824b2cf7 100644 --- a/ci/workflows/main-cron.yml +++ b/ci/workflows/main-cron.yml @@ -480,3 +480,104 @@ steps: - ./ci/plugins/upload-failure-logs timeout_in_minutes: 21 retry: *auto-retry + + - label: "end-to-end test for opendal (parallel)" + command: "ci/scripts/e2e-test-parallel-for-opendal.sh -p ci-release" + depends_on: + - "build" + - "docslt" + plugins: + - docker-compose#v4.9.0: + run: rw-build-env + config: ci/docker-compose.yml + mount-buildkite-agent: true + - ./ci/plugins/upload-failure-logs + timeout_in_minutes: 14 + retry: *auto-retry + + - label: "end-to-end test (parallel, in-memory)" + command: "ci/scripts/e2e-test-parallel-in-memory.sh -p ci-release" + depends_on: "build" + plugins: + - docker-compose#v4.9.0: + run: rw-build-env + config: ci/docker-compose.yml + mount-buildkite-agent: true + - ./ci/plugins/upload-failure-logs + timeout_in_minutes: 12 + retry: *auto-retry + + - label: "end-to-end iceberg sink test" + command: "ci/scripts/e2e-iceberg-sink-test.sh -p ci-release" + depends_on: + - "build" + - "build-other" + plugins: + - docker-compose#v4.9.0: + run: rw-build-env + config: ci/docker-compose.yml + mount-buildkite-agent: true + - ./ci/plugins/upload-failure-logs + timeout_in_minutes: 5 + retry: *auto-retry + + - label: "end-to-end iceberg sink v2 test" + command: "ci/scripts/e2e-iceberg-sink-v2-test.sh -p ci-release" + depends_on: + - "build" + - "build-other" + plugins: + - docker-compose#v4.9.0: + run: sink-test-env + config: ci/docker-compose.yml + mount-buildkite-agent: true + - ./ci/plugins/upload-failure-logs + timeout_in_minutes: 10 + retry: *auto-retry + + - label: "end-to-end clickhouse sink test" + command: "ci/scripts/e2e-clickhouse-sink-test.sh -p ci-release" + depends_on: + - "build" + - "build-other" + plugins: + - docker-compose#v4.9.0: + run: sink-test-env + config: ci/docker-compose.yml + mount-buildkite-agent: true + - ./ci/plugins/upload-failure-logs + timeout_in_minutes: 10 + retry: *auto-retry + + - label: "e2e java-binding test" + command: "ci/scripts/java-binding-test.sh -p ci-release" + depends_on: + - "build" + - "build-other" + plugins: + - docker-compose#v4.9.0: + run: rw-build-env + config: ci/docker-compose.yml + mount-buildkite-agent: true + - ./ci/plugins/upload-failure-logs + timeout_in_minutes: 10 + retry: *auto-retry + + - label: "connector node integration test Java {{matrix.java_version}}" + command: "ci/scripts/connector-node-integration-test.sh -p ci-release -v {{matrix.java_version}}" + depends_on: + - "build" + - "build-other" + plugins: + - docker-compose#v4.9.0: + run: rw-build-env + config: ci/docker-compose.yml + mount-buildkite-agent: true + - ./ci/plugins/upload-failure-logs + matrix: + setup: + java_version: + - "11" + - "17" + timeout_in_minutes: 10 + retry: *auto-retry diff --git a/ci/workflows/pull-request.yml b/ci/workflows/pull-request.yml index ebbca0e333b04..c93682fd64219 100644 --- a/ci/workflows/pull-request.yml +++ b/ci/workflows/pull-request.yml @@ -95,6 +95,7 @@ steps: retry: *auto-retry - label: "end-to-end test for opendal (parallel)" + if: build.pull_request.labels includes "ci/run-opendal-tests" command: "ci/scripts/e2e-test-parallel-for-opendal.sh -p ci-dev" depends_on: - "build" @@ -109,6 +110,7 @@ steps: retry: *auto-retry - label: "end-to-end test (parallel, in-memory)" + if: build.pull_request.labels includes "ci/run-e2e-parallel-in-memory-tests" command: "ci/scripts/e2e-test-parallel-in-memory.sh -p ci-dev" depends_on: "build" plugins: @@ -150,6 +152,7 @@ steps: retry: *auto-retry - label: "connector node integration test Java {{matrix.java_version}}" + if: build.pull_request.labels includes "ci/run-java-connector-node-integration-tests" command: "ci/scripts/connector-node-integration-test.sh -p ci-dev -v {{matrix.java_version}}" depends_on: - "build" @@ -169,6 +172,7 @@ steps: retry: *auto-retry - label: "end-to-end iceberg sink test" + if: build.pull_request.labels includes "ci/run-e2e-iceberg-sink-tests" command: "ci/scripts/e2e-iceberg-sink-test.sh -p ci-dev" depends_on: - "build" @@ -183,6 +187,7 @@ steps: retry: *auto-retry - label: "end-to-end iceberg sink v2 test" + if: build.pull_request.labels includes "ci/run-e2e-iceberg-sink-tests" command: "ci/scripts/e2e-iceberg-sink-v2-test.sh -p ci-dev" depends_on: - "build" @@ -197,6 +202,7 @@ steps: retry: *auto-retry - label: "end-to-end clickhouse sink test" + if: build.pull_request.labels includes "ci/run-e2e-clickhouse-sink-tests" command: "ci/scripts/e2e-clickhouse-sink-test.sh -p ci-dev" depends_on: - "build" @@ -211,6 +217,7 @@ steps: retry: *auto-retry - label: "e2e java-binding test" + if: build.pull_request.labels includes "ci/run-java-binding-tests" command: "ci/scripts/java-binding-test.sh -p ci-dev" depends_on: - "build"