From b801234b7219858e9aa59c0463607e3744dcc70f Mon Sep 17 00:00:00 2001 From: congyi wang <58715567+wcy-fdu@users.noreply.github.com> Date: Fri, 18 Oct 2024 13:21:55 +0800 Subject: [PATCH] fix(ci): change backfill test config (#18994) --- ci/scripts/run-backfill-tests.sh | 2 +- risedev.yml | 22 +++++++++++++++++++ src/config/ci-backfill.toml | 2 +- .../ci-longer-streaming-upload-timeout.toml | 2 +- 4 files changed, 25 insertions(+), 3 deletions(-) diff --git a/ci/scripts/run-backfill-tests.sh b/ci/scripts/run-backfill-tests.sh index b589b148dd945..46655c9633910 100755 --- a/ci/scripts/run-backfill-tests.sh +++ b/ci/scripts/run-backfill-tests.sh @@ -27,7 +27,7 @@ CLUSTER_PROFILE='ci-1cn-1fe-user-kafka-with-recovery' echo "--- Configuring cluster profiles" if [[ -n "${BUILDKITE:-}" ]]; then echo "Running in buildkite" - RUNTIME_CLUSTER_PROFILE='ci-3cn-1fe' + RUNTIME_CLUSTER_PROFILE='ci-backfill-3cn-1fe' MINIO_RATE_LIMIT_CLUSTER_PROFILE='ci-backfill-3cn-1fe-with-minio-rate-limit' else echo "Running locally" diff --git a/risedev.yml b/risedev.yml index 4fca6ebd73488..dd3f69a1acf62 100644 --- a/risedev.yml +++ b/risedev.yml @@ -584,6 +584,28 @@ profile: - use: frontend - use: compactor + ci-backfill-3cn-1fe: + config-path: src/config/ci-longer-streaming-upload-timeout.toml + steps: + - use: minio + - use: sqlite + - use: meta-node + meta-backend: sqlite + - use: compute-node + port: 5687 + exporter-port: 1222 + enable-tiered-cache: true + - use: compute-node + port: 5688 + exporter-port: 1223 + enable-tiered-cache: true + - use: compute-node + port: 5689 + exporter-port: 1224 + enable-tiered-cache: true + - use: frontend + - use: compactor + ci-backfill-3cn-1fe-with-monitoring: config-path: src/config/ci-longer-streaming-upload-timeout.toml steps: diff --git a/src/config/ci-backfill.toml b/src/config/ci-backfill.toml index 7d0660e8377fe..55b6149df3ebb 100644 --- a/src/config/ci-backfill.toml +++ b/src/config/ci-backfill.toml @@ -5,7 +5,7 @@ telemetry_enabled = false stream_chunk_size = 10 [storage.object_store.retry] -streaming_upload_attempt_timeout_ms = 30000 +streaming_upload_attempt_timeout_ms = 20000 [system] # NOTE(kwannoel): If can't reproduce it, set to a lower number. diff --git a/src/config/ci-longer-streaming-upload-timeout.toml b/src/config/ci-longer-streaming-upload-timeout.toml index 5510ffc51c17e..90bd3790527d2 100644 --- a/src/config/ci-longer-streaming-upload-timeout.toml +++ b/src/config/ci-longer-streaming-upload-timeout.toml @@ -17,7 +17,7 @@ stream_exchange_concurrent_barriers = 10 imm_merge_threshold = 2 [storage.object_store.retry] -streaming_upload_attempt_timeout_ms = 30000 +streaming_upload_attempt_timeout_ms = 20000 upload_retry_attempts = 5 read_attempt_timeout_ms = 16000 read_retry_attempts = 6