From 88f9efa58c1366dbce901749c53febf583f0c0b1 Mon Sep 17 00:00:00 2001 From: William Wen <44139337+wenym1@users.noreply.github.com> Date: Mon, 18 Nov 2024 14:47:40 +0800 Subject: [PATCH 1/3] fix(starrocks): fix starrocks coordinator incorrect try_join_all on join handle (#19412) --- src/connector/src/sink/starrocks.rs | 17 ++++++----------- 1 file changed, 6 insertions(+), 11 deletions(-) diff --git a/src/connector/src/sink/starrocks.rs b/src/connector/src/sink/starrocks.rs index 35d1033d8ee1..b5b6bf90e025 100644 --- a/src/connector/src/sink/starrocks.rs +++ b/src/connector/src/sink/starrocks.rs @@ -33,7 +33,6 @@ use serde_derive::Serialize; use serde_json::Value; use serde_with::{serde_as, DisplayFromStr}; use thiserror_ext::AsReport; -use tokio::task::JoinHandle; use url::form_urlencoded; use with_options::WithOptions; @@ -898,16 +897,12 @@ impl SinkCommitCoordinator for StarrocksSinkCommitter { tracing::debug!(?epoch, ?txn_labels, "commit transaction"); if !txn_labels.is_empty() { - let join_handles = txn_labels - .into_iter() - .map(|txn_label| { - let client = self.client.clone(); - tokio::spawn(async move { client.commit(txn_label).await }) - }) - .collect::>>>(); - futures::future::try_join_all(join_handles) - .await - .map_err(|err| SinkError::DorisStarrocksConnect(anyhow!(err)))?; + futures::future::try_join_all( + txn_labels + .into_iter() + .map(|txn_label| self.client.commit(txn_label)), + ) + .await?; } Ok(()) } From d2c64465386e19d777952f53677d64816a7de6bb Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 18 Nov 2024 15:39:51 +0800 Subject: [PATCH 2/3] chore(deps): Bump sqllogictest from 0.22.0 to 0.23.0 (#19417) Signed-off-by: dependabot[bot] Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> --- Cargo.lock | 446 ++++++++++++++++---------------- src/tests/simulation/Cargo.toml | 2 +- 2 files changed, 219 insertions(+), 229 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 259c225fed3f..d44d72e640bf 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -224,7 +224,7 @@ dependencies = [ "snap", "strum 0.25.0", "strum_macros 0.25.3", - "thiserror", + "thiserror 1.0.63", "typed-builder 0.16.2", "uuid", "xz2", @@ -250,7 +250,7 @@ dependencies = [ "serde_json", "strum 0.26.3", "strum_macros 0.26.4", - "thiserror", + "thiserror 1.0.63", "typed-builder 0.19.1", "uuid", ] @@ -273,7 +273,7 @@ dependencies = [ "serde_json", "strum 0.26.3", "strum_macros 0.26.4", - "thiserror", + "thiserror 1.0.63", "typed-builder 0.18.2", "uuid", ] @@ -287,7 +287,7 @@ dependencies = [ "proc-macro2", "quote", "serde_json", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -906,7 +906,7 @@ dependencies = [ "arrow-schema 53.2.0", "arrow-select 53.2.0", "futures-util", - "thiserror", + "thiserror 1.0.63", "tokio", "tonic", "tracing", @@ -1101,7 +1101,7 @@ dependencies = [ "serde_json", "serde_nanos", "serde_repr", - "thiserror", + "thiserror 1.0.63", "time", "tokio", "tokio-rustls 0.26.0", @@ -1119,7 +1119,7 @@ checksum = "30c5ef0ede93efbf733c1a727f3b6b5a1060bbedd5600183e66f6e4be4af0ec5" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -1168,7 +1168,7 @@ checksum = "16e62a023e7c117e27523144c5d2459f4397fcc3cab0085af8e2224f643a0193" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -1185,7 +1185,7 @@ checksum = "bc00ceb34980c03614e35a3a4e218276a0a824e911d07651cd0d858a51e8c0f0" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -1240,7 +1240,7 @@ dependencies = [ "derive_utils", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -1251,7 +1251,7 @@ checksum = "3c87f3f15e7794432337fc718554eaa4dc8f04c9677a950ffe366f20a162ae42" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -1376,7 +1376,7 @@ dependencies = [ "base64 0.22.0", "chrono", "futures", - "thiserror", + "thiserror 1.0.63", "url", ] @@ -1994,7 +1994,7 @@ dependencies = [ "byteorder", "libc", "socket2 0.4.9", - "thiserror", + "thiserror 1.0.63", ] [[package]] @@ -2087,7 +2087,7 @@ dependencies = [ "regex", "rustc-hash", "shlex", - "syn 2.0.79", + "syn 2.0.87", "which", ] @@ -2222,7 +2222,7 @@ dependencies = [ "proc-macro-crate 3.1.0", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", "syn_derive", ] @@ -2511,7 +2511,7 @@ checksum = "bc7cb2538d4ecc42b6c3b57a83094d8c69894e74468d18cd045a09fdea807358" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -2660,7 +2660,7 @@ dependencies = [ "heck 0.4.1", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -2685,7 +2685,7 @@ dependencies = [ "sealed 0.4.0", "serde", "static_assertions", - "thiserror", + "thiserror 1.0.63", "time", "tokio", "url", @@ -2857,7 +2857,7 @@ dependencies = [ "itertools 0.12.1", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -3115,7 +3115,7 @@ dependencies = [ "proc-macro-error 1.0.4", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -3366,7 +3366,7 @@ checksum = "83fdaf97f4804dcebfa5862639bc9ce4121e82140bec2a987ac5140294865b5b" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -3438,7 +3438,7 @@ dependencies = [ "proc-macro2", "quote", "strsim 0.11.1", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -3471,7 +3471,7 @@ checksum = "733cabb43482b1a1b53eee8583c2b9e8684d592215ea83efd305dd31bc2f0178" dependencies = [ "darling_core 0.20.9", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -3960,7 +3960,7 @@ dependencies = [ "serde", "serde_json", "strum 0.26.3", - "thiserror", + "thiserror 1.0.63", "tracing", "url", "uuid", @@ -3976,7 +3976,7 @@ checksum = "ec5c4fb5b59b1bd55ed8ebcf941f27a327d600c19a4a4103546846c358be93ff" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -4011,7 +4011,7 @@ dependencies = [ "maplit", "object_store", "regex", - "thiserror", + "thiserror 1.0.63", "tokio", "tracing", "url", @@ -4075,7 +4075,7 @@ dependencies = [ "serde", "serde_json", "sqlparser 0.51.0", - "thiserror", + "thiserror 1.0.63", "tokio", "tracing", "url", @@ -4097,7 +4097,7 @@ dependencies = [ "lazy_static", "object_store", "regex", - "thiserror", + "thiserror 1.0.63", "tokio", "tracing", "url", @@ -4184,7 +4184,7 @@ dependencies = [ "darling 0.20.9", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -4204,7 +4204,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "206868b8242f27cecce124c19fd88157fbd0dd334df2587f36417bafbc85097b" dependencies = [ "derive_builder_core 0.20.0", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -4228,7 +4228,7 @@ checksum = "61bb5a1014ce6dfc2a378578509abe775a5aa06bff584a547555d9efdb81b926" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -4240,7 +4240,7 @@ dependencies = [ "console", "shell-words", "tempfile", - "thiserror", + "thiserror 1.0.63", "zeroize", ] @@ -4386,7 +4386,7 @@ dependencies = [ "chrono", "rust_decimal", "serde", - "thiserror", + "thiserror 1.0.63", "time", "winnow 0.6.11", ] @@ -4463,7 +4463,7 @@ dependencies = [ "enum-ordinalize", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -4585,7 +4585,7 @@ dependencies = [ "heck 0.4.1", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -4625,7 +4625,7 @@ checksum = "a1ab991c1362ac86c61ab6f556cff143daa22e5a15e4e189df818b2fd19fe65b" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -4645,7 +4645,7 @@ checksum = "0d28318a75d4aead5c4db25382e8ef717932d0346600cacae6357eb5941bc5ff" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -4665,7 +4665,7 @@ checksum = "f95e2801cd355d4a1a3e3953ce6ee5ae9603a5c833455343a8bfe3f44d418246" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -4830,7 +4830,7 @@ dependencies = [ "proc-macro-error 1.0.4", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -5170,7 +5170,7 @@ dependencies = [ "pin-project", "rand", "serde", - "thiserror", + "thiserror 1.0.63", "tracing", "twox-hash", "zstd 0.13.0", @@ -5207,7 +5207,7 @@ checksum = "b0fa992f1656e1707946bbba340ad244f0814009ef8c0118eb7b658395f19a2e" dependencies = [ "frunk_proc_macro_helpers", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -5219,7 +5219,7 @@ dependencies = [ "frunk_core", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -5231,16 +5231,7 @@ dependencies = [ "frunk_core", "frunk_proc_macro_helpers", "quote", - "syn 2.0.79", -] - -[[package]] -name = "fs-err" -version = "2.11.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "88a41f105fe1d5b6b34b2055e3dc59bb79b46b48b2040b9e6c7b4b5de097aa41" -dependencies = [ - "autocfg", + "syn 2.0.87", ] [[package]] @@ -5353,7 +5344,7 @@ checksum = "5ac45ed0bddbd110eb68862768a194f88700f5b91c39931d2f432fab67a16d08" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -5421,7 +5412,7 @@ checksum = "87750cf4b7a4c0625b1529e4c543c2182106e4dedc60a2a6455e00d212c489ac" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -5508,7 +5499,7 @@ dependencies = [ "reqwest 0.11.20", "serde", "serde_json", - "thiserror", + "thiserror 1.0.63", "time", "tokio", "tokio-stream 0.1.16", @@ -5599,7 +5590,7 @@ dependencies = [ "anyhow", "async-trait", "http 1.1.0", - "thiserror", + "thiserror 1.0.63", "tokio", "tonic", "tower 0.4.13", @@ -5640,7 +5631,7 @@ dependencies = [ "reqwest 0.12.4", "serde", "serde_json", - "thiserror", + "thiserror 1.0.63", "time", "tokio", "tracing", @@ -5668,7 +5659,7 @@ dependencies = [ "reqwest-middleware", "serde", "serde_json", - "thiserror", + "thiserror 1.0.63", "time", "tokio", "tracing", @@ -5682,7 +5673,7 @@ checksum = "9c3eaaad103912825594d674a4b1e556ccbb05a13a6cac17dcfd871997fb760a" dependencies = [ "google-cloud-token", "http 1.1.0", - "thiserror", + "thiserror 1.0.63", "tokio", "tokio-retry", "tonic", @@ -5708,7 +5699,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "04f945a208886a13d07636f38fb978da371d0abc3e34bad338124b9f8c135a8f" dependencies = [ "reqwest 0.12.4", - "thiserror", + "thiserror 1.0.63", "tokio", ] @@ -5725,7 +5716,7 @@ dependencies = [ "google-cloud-googleapis", "google-cloud-token", "prost-types 0.13.1", - "thiserror", + "thiserror 1.0.63", "tokio", "tokio-util", "tracing", @@ -6496,7 +6487,7 @@ checksum = "ce243b1bfa62ffc028f1cc3b6034ec63d649f3031bc8a4fbbb004e1ac17d1f68" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -6711,7 +6702,7 @@ dependencies = [ "jni-sys", "libloading", "log", - "thiserror", + "thiserror 1.0.63", "walkdir", "windows-sys 0.45.0", ] @@ -7067,18 +7058,6 @@ dependencies = [ "vcpkg", ] -[[package]] -name = "libtest-mimic" -version = "0.7.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cc0bda45ed5b3a2904262c1bb91e526127aa70e7ef3758aba2ef93cf896b9b58" -dependencies = [ - "clap", - "escape8259", - "termcolor", - "threadpool", -] - [[package]] name = "libtest-mimic" version = "0.8.1" @@ -7126,7 +7105,7 @@ checksum = "04e542a18c94a9b6fcc7adb090fa3ba6b79ee220a16404f325672729f32a66ff" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -7188,7 +7167,7 @@ dependencies = [ "proc-macro2", "quote", "regex-syntax 0.8.5", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -7354,7 +7333,7 @@ dependencies = [ "serde_json", "slab", "spin 0.9.8", - "thiserror", + "thiserror 1.0.63", "tokio", "tracing", ] @@ -7396,7 +7375,7 @@ dependencies = [ "proc-macro2", "prost-build 0.13.1", "quote", - "syn 2.0.79", + "syn 2.0.87", "tonic-build", ] @@ -7470,7 +7449,7 @@ dependencies = [ "bytes", "rust_decimal", "serde", - "thiserror", + "thiserror 1.0.63", ] [[package]] @@ -7523,7 +7502,7 @@ dependencies = [ "prometheus", "sealed 0.5.0", "smallvec", - "thiserror", + "thiserror 1.0.63", ] [[package]] @@ -7547,7 +7526,7 @@ checksum = "4edc8853320c2a0dab800fbda86253c8938f6ea88510dc92c5f1ed20e794afc1" dependencies = [ "cfg-if", "miette-derive", - "thiserror", + "thiserror 1.0.63", "unicode-width", ] @@ -7559,7 +7538,7 @@ checksum = "dcf09caffaac8068c346b6df2a7fc27a177fd20b39421a39ce0a211bde679a6c" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -7680,7 +7659,7 @@ dependencies = [ "rustc_version 0.4.0", "smallvec", "tagptr", - "thiserror", + "thiserror 1.0.63", "triomphe", "uuid", ] @@ -7721,7 +7700,7 @@ dependencies = [ "stringprep", "strsim 0.10.0", "take_mut", - "thiserror", + "thiserror 1.0.63", "tokio", "tokio-rustls 0.24.1", "tokio-util", @@ -7772,9 +7751,9 @@ dependencies = [ "proc-macro-error 1.0.4", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", "termcolor", - "thiserror", + "thiserror 1.0.63", ] [[package]] @@ -7803,7 +7782,7 @@ dependencies = [ "serde", "serde_json", "socket2 0.5.6", - "thiserror", + "thiserror 1.0.63", "tokio", "tokio-native-tls", "tokio-util", @@ -7845,7 +7824,7 @@ dependencies = [ "sha2", "smallvec", "subprocess", - "thiserror", + "thiserror 1.0.63", "time", "uuid", "zstd 0.13.0", @@ -8207,7 +8186,7 @@ dependencies = [ "serde_json", "serde_path_to_error", "sha2", - "thiserror", + "thiserror 1.0.63", "url", ] @@ -8371,7 +8350,7 @@ dependencies = [ "serde_with 3.8.1", "sha2", "subtle", - "thiserror", + "thiserror 1.0.63", "url", ] @@ -8418,7 +8397,7 @@ checksum = "a948666b637a0f465e8564c73e89d4dde00d72d4d473cc972f390fc3dcee7d9c" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -8460,7 +8439,7 @@ dependencies = [ "js-sys", "once_cell", "pin-project-lite", - "thiserror", + "thiserror 1.0.63", ] [[package]] @@ -8476,7 +8455,7 @@ dependencies = [ "opentelemetry-proto", "opentelemetry_sdk", "prost 0.13.1", - "thiserror", + "thiserror 1.0.63", "tokio", "tonic", ] @@ -8515,7 +8494,7 @@ dependencies = [ "percent-encoding", "rand", "serde_json", - "thiserror", + "thiserror 1.0.63", "tokio", "tokio-stream 0.1.16", ] @@ -8618,7 +8597,7 @@ dependencies = [ "proc-macro2", "proc-macro2-diagnostics", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -8830,7 +8809,7 @@ dependencies = [ "regex", "regex-syntax 0.8.5", "structmeta", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -8989,7 +8968,7 @@ dependencies = [ "serde_json", "socket2 0.5.6", "tempfile", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tokio-openssl", "tokio-postgres", @@ -9053,7 +9032,7 @@ checksum = "4359fd9c9171ec6e8c62926d6faaf553a8dc3f64e1507e76da7911b4f6a04405" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -9215,7 +9194,7 @@ dependencies = [ "heck 0.4.1", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -9289,7 +9268,7 @@ dependencies = [ "smallvec", "symbolic-demangle", "tempfile", - "thiserror", + "thiserror 1.0.63", ] [[package]] @@ -9373,7 +9352,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "ae005bd773ab59b4725093fd7df83fd7892f7d8eafb48dbd7de6e024e4215f9d" dependencies = [ "proc-macro2", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -9477,7 +9456,7 @@ checksum = "af066a9c399a26e020ada66a034357a868728e72cd426f3adcd35f80d88d88c8" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", "version_check", "yansi 1.0.1", ] @@ -9531,7 +9510,7 @@ dependencies = [ "parking_lot 0.12.1", "procfs 0.14.2", "protobuf", - "thiserror", + "thiserror 1.0.63", ] [[package]] @@ -9617,7 +9596,7 @@ dependencies = [ "prost 0.13.1", "prost-types 0.13.1", "regex", - "syn 2.0.79", + "syn 2.0.87", "tempfile", ] @@ -9644,7 +9623,7 @@ dependencies = [ "itertools 0.12.1", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -9657,7 +9636,7 @@ dependencies = [ "itertools 0.13.0", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -9666,7 +9645,7 @@ version = "0.1.0" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -9721,7 +9700,7 @@ dependencies = [ "prost-reflect", "prost-types 0.13.1", "protox-parse", - "thiserror", + "thiserror 1.0.63", ] [[package]] @@ -9733,7 +9712,7 @@ dependencies = [ "logos", "miette", "prost-types 0.13.1", - "thiserror", + "thiserror 1.0.63", ] [[package]] @@ -9850,7 +9829,7 @@ dependencies = [ "proc-macro2", "pyo3-macros-backend", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -9863,7 +9842,7 @@ dependencies = [ "proc-macro2", "pyo3-build-config", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -10098,7 +10077,7 @@ checksum = "a18479200779601e498ada4e8c1e1f50e3ee19deb0259c25825a98b5603b2cb4" dependencies = [ "getrandom", "libredox 0.0.1", - "thiserror", + "thiserror 1.0.63", ] [[package]] @@ -10118,7 +10097,7 @@ checksum = "7f7473c2cfcf90008193dd0e3e16599455cb601a9fce322b5bb55de799664925" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -10330,7 +10309,7 @@ dependencies = [ "http 1.1.0", "reqwest 0.12.4", "serde", - "thiserror", + "thiserror 1.0.63", "tower-service", ] @@ -10417,7 +10396,7 @@ dependencies = [ "chrono", "clap", "console", - "fs-err 3.0.0", + "fs-err", "glob", "google-cloud-pubsub", "indicatif", @@ -10448,7 +10427,7 @@ dependencies = [ "console", "dialoguer", "enum-iterator", - "fs-err 3.0.0", + "fs-err", "itertools 0.13.0", ] @@ -10461,7 +10440,7 @@ dependencies = [ "prettyplease 0.2.15", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -10482,7 +10461,7 @@ dependencies = [ "risingwave_pb", "serde", "serde_json", - "thiserror", + "thiserror 1.0.63", "twox-hash", ] @@ -10532,7 +10511,7 @@ dependencies = [ "scopeguard", "serde_json", "tempfile", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tikv-jemallocator", "tokio-metrics", @@ -10739,7 +10718,7 @@ dependencies = [ "strum_macros 0.26.4", "sysinfo", "tempfile", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tinyvec", "tokio-retry", @@ -10781,7 +10760,7 @@ dependencies = [ "madsim-tokio", "parking_lot 0.12.1", "risingwave_common", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tikv-jemalloc-ctl", "tracing", @@ -10848,7 +10827,7 @@ dependencies = [ "prost 0.13.1", "risingwave_pb", "serde", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tracing", ] @@ -10869,7 +10848,7 @@ dependencies = [ "risingwave_pb", "risingwave_rpc_client", "serde", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tower 0.5.0", "tower-http", @@ -11015,7 +10994,7 @@ dependencies = [ "elasticsearch", "enum-as-inner 0.6.0", "expect-test", - "fs-err 3.0.0", + "fs-err", "futures", "futures-async-stream", "gcp-bigquery-client", @@ -11087,9 +11066,9 @@ dependencies = [ "sqlx", "strum 0.26.3", "strum_macros 0.26.4", - "syn 2.0.79", + "syn 2.0.87", "tempfile", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tiberius", "time", @@ -11119,7 +11098,7 @@ dependencies = [ "chrono", "easy-ext", "expect-test", - "fs-err 3.0.0", + "fs-err", "hex", "itertools 0.13.0", "jsonbb", @@ -11135,7 +11114,7 @@ dependencies = [ "risingwave_pb", "rust_decimal", "serde_json", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "time", "tracing", @@ -11202,7 +11181,7 @@ dependencies = [ "risingwave_pb", "rw_futures_util", "tempfile", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tracing", "workspace-hack", @@ -11234,7 +11213,7 @@ dependencies = [ "madsim-tonic", "serde", "serde-error", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tracing", ] @@ -11272,7 +11251,7 @@ dependencies = [ "risingwave_pb", "smallvec", "static_assertions", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tracing", "workspace-hack", @@ -11325,7 +11304,7 @@ dependencies = [ "sha2", "smallvec", "sql-json-path", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tonic", "tracing", @@ -11340,7 +11319,7 @@ dependencies = [ "itertools 0.13.0", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -11420,7 +11399,7 @@ dependencies = [ "smallvec", "speedate", "tempfile", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tokio-postgres", "tokio-stream 0.1.15", @@ -11436,7 +11415,7 @@ version = "2.2.0-alpha" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -11510,7 +11489,7 @@ dependencies = [ "risingwave_common", "risingwave_hummock_sdk", "risingwave_pb", - "thiserror", + "thiserror 1.0.63", "tracing", ] @@ -11549,7 +11528,7 @@ dependencies = [ "chrono", "expect-test", "foyer", - "fs-err 3.0.0", + "fs-err", "futures", "itertools 0.13.0", "jni", @@ -11563,7 +11542,7 @@ dependencies = [ "rw_futures_util", "serde", "serde_json", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tracing", ] @@ -11578,7 +11557,7 @@ dependencies = [ "risingwave_pb", "risingwave_telemetry_event", "serde", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tracing", ] @@ -11667,7 +11646,7 @@ dependencies = [ "strum 0.26.3", "sync-point", "tempfile", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tokio-retry", "tokio-stream 0.1.15", @@ -11819,7 +11798,7 @@ dependencies = [ "risingwave_common", "risingwave_jni_core", "spin 0.9.8", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tokio-retry", "tracing", @@ -11830,7 +11809,7 @@ name = "risingwave_pb" version = "2.2.0-alpha" dependencies = [ "enum-as-inner 0.6.0", - "fs-err 3.0.0", + "fs-err", "madsim-tonic", "madsim-tonic-build", "pbjson", @@ -11841,7 +11820,7 @@ dependencies = [ "risingwave_error", "serde", "strum 0.26.3", - "thiserror", + "thiserror 1.0.63", "walkdir", "workspace-hack", ] @@ -11853,7 +11832,7 @@ dependencies = [ "anyhow", "expect-test", "itertools 0.13.0", - "libtest-mimic 0.8.1", + "libtest-mimic", "madsim-tokio", "paste", "risingwave_expr_impl", @@ -11906,7 +11885,7 @@ dependencies = [ "risingwave_pb", "rw_futures_util", "static_assertions", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tokio-retry", "tokio-stream 0.1.15", @@ -12009,13 +11988,13 @@ dependencies = [ "anyhow", "console", "itertools 0.13.0", - "libtest-mimic 0.8.1", + "libtest-mimic", "madsim-tokio", "matches", "serde", "serde_with 3.8.1", "serde_yaml", - "thiserror", + "thiserror 1.0.63", "tracing", "tracing-subscriber", "walkdir", @@ -12032,7 +12011,7 @@ dependencies = [ "clap", "expect-test", "itertools 0.13.0", - "libtest-mimic 0.8.1", + "libtest-mimic", "madsim-tokio", "rand", "rand_chacha", @@ -12132,7 +12111,7 @@ dependencies = [ "spin 0.9.8", "sync-point", "tempfile", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tokio-retry", "tracing", @@ -12202,7 +12181,7 @@ dependencies = [ "static_assertions", "strum 0.26.3", "strum_macros 0.26.4", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tokio-metrics", "tokio-retry", @@ -12221,7 +12200,7 @@ dependencies = [ "prost 0.13.1", "reqwest 0.12.4", "risingwave_pb", - "thiserror", + "thiserror 1.0.63", "thiserror-ext", "tracing", "uuid", @@ -12365,7 +12344,7 @@ dependencies = [ "rustls-native-certs 0.7.3", "rustls-pemfile 2.2.0", "rustls-webpki 0.102.2", - "thiserror", + "thiserror 1.0.63", "tokio", "tokio-rustls 0.25.0", "url", @@ -12392,7 +12371,7 @@ dependencies = [ "quote", "rust-embed-utils", "shellexpand 3.1.0", - "syn 2.0.79", + "syn 2.0.87", "walkdir", ] @@ -12692,7 +12671,7 @@ dependencies = [ name = "rw_resource_util" version = "0.0.0" dependencies = [ - "fs-err 3.0.0", + "fs-err", "sysinfo", "tempfile", "thiserror-ext", @@ -12814,7 +12793,7 @@ dependencies = [ "proc-macro-error 1.0.4", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -12838,7 +12817,7 @@ dependencies = [ "serde_json", "sqlx", "strum 0.26.3", - "thiserror", + "thiserror 1.0.63", "time", "tracing", "url", @@ -12872,7 +12851,7 @@ dependencies = [ "proc-macro2", "quote", "sea-bae", - "syn 2.0.79", + "syn 2.0.87", "unicode-ident", ] @@ -12936,8 +12915,8 @@ dependencies = [ "heck 0.4.1", "proc-macro2", "quote", - "syn 2.0.79", - "thiserror", + "syn 2.0.87", + "thiserror 1.0.63", ] [[package]] @@ -12962,7 +12941,7 @@ dependencies = [ "heck 0.4.1", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -12992,7 +12971,7 @@ dependencies = [ "heck 0.4.1", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -13125,7 +13104,7 @@ dependencies = [ "darling 0.20.9", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -13136,7 +13115,7 @@ checksum = "24008e81ff7613ed8e5ba0cfaf24e2c2f1e5b8a0495711e44fcd4882fca62bcf" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -13211,7 +13190,7 @@ checksum = "8725e1dfadb3a50f7e5ce0b1a540466f6ed3fe7a0fca2ac2b8b831d31316bd00" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -13284,7 +13263,7 @@ dependencies = [ "darling 0.20.9", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -13322,7 +13301,7 @@ checksum = "5d69265a08751de7844521fd15003ae0a888e035773ba05695c5c759a6f89eef" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -13510,7 +13489,7 @@ checksum = "adc4e5204eb1910f40f9cfa375f6f05b68c3abac4b6fd879c8ff5e7ae8a0a085" dependencies = [ "num-bigint", "num-traits", - "thiserror", + "thiserror 1.0.63", "time", ] @@ -13693,7 +13672,7 @@ dependencies = [ "nom", "regex", "serde_json", - "thiserror", + "thiserror 1.0.63", ] [[package]] @@ -13709,25 +13688,25 @@ dependencies = [ [[package]] name = "sqllogictest" -version = "0.22.0" +version = "0.23.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f2b6b8f606d3c4cdcaf2031c4320b79d7584e454b79562ba3d675f49701c160e" +checksum = "ec31dce96f489e2247a165837f49bbce4912b0cbcf127b79b4fdd87503022ae9" dependencies = [ "async-trait", "educe", - "fs-err 2.11.0", + "fs-err", "futures", "glob", "humantime", "itertools 0.13.0", - "libtest-mimic 0.7.3", + "libtest-mimic", "md-5", "owo-colors", "regex", "similar", "subst", "tempfile", - "thiserror", + "thiserror 2.0.3", "tracing", ] @@ -13758,7 +13737,7 @@ checksum = "01b2e185515564f15375f593fb966b5718bc624ba77fe49fa4616ad619690554" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -13809,7 +13788,7 @@ dependencies = [ "sha2", "smallvec", "sqlformat", - "thiserror", + "thiserror 1.0.63", "time", "tokio-stream 0.1.16", "tracing", @@ -13826,7 +13805,7 @@ dependencies = [ "quote", "sqlx-core", "sqlx-macros-core", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -13849,7 +13828,7 @@ dependencies = [ "sqlx-mysql", "sqlx-postgres", "sqlx-sqlite", - "syn 2.0.79", + "syn 2.0.87", "tempfile", "url", ] @@ -13893,7 +13872,7 @@ dependencies = [ "smallvec", "sqlx-core", "stringprep", - "thiserror", + "thiserror 1.0.63", "time", "tracing", "uuid", @@ -13936,7 +13915,7 @@ dependencies = [ "smallvec", "sqlx-core", "stringprep", - "thiserror", + "thiserror 1.0.63", "time", "tracing", "uuid", @@ -14031,7 +14010,7 @@ dependencies = [ "proc-macro2", "quote", "structmeta-derive", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -14042,7 +14021,7 @@ checksum = "152a0b65a590ff6c3da95cabe2353ee04e6167c896b28e3b14478c2636c922fc" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -14070,7 +14049,7 @@ dependencies = [ "proc-macro2", "quote", "rustversion", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -14083,7 +14062,7 @@ dependencies = [ "proc-macro2", "quote", "rustversion", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -14148,9 +14127,9 @@ dependencies = [ [[package]] name = "syn" -version = "2.0.79" +version = "2.0.87" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "89132cd0bf050864e1d38dc3bbc07a0eb8e7530af26344d3d2bbbef83499f590" +checksum = "25aa4ce346d03a6dcd68dd8b4010bcb74e54e62c90c573f394c46eae99aba32d" dependencies = [ "proc-macro2", "quote", @@ -14177,7 +14156,7 @@ dependencies = [ "proc-macro-error 1.0.4", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -14187,7 +14166,7 @@ dependencies = [ "futures-util", "madsim-tokio", "spin 0.9.8", - "thiserror", + "thiserror 1.0.63", ] [[package]] @@ -14304,7 +14283,16 @@ version = "1.0.63" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c0342370b38b6a11b6cc11d6a805569958d54cfa061a29969c3b5ce2ea405724" dependencies = [ - "thiserror-impl", + "thiserror-impl 1.0.63", +] + +[[package]] +name = "thiserror" +version = "2.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c006c85c7651b3cf2ada4584faa36773bd07bac24acfb39f3c431b36d7e667aa" +dependencies = [ + "thiserror-impl 2.0.3", ] [[package]] @@ -14313,7 +14301,7 @@ version = "0.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a7c19760dc47062bca5c1b3699b032111c93802d51ac47660db11b08afc6bad2" dependencies = [ - "thiserror", + "thiserror 1.0.63", "thiserror-ext-derive", ] @@ -14326,7 +14314,7 @@ dependencies = [ "either", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -14337,7 +14325,18 @@ checksum = "a4558b58466b9ad7ca0f102865eccc95938dca1a74a856f2b57b6629050da261" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", +] + +[[package]] +name = "thiserror-impl" +version = "2.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f077553d607adc1caf65430528a576c757a71ed73944b66ebb58ef2bbd243568" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.87", ] [[package]] @@ -14361,15 +14360,6 @@ dependencies = [ "once_cell", ] -[[package]] -name = "threadpool" -version = "1.8.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d050e60b33d41c19108b32cea32164033a9013fe3b46cbd4457559bfbf77afaa" -dependencies = [ - "num_cpus", -] - [[package]] name = "thrift" version = "0.17.0" @@ -14403,7 +14393,7 @@ dependencies = [ "rust_decimal", "rustls-native-certs 0.6.3", "rustls-pemfile 1.0.4", - "thiserror", + "thiserror 1.0.63", "time", "tokio", "tokio-rustls 0.24.1", @@ -14535,7 +14525,7 @@ checksum = "5f5ae998a069d4b5aba8ee9dad856af7d520c3699e6159b185c2acd48155d39a" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -14789,7 +14779,7 @@ dependencies = [ "proc-macro2", "prost-build 0.13.1", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -14885,7 +14875,7 @@ checksum = "34704c8d6ebcbc939824180af020566b01a7c01f80641264eba0999f6c2b6be7" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -15043,7 +15033,7 @@ dependencies = [ "log", "rand", "smallvec", - "thiserror", + "thiserror 1.0.63", "tinyvec", "tokio", "url", @@ -15067,7 +15057,7 @@ dependencies = [ "once_cell", "rand", "smallvec", - "thiserror", + "thiserror 1.0.63", "tinyvec", "tokio", "tracing", @@ -15089,7 +15079,7 @@ dependencies = [ "parking_lot 0.12.1", "resolv-conf", "smallvec", - "thiserror", + "thiserror 1.0.63", "tokio", "trust-dns-proto 0.21.2", ] @@ -15109,7 +15099,7 @@ dependencies = [ "rand", "resolv-conf", "smallvec", - "thiserror", + "thiserror 1.0.63", "tokio", "tracing", "trust-dns-proto 0.23.2", @@ -15198,7 +15188,7 @@ checksum = "f03ca4cb38206e2bef0700092660bb74d696f808514dae47fa1467cbfe26e96e" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -15209,7 +15199,7 @@ checksum = "1f718dfaf347dcb5b983bfc87608144b0bad87970aebcbea5ce44d2a30c08e63" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -15220,7 +15210,7 @@ checksum = "f9534daa9fd3ed0bd911d462a37f172228077e7abf18c18a5f67199d959205f8" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -15231,7 +15221,7 @@ checksum = "560b82d656506509d43abe30e0ba64c56b1953ab3d4fe7ba5902747a7a3cedd5" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -15434,7 +15424,7 @@ checksum = "d674d135b4a8c1d7e813e2f8d1c9a58308aee4a680323066025e53132218bd91" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -15502,7 +15492,7 @@ dependencies = [ "once_cell", "rustix 0.38.37", "system-interface", - "thiserror", + "thiserror 1.0.63", "tracing", "wasmtime", "wiggle", @@ -15536,7 +15526,7 @@ dependencies = [ "once_cell", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", "wasm-bindgen-shared", ] @@ -15570,7 +15560,7 @@ checksum = "54681b18a46765f095758388f2d0cf16eb8d4169b639ab575a8f5693af210c7b" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", "wasm-bindgen-backend", "wasm-bindgen-shared", ] @@ -15730,7 +15720,7 @@ dependencies = [ "anyhow", "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", "wasmtime-component-util", "wasmtime-wit-bindgen", "wit-parser", @@ -15760,7 +15750,7 @@ dependencies = [ "log", "object 0.36.4", "target-lexicon", - "thiserror", + "thiserror 1.0.63", "wasmparser", "wasmtime-environ", "wasmtime-versioned-export-macros", @@ -15857,7 +15847,7 @@ checksum = "455fc30062a08ba6a9c2ccc6e8c76ea2759d01324d3548324f5d38257d0e8d96" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -15999,7 +15989,7 @@ dependencies = [ "anyhow", "async-trait", "bitflags 2.6.0", - "thiserror", + "thiserror 1.0.63", "tracing", "wasmtime", "wiggle-macro", @@ -16016,7 +16006,7 @@ dependencies = [ "proc-macro2", "quote", "shellexpand 2.1.2", - "syn 2.0.79", + "syn 2.0.87", "witx", ] @@ -16028,7 +16018,7 @@ checksum = "cc26129a8aea20b62c961d1b9ab4a3c3b56b10042ed85d004f8678af0f21ba6e" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", "wiggle-generate", ] @@ -16138,7 +16128,7 @@ checksum = "9107ddc059d5b6fbfbffdfa7a7fe3e22a226def0b2608f72e9d552763d3e1ad7" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -16149,7 +16139,7 @@ checksum = "29bee4b38ea3cde66011baa44dba677c432a78593e202392d1e9070cf2a7fca7" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -16447,7 +16437,7 @@ version = "2.2.0-alpha" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] @@ -16458,7 +16448,7 @@ checksum = "e366f27a5cabcddb2706a78296a40b8fcc451e1a6aba2fc1d94b4a01bdaaef4b" dependencies = [ "anyhow", "log", - "thiserror", + "thiserror 1.0.63", "wast 35.0.2", ] @@ -16590,7 +16580,7 @@ checksum = "b3c129550b3e6de3fd0ba67ba5c81818f9805e58b8d7fee80a3a59d2c9fc601a" dependencies = [ "proc-macro2", "quote", - "syn 2.0.79", + "syn 2.0.87", ] [[package]] diff --git a/src/tests/simulation/Cargo.toml b/src/tests/simulation/Cargo.toml index f5b3fc6145e1..30ca8da23b16 100644 --- a/src/tests/simulation/Cargo.toml +++ b/src/tests/simulation/Cargo.toml @@ -50,7 +50,7 @@ risingwave_sqlsmith = { workspace = true } serde = "1.0.188" serde_derive = "1.0.188" serde_json = "1.0.107" -sqllogictest = "0.22.0" +sqllogictest = "0.23.0" tempfile = "3" tikv-jemallocator = { workspace = true } tokio = { version = "0.2", package = "madsim-tokio" } From 0b223b4c2f569e749413620287d1655410041d06 Mon Sep 17 00:00:00 2001 From: William Wen <44139337+wenym1@users.noreply.github.com> Date: Mon, 18 Nov 2024 17:26:36 +0800 Subject: [PATCH 3/3] fix(test): incorrect flaky madsim initial sink parallelism (#19419) --- ci/workflows/main-cron.yml | 2 +- .../simulation/tests/integration_tests/sink/basic.rs | 2 +- .../tests/integration_tests/sink/err_isolation.rs | 4 ++-- .../simulation/tests/integration_tests/sink/recovery.rs | 2 +- .../simulation/tests/integration_tests/sink/scale.rs | 2 +- .../simulation/tests/integration_tests/sink/utils.rs | 9 +++++++++ 6 files changed, 15 insertions(+), 6 deletions(-) diff --git a/ci/workflows/main-cron.yml b/ci/workflows/main-cron.yml index 946f6c355efd..df022c8fb927 100644 --- a/ci/workflows/main-cron.yml +++ b/ci/workflows/main-cron.yml @@ -410,7 +410,7 @@ steps: # Ddl statements will randomly run with background_ddl. - label: "background_ddl, arrangement_backfill recovery test (madsim)" key: "background-ddl-arrangement-backfill-recovery-test-deterministic" - command: "TEST_NUM=12 KILL_RATE=1.0 BACKGROUND_DDL_RATE=0.8 USE_ARRANGEMENT_BACKFILL=true timeout 65m ci/scripts/deterministic-recovery-test.sh" + command: "TEST_NUM=12 KILL_RATE=1.0 BACKGROUND_DDL_RATE=0.8 USE_ARRANGEMENT_BACKFILL=true timeout 70m ci/scripts/deterministic-recovery-test.sh" if: | !(build.pull_request.labels includes "ci/main-cron/run-selected") && build.env("CI_STEPS") == null || build.pull_request.labels includes "ci/run-recovery-test-deterministic-simulation" diff --git a/src/tests/simulation/tests/integration_tests/sink/basic.rs b/src/tests/simulation/tests/integration_tests/sink/basic.rs index 8ba8982ce4d7..4899b7d152d8 100644 --- a/src/tests/simulation/tests/integration_tests/sink/basic.rs +++ b/src/tests/simulation/tests/integration_tests/sink/basic.rs @@ -44,7 +44,7 @@ async fn basic_test_inner(is_decouple: bool) -> Result<()> { } session.run(CREATE_SOURCE).await?; session.run(CREATE_SINK).await?; - assert_eq!(6, test_sink.parallelism_counter.load(Relaxed)); + test_sink.wait_initial_parallelism(6).await?; let internal_tables = session.run("show internal tables").await?; diff --git a/src/tests/simulation/tests/integration_tests/sink/err_isolation.rs b/src/tests/simulation/tests/integration_tests/sink/err_isolation.rs index 124653946b87..0307fc671e02 100644 --- a/src/tests/simulation/tests/integration_tests/sink/err_isolation.rs +++ b/src/tests/simulation/tests/integration_tests/sink/err_isolation.rs @@ -40,7 +40,7 @@ async fn test_sink_decouple_err_isolation() -> Result<()> { session.run("set sink_decouple = true").await?; session.run(CREATE_SOURCE).await?; session.run(CREATE_SINK).await?; - assert_eq!(6, test_sink.parallelism_counter.load(Relaxed)); + test_sink.wait_initial_parallelism(6).await?; test_sink.set_err_rate(0.002); @@ -81,7 +81,7 @@ async fn test_sink_error_event_logs() -> Result<()> { session.run("set sink_decouple = true").await?; session.run(CREATE_SOURCE).await?; session.run(CREATE_SINK).await?; - assert_eq!(6, test_sink.parallelism_counter.load(Relaxed)); + test_sink.wait_initial_parallelism(6).await?; test_sink.store.wait_for_err(1).await?; diff --git a/src/tests/simulation/tests/integration_tests/sink/recovery.rs b/src/tests/simulation/tests/integration_tests/sink/recovery.rs index 6b4f71d7d508..124f0b0d9fe5 100644 --- a/src/tests/simulation/tests/integration_tests/sink/recovery.rs +++ b/src/tests/simulation/tests/integration_tests/sink/recovery.rs @@ -71,7 +71,7 @@ async fn recovery_test_inner(is_decouple: bool) -> Result<()> { } session.run(CREATE_SOURCE).await?; session.run(CREATE_SINK).await?; - assert_eq!(6, test_sink.parallelism_counter.load(Relaxed)); + test_sink.wait_initial_parallelism(6).await?; let count = test_source.id_list.len(); diff --git a/src/tests/simulation/tests/integration_tests/sink/scale.rs b/src/tests/simulation/tests/integration_tests/sink/scale.rs index 99c3b7e9ebc5..9ecff238fb03 100644 --- a/src/tests/simulation/tests/integration_tests/sink/scale.rs +++ b/src/tests/simulation/tests/integration_tests/sink/scale.rs @@ -73,7 +73,7 @@ async fn scale_test_inner(is_decouple: bool) -> Result<()> { } session.run(CREATE_SOURCE).await?; session.run(CREATE_SINK).await?; - assert_eq!(6, test_sink.parallelism_counter.load(Relaxed)); + test_sink.wait_initial_parallelism(6).await?; let mut sink_fragments = cluster .locate_fragments([identity_contains("Sink")]) diff --git a/src/tests/simulation/tests/integration_tests/sink/utils.rs b/src/tests/simulation/tests/integration_tests/sink/utils.rs index bef5bdfa35d0..9c93b388dca5 100644 --- a/src/tests/simulation/tests/integration_tests/sink/utils.rs +++ b/src/tests/simulation/tests/integration_tests/sink/utils.rs @@ -39,6 +39,7 @@ use risingwave_connector::source::test_source::{ registry_test_source, BoxSource, TestSourceRegistryGuard, TestSourceSplit, }; use risingwave_simulation::cluster::{Cluster, ConfigPath, Configuration}; +use tokio::task::yield_now; use tokio::time::sleep; use crate::{assert_eq_with_err_returned as assert_eq, assert_with_err_returned as assert}; @@ -244,6 +245,14 @@ impl SimulationTestSink { let err_rate = u32::MAX as f64 * err_rate; self.err_rate.store(err_rate as _, Relaxed); } + + pub async fn wait_initial_parallelism(&self, parallelism: usize) -> Result<()> { + while self.parallelism_counter.load(Relaxed) < parallelism { + yield_now().await; + } + assert_eq!(self.parallelism_counter.load(Relaxed), parallelism); + Ok(()) + } } pub fn build_stream_chunk(