nightly-20240829 compactor crashed during nexmark q102

[cyliu0]

Describe the bug

https://buildkite.com/risingwave-test/nexmark-benchmark/builds/4455#01919ede-a62d-436d-9d5d-53bd3ff421f5

Log

Grafana

2024-08-29T20:47:02.385689409Z  INFO risingwave_storage::hummock::compactor: running_parallelism_count=9 pull_task_ack=false pending_pull_task_count=4 |  
-- | --
  | 2024-08-29T20:47:02.688073449Z  INFO risingwave_storage::hummock::compactor::fast_compactor_runner: OPTIMIZATION: skip 5186 blocks for task-28349, optimize 108% data compression |  
  | thread 'rw-compaction' panicked at src/storage/src/filter_key_extractor.rs:224:14: |  
  | called `Option::unwrap()` on a `None` value |  
  | stack backtrace: |  
  | 0:     0x55e972258f99 - std::backtrace_rs::backtrace::libunwind::trace::hb2aae96f7a63ad27 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/../../backtrace/src/backtrace/libunwind.rs:116:5 |  
  | 1:     0x55e972258f99 - std::backtrace_rs::backtrace::trace_unsynchronized::h21f79cd140dff600 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5 |  
  | 2:     0x55e972258f99 - std::sys_common::backtrace::_print_fmt::hc8ebdc1b64ae52ee |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/sys_common/backtrace.rs:68:5 |  
  | 3:     0x55e972258f99 - <std::sys_common::backtrace::_print::DisplayBacktrace as core::fmt::Display>::fmt::h7ba491a968dfae1d |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/sys_common/backtrace.rs:44:22 |  
  | 4:     0x55e965bbc29b - core::fmt::rt::Argument::fmt::he322040f856802e1 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/core/src/fmt/rt.rs:165:63 |  
  | 5:     0x55e965bbc29b - core::fmt::write::hb4f7da2a314ef133 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/core/src/fmt/mod.rs:1168:21 |  
  | 6:     0x55e972253eaf - std::io::Write::write_fmt::h9e79d11af9b4686b |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/io/mod.rs:1835:15 |  
  | 7:     0x55e972258d6e - std::sys_common::backtrace::_print::h9276d72631ea2ebd |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/sys_common/backtrace.rs:47:5 |  
  | 8:     0x55e972258d6e - std::sys_common::backtrace::print::h301edb80f46c58f8 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/sys_common/backtrace.rs:34:9 |  
  | 9:     0x55e97225a0d9 - std::panicking::default_hook::{{closure}}::h08c68fc043d12d43 |  
  | 10:     0x55e972259e85 - std::panicking::default_hook::hdf65558cafad5039 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panicking.rs:298:9 |  
  | 11:     0x55e96f65ee2b - <alloc::boxed::Box<F,A> as core::ops::function::Fn<Args>>::call::h1913d1a2a87b5a12 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/alloc/src/boxed.rs:2077:9 |  
  | 12:     0x55e96f65ee2b - risingwave_rt::panic_hook::set_panic_hook::{{closure}}::hfdbc522a4c6ec509 |  
  | at /risingwave/src/utils/runtime/src/panic_hook.rs:25:9 |  
  | 13:     0x55e96f65ee2b - std::panicking::update_hook::{{closure}}::hf53c9515f1be301c |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panicking.rs:233:47 |  
  | 14:     0x55e97225a71b - <alloc::boxed::Box<F,A> as core::ops::function::Fn<Args>>::call::h69f90a497fd344b0 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/alloc/src/boxed.rs:2077:9 |  
  | 15:     0x55e97225a71b - std::panicking::rust_panic_with_hook::h9576f09a7a058c94 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panicking.rs:799:13 |  
  | 16:     0x55e97225a48b - std::panicking::begin_panic_handler::{{closure}}::hd8f56243f630c203 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panicking.rs:656:13 |  
  | 17:     0x55e972259459 - std::sys_common::backtrace::__rust_end_short_backtrace::h5bed6f770a09acf8 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/sys_common/backtrace.rs:171:18 |  
  | 18:     0x55e97225a207 - rust_begin_unwind |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panicking.rs:652:5 |  
  | 19:     0x55e965bb8733 - core::panicking::panic_fmt::h088f9f84f0369284 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/core/src/panicking.rs:72:14 |  
  | 20:     0x55e965bb87d5 - core::panicking::panic::h41df2c6d8f6b057e |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/core/src/panicking.rs:146:5 |  
  | 21:     0x55e965bb84f9 - core::option::unwrap_failed::h581256a1252fcdb4 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/core/src/option.rs:1987:5 |  
  | 22:     0x55e96f9f14fb - core::option::Option<T>::unwrap::hb7bcce531d0e63f5 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/core/src/option.rs:935:21 |  
  | 23:     0x55e96f9f14fb - <risingwave_storage::filter_key_extractor::MultiFilterKeyExtractor as risingwave_storage::filter_key_extractor::FilterKeyExtractor>::extract::hb7f971fa7e23e19e |  
  | at /risingwave/src/storage/src/filter_key_extractor.rs:224:14 |  
  | 24:     0x55e96fa3e1fa - risingwave_storage::filter_key_extractor::FilterKeyExtractorImpl::extract::h872aeb1d8ddd8570 |  
  | at /risingwave/src/storage/src/filter_key_extractor.rs:66:54 |  
  | 25:     0x55e96fa3e1fa - risingwave_storage::hummock::sstable::builder::SstableBuilder<W,F>::add_impl::{{closure}}::ha00bf6445d840618 |  
  | at /risingwave/src/storage/src/hummock/sstable/builder.rs:344:23 |  
  | 26:     0x55e96fa4d849 - risingwave_storage::hummock::sstable::builder::SstableBuilder<W,F>::add::{{closure}}::h54c18a4acb25204d |  
  | at /risingwave/src/storage/src/hummock/sstable/builder.rs:257:46 |  
  | 27:     0x55e96fa4d849 - risingwave_storage::hummock::sstable::multi_builder::CapacitySplitTableBuilder<F>::add_full_key::{{closure}}::h9fdeb4c23d31d95c |  
  | at /risingwave/src/storage/src/hummock/sstable/multi_builder.rs:209:38 |  
  | 28:     0x55e96fa4d849 - risingwave_storage::hummock::compactor::fast_compactor_runner::CompactTaskExecutor<F>::run::{{closure}}::hd223a33efabeee4c |  
  | at /risingwave/src/storage/src/hummock/compactor/fast_compactor_runner.rs:660:18 |  
  | 29:     0x55e96fa4a46f - risingwave_storage::hummock::compactor::fast_compactor_runner::CompactorRunner::run::{{closure}}::hb6e23bcda84ea3be |  
  | at /risingwave/src/storage/src/hummock/compactor/fast_compactor_runner.rs:428:49 |  
  | 30:     0x55e96fa35636 - risingwave_storage::hummock::compactor::compactor_runner::compact::{{closure}}::{{closure}}::h47fb1174a51ebc3c |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/macros/select.rs:548:49 |  
  | 31:     0x55e96fa35636 - <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll::h65903feffbd2bc0c |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/future/poll_fn.rs:58:9 |  
  | 32:     0x55e96f8f83b8 - risingwave_storage::hummock::compactor::compactor_runner::compact::{{closure}}::hcb7053edb0d4235d |  
  | at /risingwave/src/storage/src/hummock/compactor/compactor_runner.rs:439:9 |  
  | 33:     0x55e96f8d40e9 - risingwave_storage::hummock::compactor::start_compactor::{{closure}}::{{closure}}::hf7ca1bba2e3f8df9 |  
  | at /risingwave/src/storage/src/hummock/compactor/mod.rs:535:50 |  
  | 34:     0x55e96f8d40e9 - <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll::h330493bf74592125 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 |  
  | 35:     0x55e96f976f27 - tokio::runtime::task::core::Core<T,S>::poll::{{closure}}::hebc1efae30aa3919 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/core.rs:328:17 |  
  | 36:     0x55e96f976f27 - tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut::hf4df5a17c58bc67f |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/loom/std/unsafe_cell.rs:16:9 |  
  | 37:     0x55e96f976f27 - tokio::runtime::task::core::Core<T,S>::poll::h852839e60d699d1a |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/core.rs:317:30 |  
  | 38:     0x55e96f95a381 - tokio::runtime::task::harness::poll_future::{{closure}}::h4a11e2ff27b962c5 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/harness.rs:485:19 |  
  | 39:     0x55e96f95a381 - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::h9f2a44ca0829cab9 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/core/src/panic/unwind_safe.rs:272:9 |  
  | 40:     0x55e96f95a381 - std::panicking::try::do_call::hea01ca2d523750cd |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panicking.rs:559:40 |  
  | 41:     0x55e96f95a381 - std::panicking::try::h98a2b1493bceda39 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panicking.rs:523:19 |  
  | 42:     0x55e96f95a381 - std::panic::catch_unwind::hd4dcd585d3f9519a |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panic.rs:149:14 |  
  | 43:     0x55e96f95a381 - tokio::runtime::task::harness::poll_future::h54c285ef1b81f208 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/harness.rs:473:18 |  
  | 44:     0x55e96f95a381 - tokio::runtime::task::harness::Harness<T,S>::poll_inner::he5ba49564dbd156a |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/harness.rs:208:27 |  
  | 45:     0x55e96f95a381 - tokio::runtime::task::harness::Harness<T,S>::poll::h3c4e905ed353aea9 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/harness.rs:153:15 |  
  | 46:     0x55e96f95a381 - tokio::runtime::task::raw::poll::h6b2fc2793c4b0375 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/raw.rs:271:5 |  
  | 47:     0x55e9722f764b - tokio::runtime::task::raw::RawTask::poll::hf3ca104c3a26ad5d |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/raw.rs:201:18 |  
  | 48:     0x55e9722f764b - tokio::runtime::task::LocalNotified<S>::run::hfcad8b453079f6fa |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/mod.rs:427:9 |  
  | 49:     0x55e9722f764b - tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}::hec4c388068e62ad3 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/scheduler/multi_thread/worker.rs:648:22 |  
  | 50:     0x55e9722f764b - tokio::runtime::coop::with_budget::ha9d5766a7583a44e |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/coop.rs:107:5 |  
  | 51:     0x55e9722f764b - tokio::runtime::coop::budget::haccd36ab5c5cbf69 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/coop.rs:73:5 |  
  | 52:     0x55e9722f764b - tokio::runtime::scheduler::multi_thread::worker::Context::run_task::h23868a98c66ec1df |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/scheduler/multi_thread/worker.rs:584:9 |  
  | 53:     0x55e9722f2552 - tokio::runtime::scheduler::multi_thread::worker::Context::run::h04f034793aa21ce4 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/scheduler/multi_thread/worker.rs:535:24 |  
  | 54:     0x55e9722f2552 - tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}::h5ac712dbcd47b957 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/scheduler/multi_thread/worker.rs:500:21 |  
  | 55:     0x55e9722f2552 - tokio::runtime::context::scoped::Scoped<T>::set::h3547608f6916fdb1 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/context/scoped.rs:40:9 |  
  | 56:     0x55e972321478 - tokio::runtime::context::set_scheduler::{{closure}}::h540dd165cad952cf |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/context.rs:180:26 |  
  | 57:     0x55e972321478 - std::thread::local::LocalKey<T>::try_with::hb0590ff91e6279f7 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/thread/local.rs:283:12 |  
  | 58:     0x55e972321478 - std::thread::local::LocalKey<T>::with::h714967ac1c9b9b53 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/thread/local.rs:260:9 |  
  | 59:     0x55e972321478 - tokio::runtime::context::set_scheduler::h195250032c78d781 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/context.rs:180:17 |  
  | 60:     0x55e972321478 - tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::h19ba0ea7a7545e2e |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/scheduler/multi_thread/worker.rs:495:9 |  
  | 61:     0x55e972321478 - tokio::runtime::context::runtime::enter_runtime::hfdf4c4acc2b08f5c |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/context/runtime.rs:65:16 |  
  | 62:     0x55e9722f735c - tokio::runtime::scheduler::multi_thread::worker::run::h193474e7959709d2 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/scheduler/multi_thread/worker.rs:487:5 |  
  | 63:     0x55e97230d541 - tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}::h3cf03160054f78b3 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/scheduler/multi_thread/worker.rs:455:45 |  
  | 64:     0x55e97230d541 - <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll::h629aec1ae46a0c95 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/blocking/task.rs:42:21 |  
  | 65:     0x55e97230234f - <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll::h4693185604f23d26 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 |  
  | 66:     0x55e9722e9676 - tokio::runtime::task::core::Core<T,S>::poll::{{closure}}::h1e934b57cef27be2 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/core.rs:328:17 |  
  | 67:     0x55e9722e9676 - tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut::he50fbd8245396a71 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/loom/std/unsafe_cell.rs:16:9 |  
  | 68:     0x55e9722e9676 - tokio::runtime::task::core::Core<T,S>::poll::h45faee3fd592aac9 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/core.rs:317:30 |  
  | 69:     0x55e9723092b2 - tokio::runtime::task::harness::poll_future::{{closure}}::h5d43ed25e8a9246e |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/harness.rs:485:19 |  
  | 70:     0x55e9723092b2 - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::h5baa89920094eae2 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/core/src/panic/unwind_safe.rs:272:9 |  
  | 71:     0x55e9723092b2 - std::panicking::try::do_call::hf253e9cfb2d9026d |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panicking.rs:559:40 |  
  | 72:     0x55e9723092b2 - std::panicking::try::heb54f19ac6519e93 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panicking.rs:523:19 |  
  | 73:     0x55e9723092b2 - std::panic::catch_unwind::hf025f020511cc6a3 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panic.rs:149:14 |  
  | 74:     0x55e9723092b2 - tokio::runtime::task::harness::poll_future::ha99e2d6ca7943729 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/harness.rs:473:18 |  
  | 75:     0x55e9723092b2 - tokio::runtime::task::harness::Harness<T,S>::poll_inner::h25445efb07750d3f |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/harness.rs:208:27 |  
  | 76:     0x55e9723092b2 - tokio::runtime::task::harness::Harness<T,S>::poll::he1190c57551dc028 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/harness.rs:153:15 |  
  | 77:     0x55e9722e56c2 - tokio::runtime::task::raw::RawTask::poll::hf3ca104c3a26ad5d |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/raw.rs:201:18 |  
  | 78:     0x55e9722e56c2 - tokio::runtime::task::UnownedTask<S>::run::h45db39a6bfacc7da |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/task/mod.rs:464:9 |  
  | 79:     0x55e9722e56c2 - tokio::runtime::blocking::pool::Task::run::h5024071c4299a22b |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/blocking/pool.rs:159:9 |  
  | 80:     0x55e9722e56c2 - tokio::runtime::blocking::pool::Inner::run::h725966c31de9f83d |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/blocking/pool.rs:513:17 |  
  | 81:     0x55e972305c60 - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::h31c3552d88bb6556 |  
  | at /root/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.38.0/src/runtime/blocking/pool.rs:471:13 |  
  | 82:     0x55e972305c60 - std::sys_common::backtrace::__rust_begin_short_backtrace::h1af49718df8e6b60 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/sys_common/backtrace.rs:155:18 |  
  | 83:     0x55e9722ec22a - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h120841138e816f0a |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/thread/mod.rs:542:17 |  
  | 84:     0x55e9722ec22a - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::h41cf166a338c5d9a |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/core/src/panic/unwind_safe.rs:272:9 |  
  | 85:     0x55e9722ec22a - std::panicking::try::do_call::hea0a481ec64ff14c |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panicking.rs:559:40 |  
  | 86:     0x55e9722ec22a - std::panicking::try::h5abea3ef5f44e295 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panicking.rs:523:19 |  
  | 87:     0x55e9722ec22a - std::panic::catch_unwind::h25eb772d418e78dd |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/panic.rs:149:14 |  
  | 88:     0x55e9722ec22a - std::thread::Builder::spawn_unchecked_::{{closure}}::hb592435a128ddb98 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/thread/mod.rs:541:30 |  
  | 89:     0x55e9722ec22a - core::ops::function::FnOnce::call_once{{vtable.shim}}::h1a72624a2267bd71 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/core/src/ops/function.rs:250:5 |  
  | 90:     0x55e972260afb - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::hd9d8a12a4cec8653 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/alloc/src/boxed.rs:2063:9 |  
  | 91:     0x55e972260afb - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::hc87e6ebe32d18c90 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/alloc/src/boxed.rs:2063:9 |  
  | 92:     0x55e972260afb - std::sys::pal::unix::thread::Thread::new::thread_start::h68df5163d04f9130 |  
  | at /rustc/72fdf913c53dd0e75313ba83e4aa80df3f6e2871/library/std/src/sys/pal/unix/thread.rs:108:17 |  
  | 93:     0x7fa72f4b2a94 - start_thread |  
  | at ./nptl/pthread_create.c:447:8 |  
  | 94:     0x7fa72f53fc3c - __GI___clone3 |  
  | at ./misc/../sysdeps/unix/sysv/linux/x86_64/clone3.S:78 |  
  | 95:                0x0 - <unknown>

Error message/log

No response

To Reproduce

No response

Expected behavior

No response

How did you deploy RisingWave?

No response

The version of RisingWave

nightly-20240829

Additional context

https://github.com/risingwavelabs/rw-commits-history?tab=readme-ov-file#nightly-20240829