refactor: remove meta's dependency on sink implementation to reduce compile time

Cargo.toml

@@ -10,6 +10,7 @@ members = [
   "src/common/heap_profiling",
   "src/compute",
   "src/connector",
+  "src/connector/sink_impl",
   "src/ctl",
   "src/error",
   "src/expr/core",
@@ -163,6 +164,7 @@ risingwave_object_store = { path = "./src/object_store" }
 risingwave_pb = { path = "./src/prost" }
 risingwave_rpc_client = { path = "./src/rpc_client" }
 risingwave_rt = { path = "./src/utils/runtime" }
+risingwave_sink_impl = { path = "./src/connector/sink_impl" }
 risingwave_source = { path = "./src/source" }
 risingwave_sqlparser = { path = "./src/sqlparser" }
 risingwave_sqlsmith = { path = "./src/tests/sqlsmith" }

src/connector/Cargo.toml

@@ -22,7 +22,6 @@ apache-avro = { git = "https://github.com/risingwavelabs/avro", rev = "d0846a16c
     "xz",
 ] }
 arrow-array = { workspace = true }
-arrow-schema = { workspace = true }
 async-nats = "0.32"
 async-trait = "0.1"
 auto_enums = { version = "0.8", features = ["futures03"] }
@@ -54,15 +53,6 @@ futures-async-stream = { workspace = true }
 gcp-bigquery-client = "0.18.0"
 glob = "0.3"
 google-cloud-pubsub = "0.21"
-http = "0.2"
-hyper = { version = "0.14", features = [
-    "client",
-    "tcp",
-    "http1",
-    "http2",
-    "stream",
-] }
-hyper-tls = "0.5"
 icelake = { workspace = true }
 indexmap = { version = "1.9.3", features = ["serde"] }
 itertools = "0.12"
@@ -99,21 +89,20 @@ rdkafka = { workspace = true, features = [
     "gssapi",
     "zstd",
 ] }
-redis = { version = "0.24.0", features = ["aio","tokio-comp","async-std-comp"] }
-regex = "1.4"
+redis = { version = "0.24.0", features = ["aio", "tokio-comp", "async-std-comp"] }
+regex = "1"
 reqwest = { version = "0.11", features = ["json"] }
 risingwave_common = { workspace = true }
 risingwave_jni_core = { workspace = true }
 risingwave_pb = { workspace = true }
 risingwave_rpc_client = { workspace = true }
+risingwave_sqlparser = { workspace = true }
 rust_decimal = "1"
 serde = { version = "1", features = ["derive", "rc"] }
 serde_derive = "1"
 serde_json = "1"
 serde_with = { version = "3", features = ["json"] }
 simd-json = "0.13.3"
-strum = "0.25"
-strum_macros = "0.25"
 tempfile = "3"
 thiserror = "1"
 time = "0.3.30"

src/connector/sink_impl/Cargo.toml

@@ -0,0 +1,110 @@
+[package]
+name = "risingwave_sink_impl"
+version = { workspace = true }
+edition = { workspace = true }
+homepage = { workspace = true }
+keywords = { workspace = true }
+license = { workspace = true }
+repository = { workspace = true }
+
+[package.metadata.cargo-machete]
+ignored = ["workspace-hack"]
+
+[package.metadata.cargo-udeps.ignore]
+normal = ["workspace-hack"]
+
+[dependencies]
+anyhow = "1"
+arrow-array = { workspace = true }
+arrow-schema = { workspace = true }
+async-nats = "0.32"
+async-trait = "0.1"
+aws-sdk-kinesis = { workspace = true }
+base64 = "0.21"
+bytes = { version = "1", features = ["serde"] }
+clickhouse = { git = "https://github.com/risingwavelabs/clickhouse.rs", rev = "622501c1c98c80baaf578c716d6903dde947804e", features = [
+    "time",
+] }
+ctor = "0.2"
+futures = { version = "0.3", default-features = false, features = ["alloc"] }
+gcp-bigquery-client = "0.18.0"
+http = "0.2"
+hyper = { version = "0.14", features = [
+    "client",
+    "tcp",
+    "http1",
+    "http2",
+    "stream",
+] }
+hyper-tls = "0.5"
+icelake = { workspace = true }
+itertools = "0.11"
+jni = { version = "0.21.1", features = ["invocation"] }
+maplit = "1.0.2"
+mysql_async = { version = "0.33", default-features = false, features = [
+    "default",
+] }
+mysql_common = { version = "0.31", default-features = false, features = [
+    "chrono",
+] }
+parking_lot = "0.12"
+prost = { version = "0.12", features = ["no-recursion-limit"] }
+pulsar = { version = "6.0", default-features = false, features = [
+    "tokio-runtime",
+    "telemetry",
+    "auth-oauth2",
+] }
+rdkafka = { workspace = true, features = [
+    "cmake-build",
+    # "ssl",
+    # FIXME: temporary workaround before we find an ideal solution.
+    # See why it's needed and why it's not ideal in https://github.com/risingwavelabs/risingwave/issues/9852
+    "ssl-vendored",
+    "gssapi",
+    "zstd",
+] }
+redis = { version = "0.24.0", features = ["aio", "tokio-comp", "async-std-comp"] }
+regex = "1.4"
+risingwave_common = { workspace = true }
+risingwave_connector = { workspace = true }
+risingwave_jni_core = { workspace = true }
+risingwave_pb = { workspace = true }
+risingwave_rpc_client = { workspace = true }
+risingwave_sqlparser = { workspace = true }
+serde = { version = "1", features = ["derive", "rc"] }
+serde_derive = "1"
+serde_json = "1"
+serde_with = { version = "3", features = ["json"] }
+strum = "0.25"
+strum_macros = "0.25"
+time = "0.3.28"
+tokio = { version = "0.2", package = "madsim-tokio", features = [
+    "rt",
+    "rt-multi-thread",
+    "sync",
+    "macros",
+    "time",
+    "signal",
+    "fs",
+] }
+tokio-retry = "0.3"
+tokio-stream = "0.1"
+tracing = "0.1"
+url = "2"
+with_options = { path = "../../utils/with_options" }
+yup-oauth2 = "8.3"
+
+[target.'cfg(not(madsim))'.dependencies]
+workspace-hack = { path = "../../workspace-hack" }
+
+[dev-dependencies]
+criterion = { workspace = true, features = ["async_tokio", "async"] }
+rand = "0.8"
+tempfile = "3"
+tracing-test = "0.2"
+
+[build-dependencies]
+prost-build = "0.12"
+
+[lints]
+workspace = true