only keep local fs sink

risingwavelabs · Aug 14, 2024 · a21b30e · a21b30e
1 parent 171bd2c
commit a21b30e
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 9 deletions.
diff --git a/ci/scripts/e2e-sink-test.sh b/ci/scripts/e2e-sink-test.sh
@@ -7,7 +7,6 @@ source ci/scripts/common.sh
 
 # prepare environment
 export CONNECTOR_LIBS_PATH="./connector-node/libs"
-export JVM_HEAP_SIZE=5368709120
 while getopts 'p:' opt; do
     case ${opt} in
         p )

diff --git a/src/connector/src/sink/mod.rs b/src/connector/src/sink/mod.rs
@@ -76,8 +76,8 @@ use crate::error::ConnectorError;
 use crate::sink::catalog::desc::SinkDesc;
 use crate::sink::catalog::{SinkCatalog, SinkId};
 use crate::sink::file_sink::fs::FsSink;
-use crate::sink::file_sink::gcs::GcsSink;
-use crate::sink::file_sink::s3::S3Sink;
+// use crate::sink::file_sink::gcs::GcsSink;
+// use crate::sink::file_sink::s3::S3Sink;
 use crate::sink::log_store::{LogReader, LogStoreReadItem, LogStoreResult, TruncateOffset};
 use crate::sink::writer::SinkWriter;
 const BOUNDED_CHANNEL_SIZE: usize = 16;
@@ -103,8 +103,8 @@ macro_rules! for_all_sinks {
                 { HttpJava, $crate::sink::remote::HttpJavaSink },
                 { Doris, $crate::sink::doris::DorisSink },
                 { Starrocks, $crate::sink::starrocks::StarrocksSink },
-                { S3, $crate::sink::file_sink::opendal_sink::FileSink<S3Sink> },
-                { Gcs, $crate::sink::file_sink::opendal_sink::FileSink<GcsSink>  },
+                // { S3, $crate::sink::file_sink::opendal_sink::FileSink<S3Sink> },
+                // { Gcs, $crate::sink::file_sink::opendal_sink::FileSink<GcsSink>  },
                 { Fs, $crate::sink::file_sink::opendal_sink::FileSink<FsSink>  },
                 { Snowflake, $crate::sink::snowflake::SnowflakeSink },
                 { DeltaLake, $crate::sink::deltalake::DeltaLakeSink },

diff --git a/src/frontend/src/optimizer/plan_node/stream_sink.rs b/src/frontend/src/optimizer/plan_node/stream_sink.rs
@@ -27,8 +27,8 @@ use risingwave_connector::match_sink_name_str;
 use risingwave_connector::sink::catalog::desc::SinkDesc;
 use risingwave_connector::sink::catalog::{SinkFormat, SinkFormatDesc, SinkId, SinkType};
 use risingwave_connector::sink::file_sink::fs::FsSink;
-use risingwave_connector::sink::file_sink::gcs::GcsSink;
-use risingwave_connector::sink::file_sink::s3::S3Sink;
+// use risingwave_connector::sink::file_sink::gcs::GcsSink;
+// use risingwave_connector::sink::file_sink::s3::S3Sink;
 use risingwave_connector::sink::iceberg::ICEBERG_SINK;
 use risingwave_connector::sink::trivial::TABLE_SINK;
 use risingwave_connector::sink::{

diff --git a/src/stream/src/from_proto/sink.rs b/src/stream/src/from_proto/sink.rs
@@ -21,8 +21,8 @@ use risingwave_common::types::DataType;
 use risingwave_connector::match_sink_name_str;
 use risingwave_connector::sink::catalog::{SinkFormatDesc, SinkId, SinkType};
 use risingwave_connector::sink::file_sink::fs::FsSink;
-use risingwave_connector::sink::file_sink::gcs::GcsSink;
-use risingwave_connector::sink::file_sink::s3::S3Sink;
+// use risingwave_connector::sink::file_sink::gcs::GcsSink;
+// use risingwave_connector::sink::file_sink::s3::S3Sink;
 use risingwave_connector::sink::{
     SinkError, SinkMetaClient, SinkParam, SinkWriterParam, CONNECTOR_TYPE_KEY, SINK_TYPE_OPTION,
 };