diff --git a/src/connector/src/source/filesystem/opendal_source/s3_source.rs b/src/connector/src/source/filesystem/opendal_source/s3_source.rs index 9526775da2316..9e20e3cba5784 100644 --- a/src/connector/src/source/filesystem/opendal_source/s3_source.rs +++ b/src/connector/src/source/filesystem/opendal_source/s3_source.rs @@ -58,7 +58,6 @@ impl OpendalEnumerator { ); } - if let Some(assume_role) = assume_role { builder.role_arn(&assume_role); } diff --git a/src/connector/with_options_source.yaml b/src/connector/with_options_source.yaml index 2ea0e5f3488ee..8833297572838 100644 --- a/src/connector/with_options_source.yaml +++ b/src/connector/with_options_source.yaml @@ -33,6 +33,9 @@ GcsProperties: field_type: String required: false default: Default::default + - name: decompression_format + field_type: String + required: false IcebergProperties: fields: - name: catalog.type @@ -549,6 +552,9 @@ OpendalS3Properties: - name: s3.endpoint_url field_type: String required: false + - name: decompression_format + field_type: String + required: false - name: s3.assume_role field_type: String comments: The following are only supported by `s3_v2` (opendal) source. @@ -565,6 +571,9 @@ PosixFsProperties: comments: The regex pattern to match files under root directory. required: false default: Default::default + - name: decompression_format + field_type: String + required: false PubsubProperties: fields: - name: pubsub.subscription @@ -676,6 +685,9 @@ S3Properties: - name: s3.endpoint_url field_type: String required: false + - name: decompression_format + field_type: String + required: false TestSourceProperties: fields: - name: properties