fix ut

risingwavelabs · May 17, 2024 · c52849d · c52849d
1 parent 98e1727
commit c52849d
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 1 deletion.
diff --git a/src/connector/src/source/filesystem/opendal_source/s3_source.rs b/src/connector/src/source/filesystem/opendal_source/s3_source.rs
@@ -58,7 +58,6 @@ impl<Src: OpendalSource> OpendalEnumerator<Src> {
             );
         }
 
-
         if let Some(assume_role) = assume_role {
             builder.role_arn(&assume_role);
         }

diff --git a/src/connector/with_options_source.yaml b/src/connector/with_options_source.yaml
@@ -33,6 +33,9 @@ GcsProperties:
     field_type: String
     required: false
     default: Default::default
+  - name: decompression_format
+    field_type: String
+    required: false
 IcebergProperties:
   fields:
   - name: catalog.type
@@ -549,6 +552,9 @@ OpendalS3Properties:
   - name: s3.endpoint_url
     field_type: String
     required: false
+  - name: decompression_format
+    field_type: String
+    required: false
   - name: s3.assume_role
     field_type: String
     comments: The following are only supported by `s3_v2` (opendal) source.
@@ -565,6 +571,9 @@ PosixFsProperties:
     comments: The regex pattern to match files under root directory.
     required: false
     default: Default::default
+  - name: decompression_format
+    field_type: String
+    required: false
 PubsubProperties:
   fields:
   - name: pubsub.subscription
@@ -676,6 +685,9 @@ S3Properties:
   - name: s3.endpoint_url
     field_type: String
     required: false
+  - name: decompression_format
+    field_type: String
+    required: false
 TestSourceProperties:
   fields:
   - name: properties
-Original file line number
+Diff line change
@@ Expand Up / @@ -58,7 +58,6 @@ impl<Src: OpendalSource> OpendalEnumerator<Src> { @@
                 );
             }
             if let Some(assume_role) = assume_role {
                 builder.role_arn(&assume_role);
             }
@@ Expand Down @@