fix(index): sanitize S3 upload buffer size (#3300)

Signed-off-by: Zhenchi <[email protected]>
GreptimeTeam · Feb 16, 2024 · 34050ea · 34050ea
1 parent 31ace9d
commit 34050ea
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/src/mito2/src/config.rs b/src/mito2/src/config.rs
@@ -294,6 +294,14 @@ impl InvertedIndexConfig {
             self.intermediate_path = join_dir(data_home, "index_intermediate");
         }
 
+        if self.write_buffer_size < MULTIPART_UPLOAD_MINIMUM_SIZE {
+            self.write_buffer_size = MULTIPART_UPLOAD_MINIMUM_SIZE;
+            warn!(
+                "Sanitize index write buffer size to {}",
+                self.write_buffer_size
+            );
+        }
+
         Ok(())
     }
 }