chore(storage): issue a warning when key value is too large (#13129)

risingwavelabs · Nov 1, 2023 · 23d2f81 · 23d2f81
1 parent 99fe0eb
commit 23d2f81
Showing 1 changed file with 12 additions and 2 deletions.
diff --git a/src/storage/src/hummock/sstable/builder.rs b/src/storage/src/hummock/sstable/builder.rs
@@ -293,12 +293,22 @@ impl<W: SstableWriter, F: FilterBuilder> SstableBuilder<W, F> {
         const LARGE_KEY_LEN: usize = MAX_KEY_LEN >> 1;
 
         let table_key_len = full_key.user_key.table_key.as_ref().len();
-        if table_key_len >= LARGE_KEY_LEN {
+        let table_value_len = match &value {
+            HummockValue::Put(t) => t.len(),
+            HummockValue::Delete => 0,
+        };
+        let large_value_len = self.options.max_sst_size as usize / 10;
+        let large_key_value_len = self.options.max_sst_size as usize / 2;
+        if table_key_len >= LARGE_KEY_LEN
+            || table_value_len > large_value_len
+            || table_key_len + table_value_len > large_key_value_len
+        {
             let table_id = full_key.user_key.table_id.table_id();
             tracing::warn!(
-                "A large key (table_id={}, len={}, epoch={}) is added to block",
+                "A large key/value (table_id={}, key len={}, value len={}, epoch={}) is added to block",
                 table_id,
                 table_key_len,
+                table_value_len,
                 full_key.epoch
             );
         }