fix(storage): fix compactor oom by count the memory for cache in comp…

…actor (#16727)

Signed-off-by: MrCroxx <[email protected]>

src/storage/src/hummock/sstable_store.rs

@@ -140,6 +140,7 @@ impl SstableStore {
 
     /// For compactor, we do not need a high concurrency load for cache. Instead, we need the cache
     ///  can be evict more effective.
+    #[expect(clippy::borrowed_box)]
     pub async fn for_compactor(
         store: ObjectStoreRef,
         path: String,
@@ -149,6 +150,9 @@ impl SstableStore {
         let meta_cache_v2 = HybridCacheBuilder::new()
             .memory(meta_cache_capacity)
             .with_shards(1)
+            .with_weighter(|_: &HummockSstableObjectId, value: &Box<Sstable>| {
+                u64::BITS as usize / 8 + value.estimate_size()
+            })
             .storage()
             .build()
             .await
@@ -157,6 +161,10 @@ impl SstableStore {
         let block_cache_v2 = HybridCacheBuilder::new()
             .memory(block_cache_capacity)
             .with_shards(1)
+            .with_weighter(|_: &SstableBlockIndex, value: &Box<Block>| {
+                // FIXME(MrCroxx): Calculate block weight more accurately.
+                u64::BITS as usize * 2 / 8 + value.raw().len()
+            })
             .storage()
             .build()
             .await