From 139db56bdf1abd582e9970d5ded4fbdacbe8d964 Mon Sep 17 00:00:00 2001 From: Renjie Liu Date: Tue, 28 Nov 2023 14:52:27 +0800 Subject: [PATCH] chore: Adjust default large query memory --- src/compute/src/memory/config.rs | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/compute/src/memory/config.rs b/src/compute/src/memory/config.rs index 3d959e19aa75b..a66888258175d 100644 --- a/src/compute/src/memory/config.rs +++ b/src/compute/src/memory/config.rs @@ -35,7 +35,7 @@ const STORAGE_SHARED_BUFFER_MEMORY_PROPORTION: f64 = 0.3; const STORAGE_DEFAULT_HIGH_PRIORITY_BLOCK_CACHE_RATIO: usize = 50; /// Since the new feature prefetch does not cost much memory, we set a large value by default for performance. If we meet OOM during long time batch query, we shall reduce this configuration. -const STORAGE_DEFAULT_LARGE_QUERY_MEMORY_USAGE_MB: usize = 32 * 1024; +const STORAGE_DEFAULT_LARGE_QUERY_MEMORY_USAGE_MB: usize = 2 * 1024; /// Each compute node reserves some memory for stack and code segment of processes, allocation /// overhead, network buffer, etc. based on `SYSTEM_RESERVED_MEMORY_PROPORTION`. The reserve memory @@ -118,6 +118,7 @@ pub fn storage_memory_config( ); let total_calculated_mb = block_cache_capacity_mb + + large_query_memory_usage_mb + meta_cache_capacity_mb + shared_buffer_capacity_mb + data_file_cache_ring_buffer_capacity_mb