Skip to content

Commit

Permalink
chore: Adjust default large query memory
Browse files Browse the repository at this point in the history
  • Loading branch information
liurenjie1024 committed Nov 28, 2023
1 parent 679413a commit 139db56
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion src/compute/src/memory/config.rs
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ const STORAGE_SHARED_BUFFER_MEMORY_PROPORTION: f64 = 0.3;
const STORAGE_DEFAULT_HIGH_PRIORITY_BLOCK_CACHE_RATIO: usize = 50;

/// Since the new feature prefetch does not cost much memory, we set a large value by default for performance. If we meet OOM during long time batch query, we shall reduce this configuration.
const STORAGE_DEFAULT_LARGE_QUERY_MEMORY_USAGE_MB: usize = 32 * 1024;
const STORAGE_DEFAULT_LARGE_QUERY_MEMORY_USAGE_MB: usize = 2 * 1024;

/// Each compute node reserves some memory for stack and code segment of processes, allocation
/// overhead, network buffer, etc. based on `SYSTEM_RESERVED_MEMORY_PROPORTION`. The reserve memory
Expand Down Expand Up @@ -118,6 +118,7 @@ pub fn storage_memory_config(
);

let total_calculated_mb = block_cache_capacity_mb
+ large_query_memory_usage_mb
+ meta_cache_capacity_mb
+ shared_buffer_capacity_mb
+ data_file_cache_ring_buffer_capacity_mb
Expand Down

0 comments on commit 139db56

Please sign in to comment.