Refine data coordinator segment config (#376)

Signed-off-by: Edward Zeng <[email protected]> Signed-off-by: Edward Zeng <[email protected]>
milvus-io · Oct 13, 2022 · 13efae3 · 13efae3
1 parent 8275068
commit 13efae3
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 3 deletions.
diff --git a/charts/milvus/Chart.yaml b/charts/milvus/Chart.yaml
@@ -3,7 +3,7 @@ name: milvus
 appVersion: "2.1.4"
 kubeVersion: "^1.10.0-0"
 description: Milvus is an open-source vector database built to power AI applications and vector similarity search.
-version: 3.2.8
+version: 3.2.9
 keywords:
   - milvus
   - elastic

diff --git a/charts/milvus/README.md b/charts/milvus/README.md
@@ -369,7 +369,10 @@ The following table lists the configurable parameters of the Milvus Data Coordin
 | `dataCoordinator.segment.maxSize`         | Maximum size of a segment in MB                   | `512`                                          |
 | `dataCoordinator.segment.diskSegmentMaxSize`         | Maximum size of a segment in MB for disk index collection                   | `2048`                                          |
 | `dataCoordinator.segment.sealProportion`         | Minimum proportion for a segment which can be sealed                   | `0.25`                                          |
-| `dataCoordinator.segment.maxLife`         | Maximum lifetime of a segment in seconds                   | `3600`                                          |
+| `dataCoordinator.segment.maxLife`                | Maximum lifetime of a segment in seconds                   | `3600`                                          |
+| `dataCoordinator.segment.maxIdleTime`            | Maximum idle time for growing segment in seconds           | `300`                                          |
+| `dataCoordinator.segment.minSizeFromIdleToSealed`         | The minimum size in MB of segment which can be idle from sealed                   | `16`                                          |
+| `dataCoordinator.segment.smallProportion`         | The proportion for a sealed segment, which would not be compacted                   | `0.9`                                          |
 | `dataCoordinator.extraEnv`                | Additional Milvus Data Coordinator container environment variables | `[]`                               |
 | `dataCoordinator.service.type`                        | Service type                                  | `ClusterIP`                                 |
 | `dataCoordinator.service.port`                        | Port where service is exposed                 | `19530`                                     |

diff --git a/charts/milvus/templates/config.tpl b/charts/milvus/templates/config.tpl
@@ -278,6 +278,9 @@ dataCoord:
     sealProportion: "{{ .Values.dataCoordinator.segment.sealProportion }}" # It's the minimum proportion for a segment which can be sealed
     assignmentExpiration: 2000 # The time of the assignment expiration in ms
     maxLife: "{{ .Values.dataCoordinator.segment.maxLife }}" # The max lifetime of segment in seconds, 60*60
+    maxIdleTime: "{{ .Values.dataCoordinator.segment.maxIdleTime }}" # The maximum idle time of a growing segment in seconds, 5*60
+    minSizeFromIdleToSealed: "{{ .Values.dataCoordinator.segment.minSizeFromIdleToSealed }}"  # The minimum size in MB of segment which can be idle from sealed
+    smallProportion: "{{ .Values.dataCoordinator.segment.smallProportion }}" # The proportion for a sealed segment, which would not be compacted
 
   compaction:
     enableAutoCompaction: {{ .Values.dataCoordinator.compaction.enableAutoCompaction }}

diff --git a/charts/milvus/values.yaml b/charts/milvus/values.yaml
@@ -473,7 +473,10 @@ dataCoordinator:
     maxSize: 512  # Maximum size of a segment in MB
     diskSegmentMaxSize: 2048  # Maximum segment size in MB for disk index collection
     sealProportion: 0.25  # Minimum proportion for a segment which can be sealed
-    maxLife: 3600  # The max lifetime of segment in seconds, 24*60*60
+    maxLife: 3600  # The max lifetime of segment in seconds, 60*60
+    maxIdleTime: 300  # The maximum idle time of a growing segment in seconds, 5*60
+    minSizeFromIdleToSealed: 16  # The minimum size in MB of segment which can be idle from sealed
+    smallProportion: 0.9  # The proportion for a sealed segment, which would not be compacted
 
   compaction:
     enableAutoCompaction: true