From 3e9376f951945271cdfdd8f0b920295edbe1ff8e Mon Sep 17 00:00:00 2001 From: yanliang567 <82361606+yanliang567@users.noreply.github.com> Date: Thu, 29 Sep 2022 19:42:55 +0800 Subject: [PATCH] Disable time travel, shorten growing segment lifetime (#19520) Signed-off-by: yanliang567 Signed-off-by: yanliang567 --- configs/milvus.yaml | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/configs/milvus.yaml b/configs/milvus.yaml index e26b81cb92..af7ce537e3 100644 --- a/configs/milvus.yaml +++ b/configs/milvus.yaml @@ -247,14 +247,15 @@ dataCoord: segment: maxSize: 512 # Maximum size of a segment in MB - diskSegmentMaxSize: 2048 # Maximun size of a segment in MB for collection which has Disk index - sealProportion: 0.25 # It's the minimum proportion for a segment which can be sealed + diskSegmentMaxSize: 2048 # The maximum size of a segment in MB for collection which has Disk index + sealProportion: 0.25 # The minimum proportion for a growing segment which can be sealed + smallProportion: 0.9 # The proportion for a sealed segment, which would not be compacted assignmentExpiration: 2000 # The time of the assignment expiration in ms - maxLife: 86400 # The max lifetime of segment in seconds, 24*60*60 - # If a segment didn't accept dml records in `maxIdleTime` and the size of segment is greater than + maxLife: 3600 # The maximum lifetime of a growing segment in seconds, regardless of its size, 60*60 + # If a growing segment didn't accept dml records in `maxIdleTime` and the size of segment is greater than # `minSizeFromIdleToSealed`, Milvus will automatically seal it. - maxIdleTime: 600 # The max idle time of segment in seconds, 10*60. - minSizeFromIdleToSealed: 16 # The min size in MB of segment which can be idle from sealed. + maxIdleTime: 300 # The maximum idle time of a growing segment in seconds, 5*60. + minSizeFromIdleToSealed: 16 # The minimum size in MB of segment which can be idle from sealed. compaction: enableAutoCompaction: true @@ -340,7 +341,7 @@ common: defaultPartitionName: "_default" # default partition name for a collection defaultIndexName: "_default_idx" # default index name - retentionDuration: 86400 # time travel reserved time, insert/delete will not be cleaned in this period. 1 days in seconds + retentionDuration: 0 # time travel reserved time in seconds, insert/delete will not be cleaned in this period. Disabled if zero entityExpiration: -1 # Entity expiration in seconds, CAUTION make sure entityExpiration >= retentionDuration and -1 means never expire gracefulTime: 5000 # milliseconds. it represents the interval (in ms) by which the request arrival time needs to be subtracted in the case of Bounded Consistency.