From c84bdfa766be9da1ede807fee57168fe4b2e1817 Mon Sep 17 00:00:00 2001 From: XuanYang-cn Date: Wed, 9 Oct 2024 17:19:24 +0800 Subject: [PATCH] fix: raise l0 compaction memory ratio to 0.5 (#36690) 5 percent of free memory is too less for l0 compaction. This pr will raise it to 50 percent. See also: #36614 Signed-off-by: yangxuan --- configs/milvus.yaml | 2 +- pkg/util/paramtable/component_param.go | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/configs/milvus.yaml b/configs/milvus.yaml index 421e8c1976..6d0807e9ef 100644 --- a/configs/milvus.yaml +++ b/configs/milvus.yaml @@ -652,7 +652,7 @@ dataNode: readBufferSizeInMB: 16 # The data block size (in MB) read from chunk manager by the datanode during import. maxTaskSlotNum: 16 # The maximum number of slots occupied by each import/pre-import task. compaction: - levelZeroBatchMemoryRatio: 0.05 # The minimal memory ratio of free memory for level zero compaction executing in batch mode + levelZeroBatchMemoryRatio: 0.5 # The minimal memory ratio of free memory for level zero compaction executing in batch mode levelZeroMaxBatchSize: -1 # Max batch size refers to the max number of L1/L2 segments in a batch when executing L0 compaction. Default to -1, any value that is less than 1 means no limit. Valid range: >= 1. gracefulStopTimeout: 1800 # seconds. force stop node without graceful stop slot: diff --git a/pkg/util/paramtable/component_param.go b/pkg/util/paramtable/component_param.go index cc20a841c0..d263c7bb92 100644 --- a/pkg/util/paramtable/component_param.go +++ b/pkg/util/paramtable/component_param.go @@ -4494,7 +4494,7 @@ if this parameter <= 0, will set it as 10`, Key: "dataNode.compaction.levelZeroBatchMemoryRatio", Version: "2.4.0", Doc: "The minimal memory ratio of free memory for level zero compaction executing in batch mode", - DefaultValue: "0.05", + DefaultValue: "0.5", Export: true, } p.L0BatchMemoryRatio.Init(base.mgr)