From 7ced0af1975271b3db27534be14a834eebce188c Mon Sep 17 00:00:00 2001 From: congqixia Date: Fri, 26 Jan 2024 11:35:00 +0800 Subject: [PATCH] enhance: Enlarge default datanode sync parallel to 256 (#30270) See also #27675 After supporting control sync parallel in datanode globally, the shall change default value to a more suitable value for most use cases. Signed-off-by: Congqi Xia --- configs/milvus.yaml | 2 +- pkg/util/paramtable/component_param.go | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/configs/milvus.yaml b/configs/milvus.yaml index fd20fccef9..e154a5d719 100644 --- a/configs/milvus.yaml +++ b/configs/milvus.yaml @@ -445,7 +445,7 @@ dataNode: flowGraph: maxQueueLength: 16 # Maximum length of task queue in flowgraph maxParallelism: 1024 # Maximum number of tasks executed in parallel in the flowgraph - maxParallelSyncTaskNum: 6 # Maximum number of sync tasks executed in parallel in each flush manager + maxParallelSyncMgrTasks: 256 #The max concurrent sync task number of datanode sync mgr globally skipMode: # when there are only timetick msg in flowgraph for a while (longer than coldTime), # flowGraph will turn on skip mode to skip most timeticks to reduce cost, especially there are a lot of channels diff --git a/pkg/util/paramtable/component_param.go b/pkg/util/paramtable/component_param.go index d283d54146..869a1ffc63 100644 --- a/pkg/util/paramtable/component_param.go +++ b/pkg/util/paramtable/component_param.go @@ -2888,7 +2888,7 @@ func (p *dataNodeConfig) init(base *BaseTable) { p.MaxParallelSyncMgrTasks = ParamItem{ Key: "dataNode.dataSync.maxParallelSyncMgrTasks", Version: "2.3.4", - DefaultValue: "64", + DefaultValue: "256", Doc: "The max concurrent sync task number of datanode sync mgr globally", Export: true, }