admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2025-12-06 17:18:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

enhance: rename jsonstats related user config params (#45254)

Browse Source 
#44132

Signed-off-by: luzhang <luzhang@zilliz.com>
Co-authored-by: luzhang <luzhang@zilliz.com>
This commit is contained in:
zhagnlu 2025-11-04 20:21:36 +08:00 committed by GitHub
parent c0029b788d
commit 792e931fcb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 36 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
configs/milvus.yaml
View File

@ -511,7 +511,7 @@ queryNode:
vectorIndex: false # Enable mmap for loading vector index vectorIndex: false # Enable mmap for loading vector index
scalarField: false # Enable mmap for loading scalar data scalarField: false # Enable mmap for loading scalar data
scalarIndex: false # Enable mmap for loading scalar index scalarIndex: false # Enable mmap for loading scalar index
jsonStats: true # Enable mmap for loading json stats jsonShredding: true # Enable mmap for loading json stats
# Enable memory mapping (mmap) to optimize the handling of growing raw data. # Enable memory mapping (mmap) to optimize the handling of growing raw data.
# By activating this feature, the memory overhead associated with newly added or modified data will be significantly minimized. # By activating this feature, the memory overhead associated with newly added or modified data will be significantly minimized.
# However, this optimization may come at the cost of a slight decrease in query latency for the affected data segments. # However, this optimization may come at the cost of a slight decrease in query latency for the affected data segments.
@ -729,11 +729,11 @@ dataCoord:
indexTaskSlotUsage: 64 # slot usage of index task per 512mb indexTaskSlotUsage: 64 # slot usage of index task per 512mb
statsTaskSlotUsage: 8 # slot usage of stats task per 512mb statsTaskSlotUsage: 8 # slot usage of stats task per 512mb
analyzeTaskSlotUsage: 65535 # slot usage of analyze task analyzeTaskSlotUsage: 65535 # slot usage of analyze task
jsonStatsTriggerCount: 10 # jsonkey stats task count per trigger jsonShreddingTriggerCount: 10 # jsonkey stats task count per trigger
jsonStatsTriggerInterval: 10 # jsonkey task interval per trigger jsonShreddingTriggerInterval: 10 # jsonkey task interval per trigger
jsonStatsMaxShreddingColumns: 1024 # the max number of columns to shred jsonShreddingMaxColumns: 1024 # the max number of columns to shred
jsonStatsShreddingRatioThreshold: 0.3 # the ratio threshold to shred jsonShreddingRatioThreshold: 0.3 # the ratio threshold to shred
jsonStatsWriteBatchSize: 819200 # the batch size to write jsonShreddingWriteBatchSize: 81920 # the batch size to write
ip: # TCP/IP address of dataCoord. If not specified, use the first unicastable address ip: # TCP/IP address of dataCoord. If not specified, use the first unicastable address
port: 13333 # TCP port of dataCoord port: 13333 # TCP port of dataCoord
grpc: grpc:
@ -1023,11 +1023,11 @@ common:
sync: sync:
taskPoolReleaseTimeoutSeconds: 60 # The maximum time to wait for the task to finish and release resources in the pool taskPoolReleaseTimeoutSeconds: 60 # The maximum time to wait for the task to finish and release resources in the pool
enabledOptimizeExpr: true # Indicates whether to enable optimize expr enabledOptimizeExpr: true # Indicates whether to enable optimize expr
enabledJSONKeyStats: true # Indicates sealedsegment whether to enable JSON key stats enabledJSONShredding: true # Indicates sealedsegment whether to enable JSON key stats
enabledGrowingSegmentJSONKeyStats: false # Indicates growingsegment whether to enable JSON key stats enabledGrowingSegmentJSONShredding: false # Indicates growingsegment whether to enable JSON key stats
enableConfigParamTypeCheck: true # Indicates whether to enable config param type check enableConfigParamTypeCheck: true # Indicates whether to enable config param type check
enablePosixMode: false # Specifies whether to run in POSIX mode for enhanced file system compatibility enablePosixMode: false # Specifies whether to run in POSIX mode for enhanced file system compatibility
UsingJSONStatsForQuery: true # Indicates whether to use json stats when query usingJSONShreddingForQuery: true # Indicates whether to use json stats when query
clusterID: 0 # cluster id clusterID: 0 # cluster id
# QuotaConfig, configurations of Milvus quota and limits. # QuotaConfig, configurations of Milvus quota and limits.

45
pkg/util/paramtable/component_param.go
View File

@ -1209,28 +1209,31 @@ This helps Milvus-CDC synchronize incremental data`,
p.EnabledOptimizeExpr.Init(base.mgr) p.EnabledOptimizeExpr.Init(base.mgr)
p.UsingJSONStatsForQuery = ParamItem{ p.UsingJSONStatsForQuery = ParamItem{
Key: "common.UsingJSONStatsForQuery", Key: "common.usingJSONShreddingForQuery",
Version: "2.5.6", Version: "2.6.5",
DefaultValue: "true", DefaultValue: "true",
Doc: "Indicates whether to use json stats when query", Doc: "Indicates whether to use json stats when query",
FallbackKeys: []string{"common.UsingJSONStatsForQuery"},
Export: true, Export: true,
} }
p.UsingJSONStatsForQuery.Init(base.mgr) p.UsingJSONStatsForQuery.Init(base.mgr)
p.EnabledJSONKeyStats = ParamItem{ p.EnabledJSONKeyStats = ParamItem{
Key: "common.enabledJSONKeyStats", Key: "common.enabledJSONShredding",
Version: "2.5.5", Version: "2.6.5",
DefaultValue: "true", DefaultValue: "true",
Doc: "Indicates sealedsegment whether to enable JSON key stats", Doc: "Indicates sealedsegment whether to enable JSON key stats",
FallbackKeys: []string{"common.enabledJSONKeyStats"},
Export: true, Export: true,
} }
p.EnabledJSONKeyStats.Init(base.mgr) p.EnabledJSONKeyStats.Init(base.mgr)
p.EnabledGrowingSegmentJSONKeyStats = ParamItem{ p.EnabledGrowingSegmentJSONKeyStats = ParamItem{
Key: "common.enabledGrowingSegmentJSONKeyStats", Key: "common.enabledGrowingSegmentJSONShredding",
Version: "2.5.5", Version: "2.6.5",
DefaultValue: "false", DefaultValue: "false",
Doc: "Indicates growingsegment whether to enable JSON key stats", Doc: "Indicates growingsegment whether to enable JSON key stats",
FallbackKeys: []string{"common.enabledGrowingSegmentJSONKeyStats"},
Export: true, Export: true,
} }
p.EnabledGrowingSegmentJSONKeyStats.Init(base.mgr) p.EnabledGrowingSegmentJSONKeyStats.Init(base.mgr)
@ -3817,10 +3820,11 @@ This defaults to true, indicating that Milvus creates temporary index for growin
p.MmapScalarIndex.Init(base.mgr) p.MmapScalarIndex.Init(base.mgr)
p.MmapJSONStats = ParamItem{ p.MmapJSONStats = ParamItem{
Key: "queryNode.mmap.jsonStats", Key: "queryNode.mmap.jsonShredding",
Version: "2.6.1", Version: "2.6.5",
DefaultValue: "true", DefaultValue: "true",
Doc: "Enable mmap for loading json stats", Doc: "Enable mmap for loading json stats",
FallbackKeys: []string{"queryNode.mmap.jsonStats"},
Export: true, Export: true,
} }
p.MmapJSONStats.Init(base.mgr) p.MmapJSONStats.Init(base.mgr)
@ -5553,20 +5557,22 @@ if param targetVecIndexVersion is not set, the default value is -1, which means
p.SortCompactionTriggerCount.Init(base.mgr) p.SortCompactionTriggerCount.Init(base.mgr)
p.JSONStatsTriggerCount = ParamItem{ p.JSONStatsTriggerCount = ParamItem{
Key: "dataCoord.jsonStatsTriggerCount", Key: "dataCoord.jsonShreddingTriggerCount",
Version: "2.5.5", Version: "2.6.5",
Doc: "jsonkey stats task count per trigger", Doc: "jsonkey stats task count per trigger",
DefaultValue: "10", DefaultValue: "10",
FallbackKeys: []string{"dataCoord.jsonStatsTriggerCount"},
PanicIfEmpty: false, PanicIfEmpty: false,
Export: true, Export: true,
} }
p.JSONStatsTriggerCount.Init(base.mgr) p.JSONStatsTriggerCount.Init(base.mgr)
p.JSONStatsTriggerInterval = ParamItem{ p.JSONStatsTriggerInterval = ParamItem{
Key: "dataCoord.jsonStatsTriggerInterval", Key: "dataCoord.jsonShreddingTriggerInterval",
Version: "2.5.5", Version: "2.6.5",
Doc: "jsonkey task interval per trigger", Doc: "jsonkey task interval per trigger",
DefaultValue: "10", DefaultValue: "10",
FallbackKeys: []string{"dataCoord.jsonStatsTriggerInterval"},
PanicIfEmpty: false, PanicIfEmpty: false,
Export: true, Export: true,
} }
@ -5583,11 +5589,12 @@ if param targetVecIndexVersion is not set, the default value is -1, which means
p.RequestTimeoutSeconds.Init(base.mgr) p.RequestTimeoutSeconds.Init(base.mgr)
p.JSONStatsMaxShreddingColumns = ParamItem{ p.JSONStatsMaxShreddingColumns = ParamItem{
Key: "dataCoord.jsonStatsMaxShreddingColumns", Key: "dataCoord.jsonShreddingMaxColumns",
Version: "2.6.1", Version: "2.6.5",
DefaultValue: "1024", DefaultValue: "1024",
Doc: "the max number of columns to shred", Doc: "the max number of columns to shred",
Export: true, Export: true,
FallbackKeys: []string{"dataCoord.jsonStatsMaxShreddingColumns"},
Formatter: func(value string) string { Formatter: func(value string) string {
v := getAsInt(value) v := getAsInt(value)
if v > 10000 { if v > 10000 {
@ -5599,19 +5606,21 @@ if param targetVecIndexVersion is not set, the default value is -1, which means
p.JSONStatsMaxShreddingColumns.Init(base.mgr) p.JSONStatsMaxShreddingColumns.Init(base.mgr)
p.JSONStatsShreddingRatioThreshold = ParamItem{ p.JSONStatsShreddingRatioThreshold = ParamItem{
Key: "dataCoord.jsonStatsShreddingRatioThreshold", Key: "dataCoord.jsonShreddingRatioThreshold",
Version: "2.6.1", Version: "2.6.5",
DefaultValue: "0.3", DefaultValue: "0.3",
Doc: "the ratio threshold to shred", Doc: "the ratio threshold to shred",
FallbackKeys: []string{"dataCoord.jsonStatsShreddingRatioThreshold"},
Export: true, Export: true,
} }
p.JSONStatsShreddingRatioThreshold.Init(base.mgr) p.JSONStatsShreddingRatioThreshold.Init(base.mgr)
p.JSONStatsWriteBatchSize = ParamItem{ p.JSONStatsWriteBatchSize = ParamItem{
Key: "dataCoord.jsonStatsWriteBatchSize", Key: "dataCoord.jsonShreddingWriteBatchSize",
Version: "2.6.1", Version: "2.6.5",
DefaultValue: "81920", DefaultValue: "81920",
Doc: "the batch size to write", Doc: "the batch size to write",
FallbackKeys: []string{"dataCoord.jsonStatsWriteBatchSize"},
Export: true, Export: true,
} }
p.JSONStatsWriteBatchSize.Init(base.mgr) p.JSONStatsWriteBatchSize.Init(base.mgr)