admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2025-12-08 10:08:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

[skip ci]Update datanode param table comment (#9308)

Browse Source 
Signed-off-by: Yang Xuan <xuan.yang@zilliz.com>
This commit is contained in:
XuanYang-cn 2021-10-05 22:54:03 +08:00 committed by GitHub
parent a67e616bb1
commit f49e35a7fb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 17 additions and 30 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
internal/datanode/param_table.go
View File

@ -25,9 +25,13 @@ import (
type ParamTable struct { type ParamTable struct {
paramtable.BaseTable paramtable.BaseTable
// === DataNode Internal Components Configs === // ID of the current DataNode
NodeID UniqueID NodeID UniqueID
// IP of the current DataNode
IP string IP string
// Port of the current DataNode
Port int Port int
FlowGraphMaxQueueLength int32 FlowGraphMaxQueueLength int32
FlowGraphMaxParallelism int32 FlowGraphMaxParallelism int32
@ -36,30 +40,30 @@ type ParamTable struct {
StatsBinlogRootPath string StatsBinlogRootPath string
Alias string // Different datanode in one machine Alias string // Different datanode in one machine
// === DataNode External Components Configs === // Pulsar address
// --- Pulsar ---
PulsarAddress string PulsarAddress string
// --- Rocksmq --- // Rocksmq path
RocksmqPath string RocksmqPath string
// --- Cluster channels --- // Cluster channels
ClusterChannelPrefix string ClusterChannelPrefix string
// - seg statistics channel - // Segment statistics channel
SegmentStatisticsChannelName string SegmentStatisticsChannelName string
// - timetick channel - // Timetick channel
TimeTickChannelName string TimeTickChannelName string
// - channel subname - // Channel subscribition name -
MsgChannelSubName string MsgChannelSubName string
// --- ETCD --- // ETCD
EtcdEndpoints []string EtcdEndpoints []string
MetaRootPath string MetaRootPath string
// --- MinIO --- // MinIO
MinioAddress string MinioAddress string
MinioAccessKeyID string MinioAccessKeyID string
MinioSecretAccessKey string MinioSecretAccessKey string
@ -94,33 +98,23 @@ func (p *ParamTable) Init() {
panic(err) panic(err)
} }
// === DataNode Internal Components Configs ===
p.initFlowGraphMaxQueueLength() p.initFlowGraphMaxQueueLength()
p.initFlowGraphMaxParallelism() p.initFlowGraphMaxParallelism()
p.initFlushInsertBufferSize() p.initFlushInsertBufferSize()
p.initInsertBinlogRootPath() p.initInsertBinlogRootPath()
p.initStatsBinlogRootPath() p.initStatsBinlogRootPath()
// === DataNode External Components Configs ===
// --- Pulsar ---
p.initPulsarAddress() p.initPulsarAddress()
p.initRocksmqPath() p.initRocksmqPath()
// Has to init global msgchannel prefix before other channel names // Must init global msgchannel prefix before other channel names
p.initClusterMsgChannelPrefix() p.initClusterMsgChannelPrefix()
// - seg statistics channel -
p.initSegmentStatisticsChannelName() p.initSegmentStatisticsChannelName()
// - timetick channel -
p.initTimeTickChannelName() p.initTimeTickChannelName()
// --- ETCD ---
p.initEtcdEndpoints() p.initEtcdEndpoints()
p.initMetaRootPath() p.initMetaRootPath()
// --- MinIO ---
p.initMinioAddress() p.initMinioAddress()
p.initMinioAccessKeyID() p.initMinioAccessKeyID()
p.initMinioSecretAccessKey() p.initMinioSecretAccessKey()
@ -130,8 +124,6 @@ func (p *ParamTable) Init() {
p.initRoleName() p.initRoleName()
} }
// ==== DataNode internal components configs ====
// ---- flowgraph configs ----
func (p *ParamTable) initFlowGraphMaxQueueLength() { func (p *ParamTable) initFlowGraphMaxQueueLength() {
p.FlowGraphMaxQueueLength = p.ParseInt32("dataNode.dataSync.flowGraph.maxQueueLength") p.FlowGraphMaxQueueLength = p.ParseInt32("dataNode.dataSync.flowGraph.maxQueueLength")
} }
@ -140,7 +132,6 @@ func (p *ParamTable) initFlowGraphMaxParallelism() {
p.FlowGraphMaxParallelism = p.ParseInt32("dataNode.dataSync.flowGraph.maxParallelism") p.FlowGraphMaxParallelism = p.ParseInt32("dataNode.dataSync.flowGraph.maxParallelism")
} }
// ---- flush configs ----
func (p *ParamTable) initFlushInsertBufferSize() { func (p *ParamTable) initFlushInsertBufferSize() {
p.FlushInsertBufferSize = p.ParseInt64("_DATANODE_INSERTBUFSIZE") p.FlushInsertBufferSize = p.ParseInt64("_DATANODE_INSERTBUFSIZE")
} }
@ -162,7 +153,6 @@ func (p *ParamTable) initStatsBinlogRootPath() {
p.StatsBinlogRootPath = path.Join(rootPath, "stats_log") p.StatsBinlogRootPath = path.Join(rootPath, "stats_log")
} }
// ---- Pulsar ----
func (p *ParamTable) initPulsarAddress() { func (p *ParamTable) initPulsarAddress() {
url, err := p.Load("_PulsarAddress") url, err := p.Load("_PulsarAddress")
if err != nil { if err != nil {
@ -205,7 +195,6 @@ func (p *ParamTable) initTimeTickChannelName() {
p.TimeTickChannelName = strings.Join(s, "-") p.TimeTickChannelName = strings.Join(s, "-")
} }
// - msg channel subname -
func (p *ParamTable) initMsgChannelSubName() { func (p *ParamTable) initMsgChannelSubName() {
config, err := p.Load("msgChannel.subNamePrefix.dataNodeSubNamePrefix") config, err := p.Load("msgChannel.subNamePrefix.dataNodeSubNamePrefix")
if err != nil { if err != nil {
@ -215,7 +204,6 @@ func (p *ParamTable) initMsgChannelSubName() {
p.MsgChannelSubName = strings.Join(s, "-") p.MsgChannelSubName = strings.Join(s, "-")
} }
// --- ETCD ---
func (p *ParamTable) initEtcdEndpoints() { func (p *ParamTable) initEtcdEndpoints() {
endpoints, err := p.Load("_EtcdEndpoints") endpoints, err := p.Load("_EtcdEndpoints")
if err != nil { if err != nil {
@ -236,7 +224,6 @@ func (p *ParamTable) initMetaRootPath() {
p.MetaRootPath = path.Join(rootPath, subPath) p.MetaRootPath = path.Join(rootPath, subPath)
} }
// --- MinIO ---
func (p *ParamTable) initMinioAddress() { func (p *ParamTable) initMinioAddress() {
endpoint, err := p.Load("_MinioAddress") endpoint, err := p.Load("_MinioAddress")
if err != nil { if err != nil {