diff --git a/internal/datacoord/channel_store.go b/internal/datacoord/channel_store.go index cffcca33ac..85830bfd96 100644 --- a/internal/datacoord/channel_store.go +++ b/internal/datacoord/channel_store.go @@ -23,6 +23,8 @@ import ( "strconv" "strings" + "github.com/milvus-io/milvus/internal/util/timerecord" + "github.com/golang/protobuf/proto" "github.com/milvus-io/milvus/internal/kv" "github.com/milvus-io/milvus/internal/proto/datapb" @@ -131,6 +133,7 @@ func NewChannelStore(kv kv.TxnKV) *ChannelStore { // Reload restores the buffer channels and node-channels mapping from kv. func (c *ChannelStore) Reload() error { + record := timerecord.NewTimeRecorder("datacoord") keys, values, err := c.store.LoadWithPrefix(Params.DataCoordCfg.ChannelWatchSubPath) if err != nil { return err @@ -156,6 +159,7 @@ func (c *ChannelStore) Reload() error { } c.channelsInfo[nodeID].Channels = append(c.channelsInfo[nodeID].Channels, channel) } + record.Record("ChannelStore reload") return nil } diff --git a/internal/datacoord/meta.go b/internal/datacoord/meta.go index ccbe00bb91..696264133c 100644 --- a/internal/datacoord/meta.go +++ b/internal/datacoord/meta.go @@ -23,6 +23,8 @@ import ( "sync" "time" + "github.com/milvus-io/milvus/internal/util/timerecord" + "golang.org/x/exp/maps" "github.com/golang/protobuf/proto" @@ -75,6 +77,7 @@ func newMeta(ctx context.Context, kv kv.TxnKV, chunkManagerRootPath string) (*me // reloadFromKV loads meta from KV storage func (m *meta) reloadFromKV() error { + record := timerecord.NewTimeRecorder("datacoord") segments, err := m.catalog.ListSegments(m.ctx) if err != nil { return err @@ -96,6 +99,7 @@ func (m *meta) reloadFromKV() error { } metrics.DataCoordNumStoredRows.WithLabelValues().Set(float64(numStoredRows)) metrics.DataCoordNumStoredRowsCounter.WithLabelValues().Add(float64(numStoredRows)) + record.Record("meta reloadFromKV") return nil } diff --git a/internal/indexcoord/flush_segment_watcher.go b/internal/indexcoord/flush_segment_watcher.go index df88c70f7d..b8276ea13e 100644 --- a/internal/indexcoord/flush_segment_watcher.go +++ b/internal/indexcoord/flush_segment_watcher.go @@ -35,6 +35,7 @@ import ( "github.com/milvus-io/milvus/internal/proto/datapb" "github.com/milvus-io/milvus/internal/proto/rootcoordpb" "github.com/milvus-io/milvus/internal/util" + "github.com/milvus-io/milvus/internal/util/timerecord" ) type flushedSegmentWatcher struct { @@ -87,6 +88,7 @@ func newFlushSegmentWatcher(ctx context.Context, kv kv.MetaKv, meta *metaTable, } func (fsw *flushedSegmentWatcher) reloadFromKV() error { + record := timerecord.NewTimeRecorder("indexcoord") log.Ctx(fsw.ctx).Info("flushSegmentWatcher reloadFromKV") fsw.internalTasks = make(map[UniqueID]*internalTask) _, values, version, err := fsw.kvClient.LoadWithRevision(util.FlushedSegmentPrefix) @@ -110,6 +112,7 @@ func (fsw *flushedSegmentWatcher) reloadFromKV() error { } fsw.etcdRevision = version log.Ctx(fsw.ctx).Info("flushSegmentWatcher reloadFromKV success", zap.Int64("etcdRevision", version)) + record.Record("flushedSegmentWatcher reloadFromKV") return nil } diff --git a/internal/indexcoord/meta_table.go b/internal/indexcoord/meta_table.go index 961469e398..353624bf1d 100644 --- a/internal/indexcoord/meta_table.go +++ b/internal/indexcoord/meta_table.go @@ -23,6 +23,8 @@ import ( "strconv" "sync" + "github.com/milvus-io/milvus/internal/util/timerecord" + "github.com/prometheus/client_golang/prometheus" "github.com/golang/protobuf/proto" @@ -90,6 +92,7 @@ func (mt *metaTable) updateSegmentIndex(segIdx *model.SegmentIndex) { // reloadFromKV reloads the index meta from ETCD. func (mt *metaTable) reloadFromKV() error { + record := timerecord.NewTimeRecorder("indexcoord") mt.collectionIndexes = make(map[UniqueID]map[UniqueID]*model.Index) mt.segmentIndexes = make(map[UniqueID]map[UniqueID]*model.SegmentIndex) mt.buildID2SegmentIndex = make(map[UniqueID]*model.SegmentIndex) @@ -115,6 +118,7 @@ func (mt *metaTable) reloadFromKV() error { } log.Info("IndexCoord metaTable reloadFromKV success") + record.Record("metaTable reloadFromKV") return nil } diff --git a/internal/querycoordv2/server.go b/internal/querycoordv2/server.go index 5cef52f201..b32c300438 100644 --- a/internal/querycoordv2/server.go +++ b/internal/querycoordv2/server.go @@ -27,6 +27,8 @@ import ( "syscall" "time" + "github.com/milvus-io/milvus/internal/util/timerecord" + "github.com/milvus-io/milvus-proto/go-api/commonpb" "github.com/milvus-io/milvus-proto/go-api/milvuspb" "github.com/milvus-io/milvus/internal/allocator" @@ -239,6 +241,8 @@ func (s *Server) Init() error { } func (s *Server) initMeta() error { + record := timerecord.NewTimeRecorder("querycoord") + log.Info("init meta") s.store = meta.NewMetaStore(s.kv) s.meta = meta.NewMeta(s.idAllocator, s.store) @@ -267,6 +271,7 @@ func (s *Server) initMeta() error { ) s.targetMgr = meta.NewTargetManager(s.broker, s.meta) + record.Record("Server initMeta") return nil } diff --git a/internal/rootcoord/meta_table.go b/internal/rootcoord/meta_table.go index bdf9b964ad..aff4ac938f 100644 --- a/internal/rootcoord/meta_table.go +++ b/internal/rootcoord/meta_table.go @@ -22,6 +22,8 @@ import ( "fmt" "sync" + "github.com/milvus-io/milvus/internal/util/timerecord" + "github.com/milvus-io/milvus/internal/common" pb "github.com/milvus-io/milvus/internal/proto/etcdpb" @@ -136,6 +138,7 @@ func (mt *MetaTable) reload() error { mt.ddLock.Lock() defer mt.ddLock.Unlock() + record := timerecord.NewTimeRecorder("rootcoord") mt.collID2Meta = make(map[UniqueID]*model.Collection) mt.collName2ID = make(map[string]UniqueID) mt.collAlias2ID = make(map[string]UniqueID) @@ -159,6 +162,7 @@ func (mt *MetaTable) reload() error { mt.collAlias2ID[alias.Name] = alias.CollectionID } + record.Record("MetaTable reload") return nil }