mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-28 22:45:26 +08:00
98 lines
3.1 KiB
Go
98 lines
3.1 KiB
Go
package reader
|
|
|
|
import (
|
|
"fmt"
|
|
masterPb "github.com/czs007/suvlim/pkg/master/grpc/master"
|
|
msgPb "github.com/czs007/suvlim/pkg/master/grpc/message"
|
|
"log"
|
|
"strconv"
|
|
"time"
|
|
)
|
|
|
|
func (node *QueryNode) SegmentsManagement() {
|
|
//node.queryNodeTimeSync.UpdateTSOTimeSync()
|
|
//var timeNow = node.queryNodeTimeSync.TSOTimeSync
|
|
|
|
timeNow := node.messageClient.GetTimeNow()
|
|
|
|
for _, collection := range node.Collections {
|
|
for _, partition := range collection.Partitions {
|
|
for _, oldSegment := range partition.OpenedSegments {
|
|
// TODO: check segment status
|
|
if oldSegment.SegmentCloseTime != -1 && timeNow >= oldSegment.SegmentCloseTime {
|
|
// close old segment and move it into partition.ClosedSegments
|
|
if oldSegment.SegmentStatus != SegmentOpened {
|
|
log.Println("Never reach here, Opened segment cannot be closed")
|
|
continue
|
|
}
|
|
go oldSegment.CloseSegment(collection)
|
|
partition.ClosedSegments = append(partition.ClosedSegments, oldSegment)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func (node *QueryNode) SegmentManagementService() {
|
|
sleepMillisecondTime := 200
|
|
fmt.Println("do segments management in ", strconv.Itoa(sleepMillisecondTime), "ms")
|
|
for {
|
|
time.Sleep(time.Duration(sleepMillisecondTime) * time.Millisecond)
|
|
node.SegmentsManagement()
|
|
}
|
|
}
|
|
|
|
func (node *QueryNode) SegmentStatistic(sleepMillisecondTime int) {
|
|
var statisticData = make([]masterPb.SegmentStat, 0)
|
|
|
|
//for _, collection := range node.Collections {
|
|
// for _, partition := range collection.Partitions {
|
|
// for _, openedSegment := range partition.OpenedSegments {
|
|
// currentMemSize := openedSegment.GetMemSize()
|
|
// memIncreaseRate := float32((int64(currentMemSize))-(int64(openedSegment.LastMemSize))) / (float32(sleepMillisecondTime) / 1000)
|
|
// stat := masterPb.SegmentStat{
|
|
// // TODO: set master pb's segment id type from uint64 to int64
|
|
// SegmentId: uint64(openedSegment.SegmentId),
|
|
// MemorySize: currentMemSize,
|
|
// MemoryRate: memIncreaseRate,
|
|
// }
|
|
// statisticData = append(statisticData, stat)
|
|
// }
|
|
// }
|
|
//}
|
|
|
|
for segmentID, segment := range node.SegmentsMap {
|
|
currentMemSize := segment.GetMemSize()
|
|
memIncreaseRate := float32((int64(currentMemSize))-(int64(segment.LastMemSize))) / (float32(sleepMillisecondTime) / 1000)
|
|
segment.LastMemSize = currentMemSize
|
|
|
|
segmentStatus := segment.SegmentStatus
|
|
segmentNumOfRows := segment.GetRowCount()
|
|
|
|
stat := masterPb.SegmentStat{
|
|
// TODO: set master pb's segment id type from uint64 to int64
|
|
SegmentId: uint64(segmentID),
|
|
MemorySize: currentMemSize,
|
|
MemoryRate: memIncreaseRate,
|
|
Status: masterPb.SegmentStatus(segmentStatus),
|
|
Rows: segmentNumOfRows,
|
|
}
|
|
|
|
statisticData = append(statisticData, stat)
|
|
}
|
|
|
|
var status = node.PublicStatistic(&statisticData)
|
|
if status.ErrorCode != msgPb.ErrorCode_SUCCESS {
|
|
log.Printf("Publish segments statistic failed")
|
|
}
|
|
}
|
|
|
|
func (node *QueryNode) SegmentStatisticService() {
|
|
sleepMillisecondTime := 1000
|
|
fmt.Println("do segments statistic in ", strconv.Itoa(sleepMillisecondTime), "ms")
|
|
for {
|
|
time.Sleep(time.Duration(sleepMillisecondTime) * time.Millisecond)
|
|
node.SegmentStatistic(sleepMillisecondTime)
|
|
}
|
|
}
|