Zhen Ye 84df80b5e4
enhance: refactor metrics of streaming (#40031)
issue: #38399

- add metrics for broadcaster component.
- add metrics for wal flusher component.
- add metrics for wal interceptors.
- add slow log for wal.
- add more label for some wal metrics. (local or remote/catcup or
tailing...)

Signed-off-by: chyezh <chyezh@outlook.com>
2025-02-25 12:25:56 +08:00

59 lines
1.7 KiB
Go

package flusherimpl
import (
"strconv"
"github.com/prometheus/client_golang/prometheus"
"github.com/milvus-io/milvus/pkg/v2/metrics"
"github.com/milvus-io/milvus/pkg/v2/streaming/util/types"
"github.com/milvus-io/milvus/pkg/v2/util/paramtable"
"github.com/milvus-io/milvus/pkg/v2/util/tsoutil"
)
const (
flusherStateInRecovering flusherState = "in_recovery"
flusherStateInWorking flusherState = "working"
flusherStateOnClosing flusherState = "closing"
)
type flusherState = string
func newFlusherMetrics(pchannel types.PChannelInfo) *flusherMetrics {
constLabels := prometheus.Labels{
metrics.NodeIDLabelName: paramtable.GetStringNodeID(),
metrics.WALChannelLabelName: pchannel.Name,
metrics.WALChannelTermLabelName: strconv.FormatInt(pchannel.Term, 10),
}
m := &flusherMetrics{
constLabels: constLabels,
info: metrics.WALFlusherInfo.MustCurryWith(constLabels),
timetick: metrics.WALFlusherTimeTick.With(constLabels),
state: flusherStateInRecovering,
}
m.info.WithLabelValues(flusherStateInRecovering).Set(1)
return m
}
type flusherMetrics struct {
constLabels prometheus.Labels
info *prometheus.GaugeVec
timetick prometheus.Gauge
state flusherState
}
func (m *flusherMetrics) IntoState(state flusherState) {
metrics.WALFlusherInfo.DeletePartialMatch(m.constLabels)
m.state = state
m.info.WithLabelValues(m.state).Set(1)
}
func (m *flusherMetrics) ObserveMetrics(tickTime uint64) {
m.timetick.Set(tsoutil.PhysicalTimeSeconds(tickTime))
}
func (m *flusherMetrics) Close() {
metrics.WALFlusherInfo.DeletePartialMatch(m.constLabels)
metrics.WALFlusherTimeTick.DeletePartialMatch(m.constLabels)
}