Zhen Ye 84df80b5e4
enhance: refactor metrics of streaming (#40031)
issue: #38399

- add metrics for broadcaster component.
- add metrics for wal flusher component.
- add metrics for wal interceptors.
- add slow log for wal.
- add more label for some wal metrics. (local or remote/catcup or
tailing...)

Signed-off-by: chyezh <chyezh@outlook.com>
2025-02-25 12:25:56 +08:00

58 lines
1.9 KiB
Go

package metricsutil
import (
"github.com/prometheus/client_golang/prometheus"
"github.com/milvus-io/milvus/pkg/v2/metrics"
"github.com/milvus-io/milvus/pkg/v2/util/paramtable"
"github.com/milvus-io/milvus/pkg/v2/util/tsoutil"
)
// NewWriteAheadBufferMetrics creates a new WriteAheadBufferMetrics.
func NewWriteAheadBufferMetrics(
pchannel string,
capacity int,
) *WriteAheadBufferMetrics {
constLabel := prometheus.Labels{
metrics.NodeIDLabelName: paramtable.GetStringNodeID(),
metrics.WALChannelLabelName: pchannel,
}
metrics.WALWriteAheadBufferCapacityBytes.With(constLabel).Set(float64(capacity))
return &WriteAheadBufferMetrics{
constLabel: constLabel,
total: metrics.WALWriteAheadBufferEntryTotal.With(constLabel),
size: metrics.WALWriteAheadBufferSizeBytes.With(constLabel),
earilestTimeTick: metrics.WALWriteAheadBufferEarliestTimeTick.With(constLabel),
latestTimeTick: metrics.WALWriteAheadBufferLatestTimeTick.With(constLabel),
}
}
type WriteAheadBufferMetrics struct {
constLabel prometheus.Labels
total prometheus.Gauge
size prometheus.Gauge
earilestTimeTick prometheus.Gauge
latestTimeTick prometheus.Gauge
}
func (m *WriteAheadBufferMetrics) Observe(
total int,
bytes int,
earilestTimeTick uint64,
latestTimeTick uint64,
) {
m.total.Set(float64(total))
m.size.Set(float64(bytes))
m.earilestTimeTick.Set(tsoutil.PhysicalTimeSeconds(earilestTimeTick))
m.latestTimeTick.Set(tsoutil.PhysicalTimeSeconds(latestTimeTick))
}
func (m *WriteAheadBufferMetrics) Close() {
metrics.WALWriteAheadBufferEntryTotal.Delete(m.constLabel)
metrics.WALWriteAheadBufferSizeBytes.Delete(m.constLabel)
metrics.WALWriteAheadBufferEarliestTimeTick.Delete(m.constLabel)
metrics.WALWriteAheadBufferLatestTimeTick.Delete(m.constLabel)
metrics.WALWriteAheadBufferCapacityBytes.Delete(m.constLabel)
}