milvus/pkg/streaming/util/message/builder_test.go
Zhen Ye dfbb02a5f7
enhance: make streaming message as a log field for easier coding (#41545)
issue: #41544

- implement message can be logged as a field by zap.
- fix too many slow log for woodpecker.

Signed-off-by: chyezh <chyezh@outlook.com>
2025-04-28 14:38:42 +08:00

86 lines
2.7 KiB
Go

package message_test
import (
"testing"
"time"
"github.com/stretchr/testify/assert"
"go.uber.org/zap"
"github.com/milvus-io/milvus-proto/go-api/v2/msgpb"
"github.com/milvus-io/milvus/pkg/v2/log"
"github.com/milvus-io/milvus/pkg/v2/streaming/util/message"
"github.com/milvus-io/milvus/pkg/v2/streaming/walimpls/impls/walimplstest"
)
func TestMutableBuilder(t *testing.T) {
b := message.NewTimeTickMessageBuilderV1().
WithHeader(&message.TimeTickMessageHeader{}).
WithBody(&msgpb.TimeTickMsg{}).
WithAllVChannel().
MustBuildMutable()
assert.True(t, b.IsPersisted())
assert.Equal(t, b.VChannel(), "")
log.Info("test", zap.Object("msg", b))
b = message.NewTimeTickMessageBuilderV1().
WithHeader(&message.TimeTickMessageHeader{}).
WithBody(&msgpb.TimeTickMsg{}).
WithNotPersisted().
WithVChannel("v1").
MustBuildMutable()
assert.False(t, b.IsPersisted())
assert.Equal(t, b.VChannel(), "v1")
log.Info("test", zap.Object("msg", b))
assert.Panics(t, func() {
message.NewCreateCollectionMessageBuilderV1().WithNotPersisted()
})
}
func TestImmutableTxnBuilder(t *testing.T) {
txnCtx := message.TxnContext{
TxnID: 1,
Keepalive: time.Second,
}
begin := message.NewBeginTxnMessageBuilderV2().
WithHeader(&message.BeginTxnMessageHeader{
KeepaliveMilliseconds: 1000,
}).
WithBody(&message.BeginTxnMessageBody{}).
WithVChannel("v1").
MustBuildMutable()
msgID := walimplstest.NewTestMessageID(1)
immutableBegin := begin.WithTimeTick(1).WithTxnContext(txnCtx).WithLastConfirmed(msgID).IntoImmutableMessage(msgID)
b := message.NewImmutableTxnMessageBuilder(message.MustAsImmutableBeginTxnMessageV2(immutableBegin))
assert.NotZero(t, b.EstimateSize())
assert.Greater(t, b.ExpiredTimeTick(), uint64(1))
msg := message.NewInsertMessageBuilderV1().
WithHeader(&message.InsertMessageHeader{}).
WithBody(&msgpb.InsertRequest{}).
WithVChannel("v1").
MustBuildMutable()
mutableMsg := msg.WithTimeTick(2).WithTxnContext(txnCtx).WithLastConfirmed(msgID)
log.Info("test", zap.Object("msg", mutableMsg))
immutableMsg := mutableMsg.IntoImmutableMessage(msgID)
b.Add(immutableMsg)
commit := message.NewCommitTxnMessageBuilderV2().
WithHeader(&message.CommitTxnMessageHeader{}).
WithBody(&message.CommitTxnMessageBody{}).
WithVChannel("v1").
MustBuildMutable()
immutableCommit := commit.WithTimeTick(3).WithTxnContext(txnCtx).WithLastConfirmed(msgID).IntoImmutableMessage(msgID)
log.Info("test", zap.Object("msg", immutableCommit))
assert.NotZero(t, b.EstimateSize())
beginMsg, msgs := b.Messages()
assert.NotEmpty(t, beginMsg)
assert.Len(t, msgs, 1)
immutableTxnMsg, err := b.Build(message.MustAsImmutableCommitTxnMessageV2(immutableCommit))
assert.NoError(t, err)
log.Info("test", zap.Object("msg", immutableTxnMsg))
}