milvus/pkg/streaming/util/message/message_builder_test.go
chyezh 39c7e06bc5
enhance: add message and msgstream msgpack adaptor (#34874)
issue: #33285

- make message builder and message conversion type safe
- add adaptor type and function to adapt old msgstream msgpack and
message interface

---------

Signed-off-by: chyezh <chyezh@outlook.com>
2024-07-22 20:59:42 +08:00

107 lines
3.4 KiB
Go

package message_test
import (
"bytes"
"fmt"
"testing"
"github.com/golang/protobuf/proto"
"github.com/stretchr/testify/assert"
"github.com/milvus-io/milvus-proto/go-api/v2/msgpb"
"github.com/milvus-io/milvus/pkg/mocks/streaming/util/mock_message"
"github.com/milvus-io/milvus/pkg/streaming/util/message"
)
func TestMessage(t *testing.T) {
b := message.NewTimeTickMessageBuilderV1()
mutableMessage, err := b.WithMessageHeader(&message.TimeTickMessageHeader{}).
WithProperties(map[string]string{"key": "value"}).
WithPayload(&msgpb.TimeTickMsg{}).BuildMutable()
assert.NoError(t, err)
payload, err := proto.Marshal(&message.TimeTickMessageHeader{})
assert.NoError(t, err)
assert.True(t, bytes.Equal(payload, mutableMessage.Payload()))
assert.True(t, mutableMessage.Properties().Exist("key"))
v, ok := mutableMessage.Properties().Get("key")
assert.Equal(t, "value", v)
assert.True(t, ok)
assert.Equal(t, message.MessageTypeTimeTick, mutableMessage.MessageType())
assert.Equal(t, 20, mutableMessage.EstimateSize())
mutableMessage.WithTimeTick(123)
v, ok = mutableMessage.Properties().Get("_tt")
assert.True(t, ok)
tt, err := message.DecodeUint64(v)
assert.Equal(t, uint64(123), tt)
assert.NoError(t, err)
lcMsgID := mock_message.NewMockMessageID(t)
lcMsgID.EXPECT().Marshal().Return("lcMsgID")
mutableMessage.WithLastConfirmed(lcMsgID)
v, ok = mutableMessage.Properties().Get("_lc")
assert.True(t, ok)
assert.Equal(t, v, "lcMsgID")
msgID := mock_message.NewMockMessageID(t)
msgID.EXPECT().EQ(msgID).Return(true)
msgID.EXPECT().WALName().Return("testMsgID")
message.RegisterMessageIDUnmsarshaler("testMsgID", func(data string) (message.MessageID, error) {
if data == "lcMsgID" {
return msgID, nil
}
panic(fmt.Sprintf("unexpected data: %s", data))
})
immutableMessage := message.NewImmutableMesasge(msgID,
[]byte("payload"),
map[string]string{
"key": "value",
"_t": "1200",
"_tt": message.EncodeUint64(456),
"_v": "1",
"_lc": "lcMsgID",
})
assert.True(t, immutableMessage.MessageID().EQ(msgID))
assert.Equal(t, "payload", string(immutableMessage.Payload()))
assert.True(t, immutableMessage.Properties().Exist("key"))
v, ok = immutableMessage.Properties().Get("key")
assert.Equal(t, "value", v)
assert.True(t, ok)
assert.Equal(t, message.MessageTypeTimeTick, immutableMessage.MessageType())
assert.Equal(t, 39, immutableMessage.EstimateSize())
assert.Equal(t, message.Version(1), immutableMessage.Version())
assert.Equal(t, uint64(456), immutableMessage.TimeTick())
assert.NotNil(t, immutableMessage.LastConfirmedMessageID())
immutableMessage = message.NewImmutableMesasge(
msgID,
[]byte("payload"),
map[string]string{
"key": "value",
"_t": "1200",
})
assert.True(t, immutableMessage.MessageID().EQ(msgID))
assert.Equal(t, "payload", string(immutableMessage.Payload()))
assert.True(t, immutableMessage.Properties().Exist("key"))
v, ok = immutableMessage.Properties().Get("key")
assert.Equal(t, "value", v)
assert.True(t, ok)
assert.Equal(t, message.MessageTypeTimeTick, immutableMessage.MessageType())
assert.Equal(t, 21, immutableMessage.EstimateSize())
assert.Equal(t, message.Version(0), immutableMessage.Version())
assert.Panics(t, func() {
immutableMessage.TimeTick()
})
assert.Panics(t, func() {
immutableMessage.LastConfirmedMessageID()
})
assert.Panics(t, func() {
message.NewTimeTickMessageBuilderV1().BuildMutable()
})
}