mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-30 15:35:33 +08:00
39c7e06bc5
issue: #33285 - make message builder and message conversion type safe - add adaptor type and function to adapt old msgstream msgpack and message interface --------- Signed-off-by: chyezh <chyezh@outlook.com>
73 lines
2.0 KiB
Go
73 lines
2.0 KiB
Go
package adaptor
|
|
|
|
import (
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
"github.com/milvus-io/milvus/pkg/mq/msgstream"
|
|
"github.com/milvus-io/milvus/pkg/streaming/util/message"
|
|
"github.com/milvus-io/milvus/pkg/streaming/walimpls/impls/rmq"
|
|
)
|
|
|
|
func TestNewMsgPackFromInsertMessage(t *testing.T) {
|
|
id := rmq.NewRmqID(1)
|
|
|
|
fieldCount := map[int64]int{
|
|
3: 1000,
|
|
4: 2000,
|
|
5: 3000,
|
|
6: 5000,
|
|
}
|
|
tt := uint64(time.Now().UnixNano())
|
|
immutableMessages := make([]message.ImmutableMessage, 0, len(fieldCount))
|
|
for segmentID, rowNum := range fieldCount {
|
|
insertMsg := message.CreateTestInsertMessage(t, segmentID, rowNum, tt, id)
|
|
immutableMessage := insertMsg.IntoImmutableMessage(id)
|
|
immutableMessages = append(immutableMessages, immutableMessage)
|
|
}
|
|
|
|
pack, err := NewMsgPackFromMessage(immutableMessages...)
|
|
assert.NoError(t, err)
|
|
assert.NotNil(t, pack)
|
|
assert.Equal(t, tt, pack.BeginTs)
|
|
assert.Equal(t, tt, pack.EndTs)
|
|
assert.Len(t, pack.Msgs, len(fieldCount))
|
|
|
|
for _, msg := range pack.Msgs {
|
|
insertMsg := msg.(*msgstream.InsertMsg)
|
|
rowNum, ok := fieldCount[insertMsg.GetSegmentID()]
|
|
assert.True(t, ok)
|
|
|
|
assert.Len(t, insertMsg.Timestamps, rowNum)
|
|
assert.Len(t, insertMsg.RowIDs, rowNum)
|
|
assert.Len(t, insertMsg.FieldsData, 2)
|
|
for _, fieldData := range insertMsg.FieldsData {
|
|
if data := fieldData.GetScalars().GetBoolData(); data != nil {
|
|
assert.Len(t, data.Data, rowNum)
|
|
} else if data := fieldData.GetScalars().GetIntData(); data != nil {
|
|
assert.Len(t, data.Data, rowNum)
|
|
}
|
|
}
|
|
|
|
for _, ts := range insertMsg.Timestamps {
|
|
assert.Equal(t, ts, tt)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestNewMsgPackFromCreateCollectionMessage(t *testing.T) {
|
|
id := rmq.NewRmqID(1)
|
|
|
|
tt := uint64(time.Now().UnixNano())
|
|
msg := message.CreateTestCreateCollectionMessage(t, 1, tt, id)
|
|
immutableMessage := msg.IntoImmutableMessage(id)
|
|
|
|
pack, err := NewMsgPackFromMessage(immutableMessage)
|
|
assert.NoError(t, err)
|
|
assert.NotNil(t, pack)
|
|
assert.Equal(t, tt, pack.BeginTs)
|
|
assert.Equal(t, tt, pack.EndTs)
|
|
}
|