mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-03 17:31:58 +08:00
99dff06391
issue: #33285 - using streaming service in insert/upsert/flush/delete/querynode - fixup flusher bugs and refactor the flush operation - enable streaming service for dml and ddl - pass the e2e when enabling streaming service - pass the integration tst when enabling streaming service --------- Signed-off-by: chyezh <chyezh@outlook.com> Signed-off-by: bigsheeper <yihao.dai@zilliz.com>
100 lines
2.2 KiB
Go
100 lines
2.2 KiB
Go
package adaptor
|
|
|
|
import (
|
|
"github.com/milvus-io/milvus-proto/go-api/v2/commonpb"
|
|
"github.com/milvus-io/milvus/pkg/mq/msgstream"
|
|
"github.com/milvus-io/milvus/pkg/streaming/util/message"
|
|
)
|
|
|
|
var (
|
|
_ msgstream.TsMsg = &tsMsgImpl{}
|
|
_ msgstream.TsMsg = &FlushMessageBody{}
|
|
)
|
|
|
|
type tsMsgImpl struct {
|
|
msgstream.BaseMsg
|
|
ts uint64
|
|
sz int
|
|
msgType commonpb.MsgType
|
|
}
|
|
|
|
func (t *tsMsgImpl) ID() msgstream.UniqueID {
|
|
panic("should never use")
|
|
}
|
|
|
|
func (t *tsMsgImpl) SetID(id msgstream.UniqueID) {
|
|
panic("should never use")
|
|
}
|
|
|
|
func (t *tsMsgImpl) Type() commonpb.MsgType {
|
|
return t.msgType
|
|
}
|
|
|
|
func (t *tsMsgImpl) SourceID() int64 {
|
|
panic("should never use")
|
|
}
|
|
|
|
func (t *tsMsgImpl) Marshal(msgstream.TsMsg) (msgstream.MarshalType, error) {
|
|
panic("should never use")
|
|
}
|
|
|
|
func (t *tsMsgImpl) Unmarshal(msgstream.MarshalType) (msgstream.TsMsg, error) {
|
|
panic("should never use")
|
|
}
|
|
|
|
func (t *tsMsgImpl) Size() int {
|
|
return t.sz
|
|
}
|
|
|
|
func (t *tsMsgImpl) SetTs(ts uint64) {
|
|
t.ts = ts
|
|
}
|
|
|
|
type FlushMessageBody struct {
|
|
*tsMsgImpl
|
|
FlushMessage message.ImmutableFlushMessageV2
|
|
}
|
|
|
|
func NewFlushMessageBody(msg message.ImmutableMessage) (msgstream.TsMsg, error) {
|
|
flushMsg, err := message.AsImmutableFlushMessageV2(msg)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &FlushMessageBody{
|
|
tsMsgImpl: &tsMsgImpl{
|
|
BaseMsg: msgstream.BaseMsg{
|
|
BeginTimestamp: msg.TimeTick(),
|
|
EndTimestamp: msg.TimeTick(),
|
|
},
|
|
ts: msg.TimeTick(),
|
|
sz: msg.EstimateSize(),
|
|
msgType: MustGetCommonpbMsgTypeFromMessageType(msg.MessageType()),
|
|
},
|
|
FlushMessage: flushMsg,
|
|
}, nil
|
|
}
|
|
|
|
type ManualFlushMessageBody struct {
|
|
*tsMsgImpl
|
|
ManualFlushMessage message.ImmutableManualFlushMessageV2
|
|
}
|
|
|
|
func NewManualFlushMessageBody(msg message.ImmutableMessage) (msgstream.TsMsg, error) {
|
|
flushMsg, err := message.AsImmutableManualFlushMessageV2(msg)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &ManualFlushMessageBody{
|
|
tsMsgImpl: &tsMsgImpl{
|
|
BaseMsg: msgstream.BaseMsg{
|
|
BeginTimestamp: msg.TimeTick(),
|
|
EndTimestamp: msg.TimeTick(),
|
|
},
|
|
ts: msg.TimeTick(),
|
|
sz: msg.EstimateSize(),
|
|
msgType: MustGetCommonpbMsgTypeFromMessageType(msg.MessageType()),
|
|
},
|
|
ManualFlushMessage: flushMsg,
|
|
}, nil
|
|
}
|