yihao.dai 51f69f32d0
feat: Add CDC support (#44124)
This PR implements a new CDC service for Milvus 2.6, providing log-based
cross-cluster replication.

issue: https://github.com/milvus-io/milvus/issues/44123

---------

Signed-off-by: bigsheeper <yihao.dai@zilliz.com>
Signed-off-by: chyezh <chyezh@outlook.com>
Co-authored-by: chyezh <chyezh@outlook.com>
2025-09-16 16:32:01 +08:00

84 lines
1.9 KiB
Go

package rmq
import (
"strconv"
"github.com/cockroachdb/errors"
"github.com/milvus-io/milvus-proto/go-api/v2/commonpb"
"github.com/milvus-io/milvus/pkg/v2/streaming/util/message"
)
var _ message.MessageID = rmqID(0)
// NewRmqID creates a new rmqID.
// TODO: remove in future.
func NewRmqID(id int64) message.MessageID {
return rmqID(id)
}
// UnmarshalMessageID unmarshal the message id.
func UnmarshalMessageID(data string) (message.MessageID, error) {
id, err := unmarshalMessageID(data)
if err != nil {
return nil, err
}
return id, nil
}
// unmashalMessageID unmarshal the message id.
func unmarshalMessageID(data string) (rmqID, error) {
v, err := message.DecodeUint64(data)
if err != nil {
return 0, errors.Wrapf(message.ErrInvalidMessageID, "decode rmqID fail with err: %s, id: %s", err.Error(), data)
}
return rmqID(v), nil
}
// rmqID is the message id for rmq.
type rmqID int64
// RmqID returns the message id for conversion
// Don't delete this function until conversion logic removed.
// TODO: remove in future.
func (id rmqID) RmqID() int64 {
return int64(id)
}
// WALName returns the name of message id related wal.
func (id rmqID) WALName() message.WALName {
return message.WALNameRocksmq
}
// LT less than.
func (id rmqID) LT(other message.MessageID) bool {
return id < other.(rmqID)
}
// LTE less than or equal to.
func (id rmqID) LTE(other message.MessageID) bool {
return id <= other.(rmqID)
}
// EQ Equal to.
func (id rmqID) EQ(other message.MessageID) bool {
return id == other.(rmqID)
}
// Marshal marshal the message id.
func (id rmqID) Marshal() string {
return message.EncodeInt64(int64(id))
}
// IntoProto marshal the message id to proto.
func (id rmqID) IntoProto() *commonpb.MessageID {
return &commonpb.MessageID{
Id: message.EncodeInt64(int64(id)),
WALName: commonpb.WALName(id.WALName()),
}
}
func (id rmqID) String() string {
return strconv.FormatInt(int64(id), 10)
}