milvus/pkg/mq/mqimpl/rocksmq/client/streaming.go

package client

import (
	"bytes"

	"github.com/cockroachdb/errors"
	"google.golang.org/protobuf/proto"

	"github.com/milvus-io/milvus/pkg/v2/mq/common"
	"github.com/milvus-io/milvus/pkg/v2/mq/mqimpl/rocksmq/server"
	"github.com/milvus-io/milvus/pkg/v2/proto/messagespb"
)

var (
	// magicPrefix is used to identify the rocksmq legacy message and new message for streaming service.
	// Make a low probability of collision with the legacy proto message.
	magicPrefix                   = append([]byte{0xFF, 0xFE, 0xFD, 0xFC}, []byte("STREAM")...)
	errNotStreamingServiceMessage = errors.New("not a streaming service message")
)

// marshalStreamingMessage marshals a streaming message to bytes.
func marshalStreamingMessage(message *common.ProducerMessage) ([]byte, error) {
	rmqMessage := &messagespb.RMQMessageLayout{
		Payload:    message.Payload,
		Properties: message.Properties,
	}
	payload, err := proto.Marshal(rmqMessage)
	if err != nil {
		return nil, err
	}
	finalPayload := make([]byte, len(payload)+len(magicPrefix))
	copy(finalPayload, magicPrefix)
	copy(finalPayload[len(magicPrefix):], payload)
	return finalPayload, nil
}

// unmarshalStreamingMessage unmarshals a streaming message from bytes.
func unmarshalStreamingMessage(topic string, msg server.ConsumerMessage) (*RmqMessage, error) {
	if !bytes.HasPrefix(msg.Payload, magicPrefix) {
		return nil, errNotStreamingServiceMessage
	}

	var rmqMessage messagespb.RMQMessageLayout
	if err := proto.Unmarshal(msg.Payload[len(magicPrefix):], &rmqMessage); err != nil {
		return nil, err
	}
	return &RmqMessage{
		msgID:      msg.MsgID,
		payload:    rmqMessage.Payload,
		properties: rmqMessage.Properties,
		topic:      topic,
	}, nil
}