chyezh d2bc4a53be
enhance: implement rmq and pulsar as wal (#34046)
issue: #33285

- use reader but not consumer for pulsar
- advanced test framework
- move some streaming related package into pkg

---------

Signed-off-by: chyezh <chyezh@outlook.com>
2024-06-27 15:11:05 +08:00

52 lines
1.0 KiB
Go

//go:build test
// +build test
package walimplstest
import (
"github.com/milvus-io/milvus/pkg/streaming/util/message"
"github.com/milvus-io/milvus/pkg/streaming/walimpls"
"github.com/milvus-io/milvus/pkg/streaming/walimpls/helper"
)
var _ walimpls.ScannerImpls = &scannerImpls{}
func newScannerImpls(opts walimpls.ReadOption, data *messageLog, offset int) *scannerImpls {
s := &scannerImpls{
ScannerHelper: helper.NewScannerHelper(opts.Name),
datas: data,
ch: make(chan message.ImmutableMessage),
offset: offset,
}
go s.executeConsume()
return s
}
type scannerImpls struct {
*helper.ScannerHelper
datas *messageLog
ch chan message.ImmutableMessage
offset int
}
func (s *scannerImpls) executeConsume() {
defer close(s.ch)
for {
msg, err := s.datas.ReadAt(s.Context(), s.offset)
if err != nil {
s.Finish(nil)
return
}
s.ch <- msg
s.offset++
}
}
func (s *scannerImpls) Chan() <-chan message.ImmutableMessage {
return s.ch
}
func (s *scannerImpls) Close() error {
return s.ScannerHelper.Close()
}