Zhen Ye 49657c4690
enhance: add create segment message, enable empty segment flush (#37407)
issue: #37172

- add redo interceptor to implement append context refresh. (make new
timetick)
- add create segment handler for flusher.
- make empty segment flushable and directly change it into dropped.
- add create segment message into wal when creating new growing segment.
- make the insert operation into following seq: createSegment -> insert
-> insert -> flushSegment.
- make manual flush into following seq: flushTs -> flushsegment ->
flushsegment -> manualflush.

---------

Signed-off-by: chyezh <chyezh@outlook.com>
2024-11-08 10:16:34 +08:00

42 lines
1.2 KiB
Go

package adaptor
import (
"github.com/milvus-io/milvus/internal/streamingnode/server/wal"
"github.com/milvus-io/milvus/internal/streamingnode/server/wal/interceptors"
"github.com/milvus-io/milvus/internal/streamingnode/server/wal/interceptors/ddl"
"github.com/milvus-io/milvus/internal/streamingnode/server/wal/interceptors/redo"
"github.com/milvus-io/milvus/internal/streamingnode/server/wal/interceptors/segment"
"github.com/milvus-io/milvus/internal/streamingnode/server/wal/interceptors/timetick"
"github.com/milvus-io/milvus/pkg/streaming/walimpls"
)
var _ wal.OpenerBuilder = (*builderAdaptorImpl)(nil)
func AdaptImplsToBuilder(builder walimpls.OpenerBuilderImpls) wal.OpenerBuilder {
return builderAdaptorImpl{
builder: builder,
}
}
type builderAdaptorImpl struct {
builder walimpls.OpenerBuilderImpls
}
func (b builderAdaptorImpl) Name() string {
return b.builder.Name()
}
func (b builderAdaptorImpl) Build() (wal.Opener, error) {
o, err := b.builder.Build()
if err != nil {
return nil, err
}
// Add all interceptor here.
return adaptImplsToOpener(o, []interceptors.InterceptorBuilder{
redo.NewInterceptorBuilder(),
timetick.NewInterceptorBuilder(),
segment.NewInterceptorBuilder(),
ddl.NewInterceptorBuilder(),
}), nil
}