mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-06 19:02:18 +08:00
e9ab73e93d
issue: #43072, #43289 - manage the schema version at recovery storage. - update the schema when creating collection or alter schema. - get schema at write buffer based on version. - recover the schema when upgrading from 2.5. --------- Signed-off-by: chyezh <chyezh@outlook.com>
86 lines
2.9 KiB
Go
86 lines
2.9 KiB
Go
package recovery
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/milvus-io/milvus-proto/go-api/v2/schemapb"
|
|
"github.com/milvus-io/milvus/internal/streamingnode/server/wal/utility"
|
|
"github.com/milvus-io/milvus/pkg/v2/proto/streamingpb"
|
|
"github.com/milvus-io/milvus/pkg/v2/streaming/util/message"
|
|
"github.com/milvus-io/milvus/pkg/v2/streaming/util/types"
|
|
"github.com/milvus-io/milvus/pkg/v2/streaming/walimpls"
|
|
)
|
|
|
|
// RecoverySnapshot is the snapshot of the recovery info.
|
|
type RecoverySnapshot struct {
|
|
VChannels map[string]*streamingpb.VChannelMeta
|
|
SegmentAssignments map[int64]*streamingpb.SegmentAssignmentMeta
|
|
Checkpoint *WALCheckpoint
|
|
TxnBuffer *utility.TxnBuffer
|
|
}
|
|
|
|
type BuildRecoveryStreamParam struct {
|
|
StartCheckpoint message.MessageID
|
|
EndTimeTick uint64
|
|
}
|
|
|
|
// RecoveryMetrics is the metrics of the recovery info.
|
|
type RecoveryMetrics struct {
|
|
RecoveryTimeTick uint64
|
|
}
|
|
|
|
// RecoveryStreamBuilder is an interface that is used to build a recovery stream from the WAL.
|
|
type RecoveryStreamBuilder interface {
|
|
// WALName returns the name of the WAL.
|
|
WALName() string
|
|
|
|
// Channel returns the channel info of wal.
|
|
Channel() types.PChannelInfo
|
|
|
|
// Build builds a recovery stream from the given channel info.
|
|
// The recovery stream will return the messages from the start checkpoint to the end time tick.
|
|
Build(param BuildRecoveryStreamParam) RecoveryStream
|
|
|
|
// Return the underlying walimpls.WALImpls.
|
|
RWWALImpls() walimpls.WALImpls
|
|
}
|
|
|
|
// RecoveryStream is an interface that is used to recover the recovery storage from the WAL.
|
|
type RecoveryStream interface {
|
|
// Chan returns the channel of the recovery stream.
|
|
// The channel is closed when the recovery stream is done.
|
|
Chan() <-chan message.ImmutableMessage
|
|
|
|
// Error should be called after the stream `Chan()` is consumed.
|
|
// It returns the error if the stream is not done.
|
|
// If the stream is full consumed, it returns nil.
|
|
Error() error
|
|
|
|
// TxnBuffer returns the uncommitted txn buffer after recovery stream is done.
|
|
// Can be only called the stream is drained and Error() return nil.
|
|
TxnBuffer() *utility.TxnBuffer
|
|
|
|
// Close closes the recovery stream.
|
|
Close() error
|
|
}
|
|
|
|
// RecoveryStorage is an interface that is used to observe the messages from the WAL.
|
|
type RecoveryStorage interface {
|
|
// Metrics gets the metrics of the recovery storage.
|
|
Metrics() RecoveryMetrics
|
|
|
|
// TODO: should be removed in future,
|
|
// GetSchema gets last schema of the collection which timetick is less than the given timetick.
|
|
GetSchema(ctx context.Context, vchannel string, timetick uint64) (*schemapb.CollectionSchema, error)
|
|
|
|
// ObserveMessage observes the message from the WAL.
|
|
ObserveMessage(ctx context.Context, msg message.ImmutableMessage) error
|
|
|
|
// UpdateFlusherCheckpoint updates the checkpoint of flusher.
|
|
// TODO: should be removed in future, after merge the flusher logic into recovery storage.
|
|
UpdateFlusherCheckpoint(vchannel string, checkpoint *WALCheckpoint)
|
|
|
|
// Close closes the recovery storage.
|
|
Close()
|
|
}
|