mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-07 09:38:39 +08:00
ba04981a43
issue: #33285 - add lifetime control for wal. - implement distributed-safe wal manager on streaming node. --------- Signed-off-by: chyezh <chyezh@outlook.com>
114 lines
2.8 KiB
Go
114 lines
2.8 KiB
Go
package walmanager
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/mock"
|
|
|
|
"github.com/milvus-io/milvus/internal/mocks/streamingnode/server/mock_wal"
|
|
"github.com/milvus-io/milvus/internal/proto/streamingpb"
|
|
"github.com/milvus-io/milvus/internal/streamingnode/server/wal"
|
|
"github.com/milvus-io/milvus/internal/util/streamingutil/status"
|
|
"github.com/milvus-io/milvus/pkg/streaming/util/types"
|
|
"github.com/milvus-io/milvus/pkg/util/paramtable"
|
|
)
|
|
|
|
func TestMain(m *testing.M) {
|
|
paramtable.Init()
|
|
m.Run()
|
|
}
|
|
|
|
func TestManager(t *testing.T) {
|
|
opener := mock_wal.NewMockOpener(t)
|
|
opener.EXPECT().Open(mock.Anything, mock.Anything).RunAndReturn(
|
|
func(ctx context.Context, oo *wal.OpenOption) (wal.WAL, error) {
|
|
l := mock_wal.NewMockWAL(t)
|
|
l.EXPECT().Channel().Return(oo.Channel)
|
|
l.EXPECT().Close().Return()
|
|
return l, nil
|
|
})
|
|
opener.EXPECT().Close().Return()
|
|
|
|
m := newManager(opener)
|
|
channelName := "ch1"
|
|
|
|
l, err := m.GetAvailableWAL(channelName, 1)
|
|
assertErrorChannelNotExist(t, err)
|
|
assert.Nil(t, l)
|
|
|
|
h, err := m.GetAllAvailableChannels()
|
|
assert.NoError(t, err)
|
|
assert.Len(t, h, 0)
|
|
|
|
err = m.Remove(context.Background(), types.PChannelInfo{Name: channelName, Term: 1})
|
|
assert.NoError(t, err)
|
|
|
|
l, err = m.GetAvailableWAL(channelName, 1)
|
|
assertErrorChannelNotExist(t, err)
|
|
assert.Nil(t, l)
|
|
|
|
err = m.Open(context.Background(), types.PChannelInfo{
|
|
Name: channelName,
|
|
Term: 1,
|
|
})
|
|
assertErrorTermExpired(t, err)
|
|
|
|
err = m.Open(context.Background(), types.PChannelInfo{
|
|
Name: channelName,
|
|
Term: 2,
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
err = m.Remove(context.Background(), types.PChannelInfo{Name: channelName, Term: 1})
|
|
assertErrorTermExpired(t, err)
|
|
|
|
l, err = m.GetAvailableWAL(channelName, 1)
|
|
assertErrorTermExpired(t, err)
|
|
assert.Nil(t, l)
|
|
|
|
l, err = m.GetAvailableWAL(channelName, 2)
|
|
assert.NoError(t, err)
|
|
assert.NotNil(t, l)
|
|
|
|
h, err = m.GetAllAvailableChannels()
|
|
assert.NoError(t, err)
|
|
assert.Len(t, h, 1)
|
|
|
|
err = m.Open(context.Background(), types.PChannelInfo{
|
|
Name: "term2",
|
|
Term: 3,
|
|
})
|
|
assert.NoError(t, err)
|
|
|
|
h, err = m.GetAllAvailableChannels()
|
|
assert.NoError(t, err)
|
|
assert.Len(t, h, 2)
|
|
|
|
m.Close()
|
|
|
|
h, err = m.GetAllAvailableChannels()
|
|
assertShutdownError(t, err)
|
|
assert.Len(t, h, 0)
|
|
|
|
err = m.Open(context.Background(), types.PChannelInfo{
|
|
Name: "term2",
|
|
Term: 4,
|
|
})
|
|
assertShutdownError(t, err)
|
|
|
|
err = m.Remove(context.Background(), types.PChannelInfo{Name: channelName, Term: 2})
|
|
assertShutdownError(t, err)
|
|
|
|
l, err = m.GetAvailableWAL(channelName, 2)
|
|
assertShutdownError(t, err)
|
|
assert.Nil(t, l)
|
|
}
|
|
|
|
func assertShutdownError(t *testing.T, err error) {
|
|
assert.Error(t, err)
|
|
e := status.AsStreamingError(err)
|
|
assert.Equal(t, e.Code, streamingpb.StreamingCode_STREAMING_CODE_ON_SHUTDOWN)
|
|
}
|