mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-06 17:18:35 +08:00
19e5e9f910
issue: #43897 - Return LastConfirmedMessageID when wal append operation. - Add resource-key-based locker for broadcast-ack operation to protect the coord state when executing ddl. - Resource-key-based locker is held until the broadcast operation is acked. - ResourceKey support shared and exclusive lock. - Add FastAck execute ack right away after the broadcast done to speed up ddl. - Ack callback will support broadcast message result now. - Add tombstone for broadcaster to avoid to repeatedly commit DDL and ABA issue. --------- Signed-off-by: chyezh <chyezh@outlook.com>
90 lines
2.6 KiB
Go
90 lines
2.6 KiB
Go
package snmanager
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/mock"
|
|
|
|
"github.com/milvus-io/milvus/internal/mocks/streamingcoord/server/mock_balancer"
|
|
"github.com/milvus-io/milvus/internal/streamingcoord/server/balancer"
|
|
"github.com/milvus-io/milvus/internal/streamingcoord/server/balancer/balance"
|
|
"github.com/milvus-io/milvus/pkg/v2/proto/streamingpb"
|
|
"github.com/milvus-io/milvus/pkg/v2/streaming/util/types"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/typeutil"
|
|
)
|
|
|
|
type pChannelInfoAssigned struct {
|
|
version typeutil.VersionInt64Pair
|
|
pchannels []types.PChannelInfoAssigned
|
|
}
|
|
|
|
func TestStreamingNodeManager(t *testing.T) {
|
|
StaticStreamingNodeManager.Close()
|
|
m := newStreamingNodeManager()
|
|
b := mock_balancer.NewMockBalancer(t)
|
|
|
|
ch := make(chan pChannelInfoAssigned, 1)
|
|
b.EXPECT().GetAllStreamingNodes(mock.Anything).Return(map[int64]*types.StreamingNodeInfo{}, nil)
|
|
b.EXPECT().WatchChannelAssignments(mock.Anything, mock.Anything).RunAndReturn(
|
|
func(ctx context.Context, cb balancer.WatchChannelAssignmentsCallback) error {
|
|
for {
|
|
select {
|
|
case <-ctx.Done():
|
|
return ctx.Err()
|
|
case p := <-ch:
|
|
cb(balancer.WatchChannelAssignmentsCallbackParam{
|
|
Version: p.version,
|
|
CChannelAssignment: &streamingpb.CChannelAssignment{Meta: &streamingpb.CChannelMeta{Pchannel: "pchannel"}},
|
|
Relations: p.pchannels,
|
|
})
|
|
}
|
|
}
|
|
})
|
|
b.EXPECT().RegisterStreamingEnabledNotifier(mock.Anything).Return()
|
|
balance.Register(b)
|
|
|
|
streamingNodes := m.GetStreamingQueryNodeIDs()
|
|
assert.Empty(t, streamingNodes)
|
|
|
|
ch <- pChannelInfoAssigned{
|
|
version: typeutil.VersionInt64Pair{
|
|
Global: 1,
|
|
Local: 1,
|
|
},
|
|
pchannels: []types.PChannelInfoAssigned{
|
|
{
|
|
Channel: types.PChannelInfo{Name: "a_test", Term: 1},
|
|
Node: types.StreamingNodeInfo{ServerID: 1, Address: "localhost:1"},
|
|
},
|
|
},
|
|
}
|
|
|
|
listener := m.ListenNodeChanged()
|
|
err := listener.Wait(context.Background())
|
|
assert.NoError(t, err)
|
|
|
|
node := m.GetWALLocated("a_test")
|
|
assert.Equal(t, node, int64(1))
|
|
|
|
b.EXPECT().GetAllStreamingNodes(mock.Anything).Unset()
|
|
b.EXPECT().GetAllStreamingNodes(mock.Anything).Return(map[int64]*types.StreamingNodeInfo{
|
|
1: {ServerID: 1, Address: "localhost:1"},
|
|
}, nil)
|
|
streamingNodes = m.GetStreamingQueryNodeIDs()
|
|
assert.Equal(t, len(streamingNodes), 1)
|
|
|
|
assert.NoError(t, m.RegisterStreamingEnabledListener(context.Background(), NewStreamingReadyNotifier()))
|
|
}
|
|
|
|
func TestStreamingReadyNotifier(t *testing.T) {
|
|
n := NewStreamingReadyNotifier()
|
|
assert.False(t, n.IsReady())
|
|
n.inner.Cancel()
|
|
<-n.Ready()
|
|
assert.True(t, n.IsReady())
|
|
n.Release()
|
|
assert.True(t, n.IsReady())
|
|
}
|