milvus/internal/streamingnode/server/wal/utility/reorder_buffer_test.go
Zhen Ye 0988807160
enhance: enable write ahead buffer for streaming service (#39771)
issue: #38399

- Make a timetick-commit-based write ahead buffer at write side.
- Add a switchable scanner at read side to transfer the state between
catchup and tailing read

Signed-off-by: chyezh <chyezh@outlook.com>
2025-02-12 20:38:46 +08:00

47 lines
1.2 KiB
Go

package utility
import (
"math/rand"
"testing"
"github.com/stretchr/testify/assert"
"github.com/milvus-io/milvus/pkg/mocks/streaming/util/mock_message"
"github.com/milvus-io/milvus/pkg/streaming/walimpls/impls/walimplstest"
)
func TestReOrderByTimeTickBuffer(t *testing.T) {
buf := NewReOrderBuffer()
timeticks := rand.Perm(25)
for i, timetick := range timeticks {
msg := mock_message.NewMockImmutableMessage(t)
msg.EXPECT().EstimateSize().Return(1)
msg.EXPECT().MessageID().Return(walimplstest.NewTestMessageID(int64(i)))
msg.EXPECT().TimeTick().Return(uint64(timetick + 1))
buf.Push(msg)
assert.Equal(t, i+1, buf.Len())
}
result := buf.PopUtilTimeTick(0)
assert.Len(t, result, 0)
result = buf.PopUtilTimeTick(1)
assert.Len(t, result, 1)
for _, msg := range result {
assert.LessOrEqual(t, msg.TimeTick(), uint64(1))
}
result = buf.PopUtilTimeTick(10)
assert.Len(t, result, 9)
for _, msg := range result {
assert.LessOrEqual(t, msg.TimeTick(), uint64(10))
assert.Greater(t, msg.TimeTick(), uint64(1))
}
result = buf.PopUtilTimeTick(25)
assert.Len(t, result, 15)
for _, msg := range result {
assert.Greater(t, msg.TimeTick(), uint64(10))
assert.LessOrEqual(t, msg.TimeTick(), uint64(25))
}
}