// Copyright (C) 2019-2020 Zilliz. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software distributed under the License // is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express // or implied. See the License for the specific language governing permissions and limitations under the License. package querynode import ( "context" "math/rand" "testing" "github.com/stretchr/testify/assert" "github.com/milvus-io/milvus/internal/proto/commonpb" "github.com/milvus-io/milvus/internal/proto/querypb" "github.com/milvus-io/milvus/internal/util/metricsinfo" "github.com/milvus-io/milvus/internal/util/typeutil" ) func TestSegmentLoader_loadSegment(t *testing.T) { ctx, cancel := context.WithCancel(context.Background()) defer cancel() historical, err := genSimpleHistorical(ctx) assert.NoError(t, err) err = historical.replica.removeSegment(defaultSegmentID) assert.NoError(t, err) kv, err := genEtcdKV() assert.NoError(t, err) loader := newSegmentLoader(ctx, nil, nil, historical.replica, kv) assert.NotNil(t, loader) schema, _ := genSimpleSchema() fieldBinlog, err := saveSimpleBinLog(ctx) assert.NoError(t, err) req := &querypb.LoadSegmentsRequest{ Base: &commonpb.MsgBase{ MsgType: commonpb.MsgType_WatchQueryChannels, MsgID: rand.Int63(), }, NodeID: 0, Schema: schema, LoadCondition: querypb.TriggerCondition_grpcRequest, Infos: []*querypb.SegmentLoadInfo{ { SegmentID: defaultSegmentID, PartitionID: defaultPartitionID, CollectionID: defaultCollectionID, BinlogPaths: fieldBinlog, }, }, } err = loader.loadSegment(req, true) assert.Error(t, err) } func TestSegmentLoader_notOnService(t *testing.T) { ctx, cancel := context.WithCancel(context.Background()) defer cancel() historical, err := genSimpleHistorical(ctx) assert.NoError(t, err) err = historical.replica.removeSegment(defaultSegmentID) assert.NoError(t, err) kv, err := genEtcdKV() assert.NoError(t, err) loader := newSegmentLoader(ctx, nil, nil, historical.replica, kv) assert.NotNil(t, loader) schema, _ := genSimpleSchema() fieldBinlog, err := saveSimpleBinLog(ctx) assert.NoError(t, err) req := &querypb.LoadSegmentsRequest{ Base: &commonpb.MsgBase{ MsgType: commonpb.MsgType_WatchQueryChannels, MsgID: rand.Int63(), }, NodeID: 0, Schema: schema, LoadCondition: querypb.TriggerCondition_grpcRequest, Infos: []*querypb.SegmentLoadInfo{ { SegmentID: defaultSegmentID, PartitionID: defaultPartitionID, CollectionID: defaultCollectionID, BinlogPaths: fieldBinlog, }, }, } err = loader.loadSegment(req, false) assert.NoError(t, err) } func TestSegmentLoader_CheckSegmentMemory(t *testing.T) { ctx, cancel := context.WithCancel(context.Background()) defer cancel() collectionID := UniqueID(0) segmentID := UniqueID(0) genSegmentLoader := func() *segmentLoader { replica := newCollectionReplica(nil) err := replica.addCollection(collectionID, genTestCollectionSchema(collectionID, false, 128)) assert.NoError(t, err) loader := newSegmentLoader(ctx, nil, nil, replica, nil) return loader } genSegmentLoadInfo := func() *querypb.SegmentLoadInfo { return &querypb.SegmentLoadInfo{ SegmentID: segmentID, PartitionID: UniqueID(0), CollectionID: collectionID, NumOfRows: 1000, } } t.Run("valid test", func(t *testing.T) { loader := genSegmentLoader() err := loader.checkSegmentMemory([]*querypb.SegmentLoadInfo{genSegmentLoadInfo()}) assert.NoError(t, err) }) t.Run("test no collection", func(t *testing.T) { loader := genSegmentLoader() loader.historicalReplica.freeAll() err := loader.checkSegmentMemory([]*querypb.SegmentLoadInfo{genSegmentLoadInfo()}) assert.Error(t, err) }) t.Run("test OOM", func(t *testing.T) { totalRAM := metricsinfo.GetMemoryCount() loader := genSegmentLoader() col, err := loader.historicalReplica.getCollectionByID(collectionID) assert.NoError(t, err) sizePerRecord, err := typeutil.EstimateSizePerRecord(col.schema) assert.NoError(t, err) info := genSegmentLoadInfo() info.NumOfRows = int64(totalRAM / uint64(sizePerRecord)) err = loader.checkSegmentMemory([]*querypb.SegmentLoadInfo{info}) assert.Error(t, err) }) }