milvus/internal/querynodev2/segments/collection_test.go
congqixia b5443ddbd0
enhance: [AddField] Reopen loaded segments after AddField (#41529)
Related to #39718

This PR:
- Add reopen logic for growing & sealed segments
- Lazy reopen when schema version increases
- Add FinishLoad api for loading progress

---------

Signed-off-by: Congqi Xia <congqi.xia@zilliz.com>
2025-04-26 08:48:39 +08:00

94 lines
2.8 KiB
Go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package segments
import (
"testing"
"github.com/stretchr/testify/suite"
"github.com/milvus-io/milvus-proto/go-api/v2/commonpb"
"github.com/milvus-io/milvus-proto/go-api/v2/schemapb"
"github.com/milvus-io/milvus/internal/mocks/util/mock_segcore"
"github.com/milvus-io/milvus/pkg/v2/common"
"github.com/milvus-io/milvus/pkg/v2/proto/querypb"
"github.com/milvus-io/milvus/pkg/v2/util/paramtable"
)
type CollectionManagerSuite struct {
suite.Suite
cm *collectionManager
}
func (s *CollectionManagerSuite) SetupSuite() {
paramtable.Init()
}
func (s *CollectionManagerSuite) SetupTest() {
s.cm = NewCollectionManager()
schema := mock_segcore.GenTestCollectionSchema("collection_1", schemapb.DataType_Int64, false)
err := s.cm.PutOrRef(1, schema, mock_segcore.GenTestIndexMeta(1, schema), &querypb.LoadMetaInfo{
LoadType: querypb.LoadType_LoadCollection,
DbProperties: []*commonpb.KeyValuePair{
{
Key: common.ReplicateIDKey,
Value: "local-test",
},
},
})
s.Require().NoError(err)
}
func (s *CollectionManagerSuite) TestUpdateSchema() {
s.Run("normal_case", func() {
schema := mock_segcore.GenTestCollectionSchema("collection_1", schemapb.DataType_Int64, false)
schema.Fields = append(schema.Fields, &schemapb.FieldSchema{
FieldID: common.StartOfUserFieldID + int64(len(schema.Fields)),
Name: "added_field",
DataType: schemapb.DataType_Bool,
Nullable: true,
})
err := s.cm.UpdateSchema(1, schema, 100)
s.NoError(err)
})
s.Run("not_exist_collection", func() {
schema := mock_segcore.GenTestCollectionSchema("collection_1", schemapb.DataType_Int64, false)
schema.Fields = append(schema.Fields, &schemapb.FieldSchema{
FieldID: common.StartOfUserFieldID + int64(len(schema.Fields)),
Name: "added_field",
DataType: schemapb.DataType_Bool,
Nullable: true,
})
err := s.cm.UpdateSchema(2, schema, 100)
s.Error(err)
})
s.Run("nil_schema", func() {
s.NotPanics(func() {
err := s.cm.UpdateSchema(1, nil, 100)
s.Error(err)
})
})
}
func TestCollectionManager(t *testing.T) {
suite.Run(t, new(CollectionManagerSuite))
}