mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-08 01:58:34 +08:00
test: [GoSDK] Use strong consistency level for hybrid search cases (#43536)
There are some unstable cases in go sdk e2e cases, which used default bounded consistency level. This patch make these cases use strong level to avoid unstable test results Signed-off-by: Congqi Xia <congqi.xia@zilliz.com>
This commit is contained in:
parent
804a7692a6
commit
fe16de702b
@ -20,7 +20,7 @@ type createCollectionOpt struct {
|
|||||||
shardNum int32
|
shardNum int32
|
||||||
enabledDynamicSchema bool
|
enabledDynamicSchema bool
|
||||||
|
|
||||||
consistencyLevel entity.ConsistencyLevel
|
consistencyLevel *entity.ConsistencyLevel
|
||||||
properties map[string]any
|
properties map[string]any
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -35,3 +35,9 @@ func TWithProperties(properties map[string]any) CreateCollectionOpt {
|
|||||||
opt.properties = properties
|
opt.properties = properties
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TWithConsistencyLevel(consistencyLevel entity.ConsistencyLevel) CreateCollectionOpt {
|
||||||
|
return func(opt *createCollectionOpt) {
|
||||||
|
opt.consistencyLevel = &consistencyLevel
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
@ -166,7 +166,7 @@ func mergeOptions(schema *entity.Schema, opts ...CreateCollectionOpt) client.Cre
|
|||||||
}
|
}
|
||||||
|
|
||||||
if !common.IsZeroValue(tmpOption.consistencyLevel) {
|
if !common.IsZeroValue(tmpOption.consistencyLevel) {
|
||||||
collectionOption.WithConsistencyLevel(tmpOption.consistencyLevel)
|
collectionOption.WithConsistencyLevel(*tmpOption.consistencyLevel)
|
||||||
}
|
}
|
||||||
|
|
||||||
return collectionOption
|
return collectionOption
|
||||||
|
|||||||
@ -22,7 +22,7 @@ func TestHybridSearchDefault(t *testing.T) {
|
|||||||
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
||||||
|
|
||||||
// create -> insert [0, 3000) -> flush -> index -> load
|
// create -> insert [0, 3000) -> flush -> index -> load
|
||||||
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64Vec), hp.TNewFieldsOption(), hp.TNewSchemaOption())
|
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64Vec), hp.TNewFieldsOption(), hp.TNewSchemaOption(), hp.TWithConsistencyLevel(entity.ClStrong))
|
||||||
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption())
|
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption())
|
||||||
prepare.FlushData(ctx, t, mc, schema.CollectionName)
|
prepare.FlushData(ctx, t, mc, schema.CollectionName)
|
||||||
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
||||||
@ -71,7 +71,7 @@ func TestHybridSearchTemplateParam(t *testing.T) {
|
|||||||
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
||||||
|
|
||||||
// create -> insert [0, 3000) -> flush -> index -> load
|
// create -> insert [0, 3000) -> flush -> index -> load
|
||||||
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64MultiVec), hp.TNewFieldsOption(), hp.TNewSchemaOption())
|
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64MultiVec), hp.TNewFieldsOption(), hp.TNewSchemaOption(), hp.TWithConsistencyLevel(entity.ClStrong))
|
||||||
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption())
|
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption())
|
||||||
prepare.FlushData(ctx, t, mc, schema.CollectionName)
|
prepare.FlushData(ctx, t, mc, schema.CollectionName)
|
||||||
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
||||||
@ -104,7 +104,7 @@ func TestHybridSearchMultiVectorsDefault(t *testing.T) {
|
|||||||
for _, enableDynamic := range []bool{false, true} {
|
for _, enableDynamic := range []bool{false, true} {
|
||||||
// create -> insert [0, 3000) -> flush -> index -> load
|
// create -> insert [0, 3000) -> flush -> index -> load
|
||||||
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.AllFields),
|
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.AllFields),
|
||||||
hp.TNewFieldsOption(), hp.TNewSchemaOption().TWithEnableDynamicField(enableDynamic))
|
hp.TNewFieldsOption(), hp.TNewSchemaOption().TWithEnableDynamicField(enableDynamic), hp.TWithConsistencyLevel(entity.ClStrong))
|
||||||
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption().TWithNb(common.DefaultNb*3))
|
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption().TWithNb(common.DefaultNb*3))
|
||||||
prepare.FlushData(ctx, t, mc, schema.CollectionName)
|
prepare.FlushData(ctx, t, mc, schema.CollectionName)
|
||||||
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
||||||
@ -189,7 +189,7 @@ func TestHybridSearchInvalidParams(t *testing.T) {
|
|||||||
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
||||||
|
|
||||||
// create -> insert -> flush -> index -> load
|
// create -> insert -> flush -> index -> load
|
||||||
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64MultiVec), hp.TNewFieldsOption(), hp.TNewSchemaOption())
|
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64MultiVec), hp.TNewFieldsOption(), hp.TNewSchemaOption(), hp.TWithConsistencyLevel(entity.ClStrong))
|
||||||
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption())
|
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption())
|
||||||
prepare.FlushData(ctx, t, mc, schema.CollectionName)
|
prepare.FlushData(ctx, t, mc, schema.CollectionName)
|
||||||
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
||||||
@ -243,7 +243,7 @@ func TestHybridSearchInvalidVectors(t *testing.T) {
|
|||||||
ctx := hp.CreateContext(t, time.Second*common.DefaultTimeout)
|
ctx := hp.CreateContext(t, time.Second*common.DefaultTimeout)
|
||||||
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
||||||
|
|
||||||
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64Vec), hp.TNewFieldsOption(), hp.TNewSchemaOption())
|
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64Vec), hp.TNewFieldsOption(), hp.TNewSchemaOption(), hp.TWithConsistencyLevel(entity.ClStrong))
|
||||||
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption().TWithNb(500))
|
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption().TWithNb(500))
|
||||||
prepare.FlushData(ctx, t, mc, schema.CollectionName)
|
prepare.FlushData(ctx, t, mc, schema.CollectionName)
|
||||||
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
||||||
@ -265,7 +265,7 @@ func TestHybridSearchMultiVectorsPagination(t *testing.T) {
|
|||||||
ctx := hp.CreateContext(t, time.Second*common.DefaultTimeout)
|
ctx := hp.CreateContext(t, time.Second*common.DefaultTimeout)
|
||||||
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
||||||
|
|
||||||
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64MultiVec), hp.TNewFieldsOption(), hp.TNewSchemaOption())
|
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64MultiVec), hp.TNewFieldsOption(), hp.TNewSchemaOption(), hp.TWithConsistencyLevel(entity.ClStrong))
|
||||||
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
||||||
prepare.Load(ctx, t, mc, hp.NewLoadParams(schema.CollectionName))
|
prepare.Load(ctx, t, mc, hp.NewLoadParams(schema.CollectionName))
|
||||||
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption().TWithNb(common.DefaultNb*5))
|
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption().TWithNb(common.DefaultNb*5))
|
||||||
@ -323,7 +323,7 @@ func TestHybridSearchMultiVectorsRangeSearch(t *testing.T) {
|
|||||||
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
||||||
|
|
||||||
// create -> insert [0, 3000) -> flush -> index -> load
|
// create -> insert [0, 3000) -> flush -> index -> load
|
||||||
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64MultiVec), hp.TNewFieldsOption(), hp.TNewSchemaOption())
|
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64MultiVec), hp.TNewFieldsOption(), hp.TNewSchemaOption(), hp.TWithConsistencyLevel(entity.ClStrong))
|
||||||
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption().TWithNb(common.DefaultNb*3))
|
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption().TWithNb(common.DefaultNb*3))
|
||||||
prepare.FlushData(ctx, t, mc, schema.CollectionName)
|
prepare.FlushData(ctx, t, mc, schema.CollectionName)
|
||||||
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
||||||
@ -366,7 +366,7 @@ func TestHybridSearchSparseVector(t *testing.T) {
|
|||||||
|
|
||||||
// create -> insert [0, 3000) -> flush -> index -> load
|
// create -> insert [0, 3000) -> flush -> index -> load
|
||||||
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64VarcharSparseVec), hp.TNewFieldsOption(),
|
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.Int64VarcharSparseVec), hp.TNewFieldsOption(),
|
||||||
hp.TNewSchemaOption().TWithEnableDynamicField(true))
|
hp.TNewSchemaOption().TWithEnableDynamicField(true), hp.TWithConsistencyLevel(entity.ClStrong))
|
||||||
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema).TWithFieldIndex(map[string]index.Index{common.DefaultSparseVecFieldName: idx}))
|
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema).TWithFieldIndex(map[string]index.Index{common.DefaultSparseVecFieldName: idx}))
|
||||||
prepare.Load(ctx, t, mc, hp.NewLoadParams(schema.CollectionName))
|
prepare.Load(ctx, t, mc, hp.NewLoadParams(schema.CollectionName))
|
||||||
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption().TWithNb(common.DefaultNb*3))
|
prepare.InsertData(ctx, t, mc, hp.NewInsertParams(schema), hp.TNewDataOption().TWithNb(common.DefaultNb*3))
|
||||||
@ -401,7 +401,7 @@ func TestHybridSearchGroupBy(t *testing.T) {
|
|||||||
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
mc := hp.CreateDefaultMilvusClient(ctx, t)
|
||||||
|
|
||||||
// create collection
|
// create collection
|
||||||
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.AllFields), hp.TNewFieldsOption(), hp.TNewSchemaOption())
|
prepare, schema := hp.CollPrepare.CreateCollection(ctx, t, mc, hp.NewCreateCollectionParams(hp.AllFields), hp.TNewFieldsOption(), hp.TNewSchemaOption(), hp.TWithConsistencyLevel(entity.ClStrong))
|
||||||
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
prepare.CreateIndex(ctx, t, mc, hp.TNewIndexParams(schema))
|
||||||
prepare.Load(ctx, t, mc, hp.NewLoadParams(schema.CollectionName))
|
prepare.Load(ctx, t, mc, hp.NewLoadParams(schema.CollectionName))
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user