mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-07 19:31:51 +08:00
bb913dd837
issue: #46500 - simplify the run_go_codecov.sh to make sure the set -e to protect any sub command failure. - remove all embed etcd in test to make full test can be run at local. <!-- This is an auto-generated comment: release notes by coderabbit.ai --> ## PR Summary: Simplify Go Unit Tests by Removing Embedded etcd and Async Startup Scaffolding **Core Invariant:** This PR assumes that unit tests can be simplified by running without embedded etcd servers (delegating to environment-based or external etcd instances via `kvfactory.GetEtcdAndPath()` or `ETCD_ENDPOINTS`) and by removing goroutine-based async startup scaffolding in favor of synchronous component initialization. Tests remain functionally equivalent while becoming simpler to run and debug locally. **What is Removed or Simplified:** 1. **Embedded etcd test infrastructure deleted**: Removes `EmbedEtcdUtil` type and its public methods (SetupEtcd, TearDownEmbedEtcd) from `pkg/util/testutils/embed_etcd.go`, removes the `StartTestEmbedEtcdServer()` helper from `pkg/util/etcd/etcd_util.go`, and removes etcd embedding from test suites (e.g., `TaskSuite`, `EtcdSourceSuite`, `mixcoord/client_test.go`). Tests now either skip etcd-dependent tests (via `MILVUS_UT_WITHOUT_KAFKA=1` environment flag in `kafka_test.go`) or source etcd from external configuration (via `kvfactory.GetEtcdAndPath()` in `task_test.go`, or `ETCD_ENDPOINTS` environment variable in `etcd_source_test.go`). This eliminates the overhead of spinning up temporary etcd servers for unit tests. 2. **Async startup scaffolding replaced with synchronous initialization**: In `internal/proxy/proxy_test.go` and `proxy_rpc_test.go`, the `startGrpc()` method signature removes the `sync.WaitGroup` parameter; components are now created, prepared, and run synchronously in-place rather than in goroutines (e.g., `go testServer.startGrpc(ctx, &p)` becomes `testServer.startGrpc(ctx, &p)` running synchronously). Readiness checks (e.g., `waitForGrpcReady()`) remain in place to ensure startup safety without concurrency constructs. This simplifies control flow and reduces debugging complexity. 3. **Shell script orchestration unified with proper error handling**: In `scripts/run_go_codecov.sh` and `scripts/run_intergration_test.sh`, per-package inline test invocations are consolidated into a single `test_cmd()` function with unified `TEST_CMD_WITH_ARGS` array containing race, coverage, verbose, and other flags. The problematic `set -ex` is replaced with `set -e` alone (removing debug output noise while preserving strict error semantics), ensuring the scripts fail fast on any command failure. **Why No Regression:** - Test assertions and code paths remain unchanged; only deployment source of etcd (embedded → external) and startup orchestration (async → sync) change. - Readiness verification (e.g., `waitForGrpcReady()`) is retained, ensuring components are initialized before test execution. - Test flags (race detection, coverage, verbosity) are uniformly applied across all packages via unified `TEST_CMD_WITH_ARGS`, preserving test coverage and quality. - `set -e` alone is sufficient for strict failure detection without the `-x` flag's verbose output. <!-- end of auto-generated comment: release notes by coderabbit.ai --> --------- Signed-off-by: chyezh <chyezh@outlook.com>
4622 lines
165 KiB
Go
4622 lines
165 KiB
Go
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package proxy
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/binary"
|
|
"fmt"
|
|
"math/rand"
|
|
"net"
|
|
"strconv"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/cockroachdb/errors"
|
|
grpc_middleware "github.com/grpc-ecosystem/go-grpc-middleware"
|
|
"github.com/prometheus/client_golang/prometheus"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/mock"
|
|
"go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc"
|
|
"go.uber.org/zap"
|
|
"google.golang.org/grpc"
|
|
"google.golang.org/grpc/keepalive"
|
|
"google.golang.org/protobuf/proto"
|
|
|
|
"github.com/milvus-io/milvus-proto/go-api/v2/commonpb"
|
|
"github.com/milvus-io/milvus-proto/go-api/v2/milvuspb"
|
|
"github.com/milvus-io/milvus-proto/go-api/v2/schemapb"
|
|
"github.com/milvus-io/milvus/internal/allocator"
|
|
grpcdatanode "github.com/milvus-io/milvus/internal/distributed/datanode"
|
|
grpcmixcoord "github.com/milvus-io/milvus/internal/distributed/mixcoord"
|
|
mixc "github.com/milvus-io/milvus/internal/distributed/mixcoord/client"
|
|
grpcquerynode "github.com/milvus-io/milvus/internal/distributed/querynode"
|
|
"github.com/milvus-io/milvus/internal/distributed/streaming"
|
|
grpcstreamingnode "github.com/milvus-io/milvus/internal/distributed/streamingnode"
|
|
"github.com/milvus-io/milvus/internal/json"
|
|
"github.com/milvus-io/milvus/internal/mocks"
|
|
"github.com/milvus-io/milvus/internal/proxy/privilege"
|
|
"github.com/milvus-io/milvus/internal/proxy/shardclient"
|
|
"github.com/milvus-io/milvus/internal/util/componentutil"
|
|
"github.com/milvus-io/milvus/internal/util/dependency"
|
|
"github.com/milvus-io/milvus/internal/util/sessionutil"
|
|
"github.com/milvus-io/milvus/internal/util/streamingutil"
|
|
"github.com/milvus-io/milvus/internal/util/testutil"
|
|
"github.com/milvus-io/milvus/pkg/v2/common"
|
|
"github.com/milvus-io/milvus/pkg/v2/log"
|
|
"github.com/milvus-io/milvus/pkg/v2/metrics"
|
|
"github.com/milvus-io/milvus/pkg/v2/proto/internalpb"
|
|
"github.com/milvus-io/milvus/pkg/v2/proto/proxypb"
|
|
"github.com/milvus-io/milvus/pkg/v2/proto/querypb"
|
|
"github.com/milvus-io/milvus/pkg/v2/proto/rootcoordpb"
|
|
_ "github.com/milvus-io/milvus/pkg/v2/streaming/walimpls/impls/pulsar"
|
|
"github.com/milvus-io/milvus/pkg/v2/tracer"
|
|
"github.com/milvus-io/milvus/pkg/v2/util"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/crypto"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/etcd"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/funcutil"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/merr"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/metric"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/metricsinfo"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/paramtable"
|
|
_ "github.com/milvus-io/milvus/pkg/v2/util/symbolizer" // support symbolizer and crash dump
|
|
"github.com/milvus-io/milvus/pkg/v2/util/testutils"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/typeutil"
|
|
)
|
|
|
|
const (
|
|
// Test framework constants
|
|
attempts = 1000000
|
|
sleepDuration = time.Millisecond * 200
|
|
)
|
|
|
|
const (
|
|
// Collection and partition naming
|
|
prefix = "test_proxy_"
|
|
partitionPrefix = "test_proxy_partition_"
|
|
|
|
// Collection configuration
|
|
shardsNum = common.DefaultShardsNum
|
|
dim = 128
|
|
rowNum = 100
|
|
nlist = 10
|
|
nq = 10
|
|
)
|
|
|
|
const (
|
|
// Field names
|
|
int64Field = "int64"
|
|
floatVecField = "fVec"
|
|
binaryVecField = "bVec"
|
|
structField = "structField"
|
|
subFieldI32 = "structI32"
|
|
subFieldFVec = "structFVec"
|
|
)
|
|
|
|
const (
|
|
// Index names
|
|
testFloatIndexName = "float_index"
|
|
testBinaryIndexName = "binary_index"
|
|
testStructFVecIndexName = "structFVecIndex"
|
|
)
|
|
|
|
var Registry *prometheus.Registry
|
|
|
|
func init() {
|
|
Registry = prometheus.NewRegistry()
|
|
Registry.MustRegister(prometheus.NewProcessCollector(prometheus.ProcessCollectorOpts{}))
|
|
Registry.MustRegister(prometheus.NewGoCollector())
|
|
}
|
|
|
|
func runMixCoord(ctx context.Context, localMsg bool) *grpcmixcoord.Server {
|
|
var rc *grpcmixcoord.Server
|
|
|
|
factory := dependency.NewDefaultFactory(localMsg)
|
|
var err error
|
|
rc, err = grpcmixcoord.NewServer(ctx, factory)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
if err = rc.Prepare(); err != nil {
|
|
panic(err)
|
|
}
|
|
err = rc.Run()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
metrics.RegisterMixCoord(Registry)
|
|
return rc
|
|
}
|
|
|
|
func runStreamingNode(ctx context.Context, localMsg bool, alias string) *grpcstreamingnode.Server {
|
|
var sn *grpcstreamingnode.Server
|
|
|
|
factory := dependency.MockDefaultFactory(localMsg, Params)
|
|
var err error
|
|
sn, err = grpcstreamingnode.NewServer(ctx, factory)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
if err = sn.Prepare(); err != nil {
|
|
panic(err)
|
|
}
|
|
err = sn.Run()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
metrics.RegisterStreamingNode(Registry)
|
|
return sn
|
|
}
|
|
|
|
func runQueryNode(ctx context.Context, localMsg bool, alias string) *grpcquerynode.Server {
|
|
var qn *grpcquerynode.Server
|
|
|
|
factory := dependency.MockDefaultFactory(localMsg, Params)
|
|
var err error
|
|
qn, err = grpcquerynode.NewServer(ctx, factory)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
if err = qn.Prepare(); err != nil {
|
|
panic(err)
|
|
}
|
|
err = qn.Run()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
metrics.RegisterQueryNode(Registry)
|
|
return qn
|
|
}
|
|
|
|
func runDataNode(ctx context.Context, localMsg bool, alias string) *grpcdatanode.Server {
|
|
var dn *grpcdatanode.Server
|
|
|
|
factory := dependency.MockDefaultFactory(localMsg, Params)
|
|
var err error
|
|
dn, err = grpcdatanode.NewServer(ctx, factory)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
if err = dn.Prepare(); err != nil {
|
|
panic(err)
|
|
}
|
|
err = dn.Run()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
metrics.RegisterDataNode(Registry)
|
|
return dn
|
|
}
|
|
|
|
type proxyTestServer struct {
|
|
*Proxy
|
|
grpcServer *grpc.Server
|
|
ch chan error
|
|
}
|
|
|
|
func newProxyTestServer(node *Proxy) *proxyTestServer {
|
|
return &proxyTestServer{
|
|
Proxy: node,
|
|
grpcServer: nil,
|
|
ch: make(chan error, 1),
|
|
}
|
|
}
|
|
|
|
func (s *proxyTestServer) GetVersion(ctx context.Context, request *milvuspb.GetVersionRequest) (*milvuspb.GetVersionResponse, error) {
|
|
return &milvuspb.GetVersionResponse{
|
|
Version: "vx.x.x",
|
|
}, nil
|
|
}
|
|
|
|
func (s *proxyTestServer) RenameCollection(ctx context.Context, request *milvuspb.RenameCollectionRequest) (*commonpb.Status, error) {
|
|
return s.Proxy.RenameCollection(ctx, request)
|
|
}
|
|
|
|
func (s *proxyTestServer) GetComponentStates(ctx context.Context, request *milvuspb.GetComponentStatesRequest) (*milvuspb.ComponentStates, error) {
|
|
return s.Proxy.GetComponentStates(ctx, request)
|
|
}
|
|
|
|
func (s *proxyTestServer) GetStatisticsChannel(ctx context.Context, request *internalpb.GetStatisticsChannelRequest) (*milvuspb.StringResponse, error) {
|
|
return s.Proxy.GetStatisticsChannel(ctx, request)
|
|
}
|
|
|
|
func (s *proxyTestServer) startGrpc(ctx context.Context, p *paramtable.GrpcServerConfig) {
|
|
kaep := keepalive.EnforcementPolicy{
|
|
MinTime: 5 * time.Second, // If a client pings more than once every 5 seconds, terminate the connection
|
|
PermitWithoutStream: true, // Allow pings even when there are no active streams
|
|
}
|
|
|
|
kasp := keepalive.ServerParameters{
|
|
Time: 60 * time.Second, // Ping the client if it is idle for 60 seconds to ensure the connection is still active
|
|
Timeout: 10 * time.Second, // Wait 10 second for the ping ack before assuming the connection is dead
|
|
}
|
|
|
|
log.Debug("Proxy server listen on tcp", zap.Int("port", p.Port.GetAsInt()))
|
|
lis, err := net.Listen("tcp", ":"+p.Port.GetValue())
|
|
if err != nil {
|
|
log.Warn("Proxy server failed to listen on", zap.Error(err), zap.Int("port", p.Port.GetAsInt()))
|
|
s.ch <- err
|
|
return
|
|
}
|
|
log.Debug("Proxy server already listen on tcp", zap.Int("port", p.Port.GetAsInt()))
|
|
|
|
ctx, cancel := context.WithCancel(ctx)
|
|
defer cancel()
|
|
|
|
s.simpleLimiter = NewSimpleLimiter(0, 0)
|
|
|
|
opts := tracer.GetInterceptorOpts()
|
|
s.grpcServer = grpc.NewServer(
|
|
grpc.KeepaliveEnforcementPolicy(kaep),
|
|
grpc.KeepaliveParams(kasp),
|
|
grpc.MaxRecvMsgSize(p.ServerMaxRecvSize.GetAsInt()),
|
|
grpc.MaxSendMsgSize(p.ServerMaxSendSize.GetAsInt()),
|
|
grpc.UnaryInterceptor(grpc_middleware.ChainUnaryServer(
|
|
otelgrpc.UnaryServerInterceptor(opts...),
|
|
RateLimitInterceptor(s.simpleLimiter),
|
|
)),
|
|
grpc.StreamInterceptor(otelgrpc.StreamServerInterceptor(opts...)))
|
|
proxypb.RegisterProxyServer(s.grpcServer, s)
|
|
milvuspb.RegisterMilvusServiceServer(s.grpcServer, s)
|
|
|
|
log.Debug("create Proxy grpc server",
|
|
zap.Any("enforcement policy", kaep),
|
|
zap.Any("server parameters", kasp))
|
|
|
|
log.Debug("waiting for Proxy grpc server to be ready")
|
|
go funcutil.CheckGrpcReady(ctx, s.ch)
|
|
|
|
log.Debug("Proxy grpc server has been ready, serve grpc requests on listen")
|
|
if err := s.grpcServer.Serve(lis); err != nil {
|
|
log.Warn("failed to serve on Proxy's listener", zap.Error(err))
|
|
s.ch <- err
|
|
}
|
|
}
|
|
|
|
func (s *proxyTestServer) waitForGrpcReady() error {
|
|
return <-s.ch
|
|
}
|
|
|
|
func (s *proxyTestServer) gracefulStop() {
|
|
if s.grpcServer != nil {
|
|
s.grpcServer.GracefulStop()
|
|
}
|
|
}
|
|
|
|
func checkFlushState(ctx context.Context, proxy *Proxy, segmentIDs []int64) bool {
|
|
resp, err := proxy.GetFlushState(ctx, &milvuspb.GetFlushStateRequest{
|
|
SegmentIDs: segmentIDs,
|
|
})
|
|
if err != nil {
|
|
return false
|
|
}
|
|
return resp.GetFlushed()
|
|
}
|
|
|
|
func checkCollectionLoaded(ctx context.Context, proxy *Proxy, dbName, collectionName string) bool {
|
|
resp, err := proxy.ShowCollections(ctx, &milvuspb.ShowCollectionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
TimeStamp: 0,
|
|
Type: milvuspb.ShowType_InMemory,
|
|
CollectionNames: []string{collectionName},
|
|
})
|
|
if err != nil {
|
|
return false
|
|
}
|
|
if resp.GetStatus().GetErrorCode() != commonpb.ErrorCode_Success {
|
|
return false
|
|
}
|
|
|
|
for idx, name := range resp.CollectionNames {
|
|
if name == collectionName && resp.InMemoryPercentages[idx] == 100 {
|
|
return true
|
|
}
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
func constructTestCollectionSchema(collectionName, int64Field, floatVecField, binaryVecField, structField string, dim int) *schemapb.CollectionSchema {
|
|
pk := &schemapb.FieldSchema{
|
|
FieldID: 100,
|
|
Name: int64Field,
|
|
IsPrimaryKey: true,
|
|
Description: "",
|
|
DataType: schemapb.DataType_Int64,
|
|
TypeParams: nil,
|
|
IndexParams: nil,
|
|
AutoID: true,
|
|
}
|
|
fVec := &schemapb.FieldSchema{
|
|
FieldID: 101,
|
|
Name: floatVecField,
|
|
IsPrimaryKey: false,
|
|
Description: "",
|
|
DataType: schemapb.DataType_FloatVector,
|
|
TypeParams: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.DimKey,
|
|
Value: strconv.Itoa(dim),
|
|
},
|
|
},
|
|
IndexParams: nil,
|
|
AutoID: false,
|
|
}
|
|
bVec := &schemapb.FieldSchema{
|
|
FieldID: 102,
|
|
Name: binaryVecField,
|
|
IsPrimaryKey: false,
|
|
Description: "",
|
|
DataType: schemapb.DataType_BinaryVector,
|
|
TypeParams: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.DimKey,
|
|
Value: strconv.Itoa(dim),
|
|
},
|
|
},
|
|
IndexParams: nil,
|
|
AutoID: false,
|
|
}
|
|
// struct schema fields
|
|
sId := &schemapb.FieldSchema{
|
|
FieldID: 104,
|
|
Name: subFieldI32,
|
|
IsPrimaryKey: false,
|
|
Description: "",
|
|
DataType: schemapb.DataType_Array,
|
|
ElementType: schemapb.DataType_Int32,
|
|
TypeParams: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.MaxCapacityKey,
|
|
Value: "100",
|
|
},
|
|
},
|
|
IndexParams: nil,
|
|
AutoID: false,
|
|
}
|
|
sFVec := &schemapb.FieldSchema{
|
|
FieldID: 105,
|
|
Name: subFieldFVec,
|
|
IsPrimaryKey: false,
|
|
Description: "",
|
|
DataType: schemapb.DataType_ArrayOfVector,
|
|
ElementType: schemapb.DataType_FloatVector,
|
|
TypeParams: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.DimKey,
|
|
Value: strconv.Itoa(dim),
|
|
},
|
|
{
|
|
Key: common.MaxCapacityKey,
|
|
Value: "100",
|
|
},
|
|
},
|
|
IndexParams: nil,
|
|
AutoID: false,
|
|
}
|
|
structF := &schemapb.StructArrayFieldSchema{
|
|
FieldID: 103,
|
|
Name: structField,
|
|
Fields: []*schemapb.FieldSchema{sId, sFVec},
|
|
}
|
|
return &schemapb.CollectionSchema{
|
|
Name: collectionName,
|
|
Description: "",
|
|
AutoID: false,
|
|
Fields: []*schemapb.FieldSchema{
|
|
pk,
|
|
fVec,
|
|
bVec,
|
|
},
|
|
StructArrayFields: []*schemapb.StructArrayFieldSchema{structF},
|
|
}
|
|
}
|
|
|
|
func constructTestCreateCollectionRequest(dbName, collectionName string, schema *schemapb.CollectionSchema, shardsNum int32) *milvuspb.CreateCollectionRequest {
|
|
bs, err := proto.Marshal(schema)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
return &milvuspb.CreateCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
Schema: bs,
|
|
ShardsNum: shardsNum,
|
|
}
|
|
}
|
|
|
|
func constructTestCollectionInsertRequest(dbName, collectionName, floatVecField, binaryVecField, structField string, schema *schemapb.CollectionSchema, rowNum, dim int) *milvuspb.InsertRequest {
|
|
fVecColumn := newFloatVectorFieldData(floatVecField, rowNum, dim)
|
|
bVecColumn := newBinaryVectorFieldData(binaryVecField, rowNum, dim)
|
|
structColumn := newStructArrayFieldData(schema.StructArrayFields[0], structField, rowNum, dim)
|
|
hashKeys := testutils.GenerateHashKeys(rowNum)
|
|
return &milvuspb.InsertRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: "",
|
|
FieldsData: []*schemapb.FieldData{fVecColumn, bVecColumn, structColumn},
|
|
HashKeys: hashKeys,
|
|
NumRows: uint32(rowNum),
|
|
}
|
|
}
|
|
|
|
func constructTestCreateIndexRequest(dbName, collectionName string, dataType schemapb.DataType, fieldName string, dim, nlist int) *milvuspb.CreateIndexRequest {
|
|
req := &milvuspb.CreateIndexRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
}
|
|
switch dataType {
|
|
case schemapb.DataType_FloatVector:
|
|
{
|
|
req.FieldName = fieldName
|
|
req.IndexName = testFloatIndexName
|
|
req.ExtraParams = []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.DimKey,
|
|
Value: strconv.Itoa(dim),
|
|
},
|
|
{
|
|
Key: common.MetricTypeKey,
|
|
Value: metric.L2,
|
|
},
|
|
{
|
|
Key: common.IndexTypeKey,
|
|
Value: "IVF_FLAT",
|
|
},
|
|
{
|
|
Key: "nlist",
|
|
Value: strconv.Itoa(nlist),
|
|
},
|
|
}
|
|
}
|
|
case schemapb.DataType_BinaryVector:
|
|
{
|
|
req.FieldName = fieldName
|
|
req.IndexName = testBinaryIndexName
|
|
req.ExtraParams = []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.DimKey,
|
|
Value: strconv.Itoa(dim),
|
|
},
|
|
{
|
|
Key: common.MetricTypeKey,
|
|
Value: metric.JACCARD,
|
|
},
|
|
{
|
|
Key: common.IndexTypeKey,
|
|
Value: "BIN_IVF_FLAT",
|
|
},
|
|
{
|
|
Key: "nlist",
|
|
Value: strconv.Itoa(nlist),
|
|
},
|
|
}
|
|
}
|
|
case schemapb.DataType_ArrayOfVector:
|
|
{
|
|
req.FieldName = fieldName
|
|
req.IndexName = testStructFVecIndexName
|
|
req.ExtraParams = []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.DimKey,
|
|
Value: strconv.Itoa(dim),
|
|
},
|
|
{
|
|
Key: common.MetricTypeKey,
|
|
Value: metric.MaxSim,
|
|
},
|
|
{
|
|
Key: common.IndexTypeKey,
|
|
Value: "HNSW",
|
|
},
|
|
{
|
|
Key: "nlist",
|
|
Value: strconv.Itoa(nlist),
|
|
},
|
|
}
|
|
}
|
|
}
|
|
|
|
return req
|
|
}
|
|
|
|
func constructTestVectorsPlaceholderGroup(nq int, dim int, isEmbedingList bool) *commonpb.PlaceholderGroup {
|
|
values := make([][]byte, 0, nq)
|
|
for i := 0; i < nq; i++ {
|
|
bs := make([]byte, 0, dim*4)
|
|
count := dim
|
|
if isEmbedingList {
|
|
count = (rand.Intn(5) + 2) * dim
|
|
}
|
|
|
|
for j := 0; j < count; j++ {
|
|
var buffer bytes.Buffer
|
|
f := rand.Float32()
|
|
err := binary.Write(&buffer, common.Endian, f)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
bs = append(bs, buffer.Bytes()...)
|
|
}
|
|
values = append(values, bs)
|
|
}
|
|
|
|
vectorType := commonpb.PlaceholderType_FloatVector
|
|
if isEmbedingList {
|
|
vectorType = commonpb.PlaceholderType_EmbListFloatVector
|
|
}
|
|
|
|
return &commonpb.PlaceholderGroup{
|
|
Placeholders: []*commonpb.PlaceholderValue{
|
|
{
|
|
Tag: "$0",
|
|
Type: vectorType,
|
|
Values: values,
|
|
},
|
|
},
|
|
}
|
|
}
|
|
|
|
func constructTestSearchRequest(dbName, collectionName, floatVecField, expr string, nq, nprobe, topk, roundDecimal, dim int) *milvuspb.SearchRequest {
|
|
plg := constructTestVectorsPlaceholderGroup(nq, dim, false)
|
|
plgBs, err := proto.Marshal(plg)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
params := make(map[string]string)
|
|
params["nprobe"] = strconv.Itoa(nprobe)
|
|
b, err := json.Marshal(params)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
searchParams := []*commonpb.KeyValuePair{
|
|
{Key: MetricTypeKey, Value: metric.L2},
|
|
{Key: ParamsKey, Value: string(b)},
|
|
{Key: AnnsFieldKey, Value: floatVecField},
|
|
{Key: TopKKey, Value: strconv.Itoa(topk)},
|
|
{Key: RoundDecimalKey, Value: strconv.Itoa(roundDecimal)},
|
|
}
|
|
|
|
return &milvuspb.SearchRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionNames: nil,
|
|
Dsl: expr,
|
|
SearchInput: &milvuspb.SearchRequest_PlaceholderGroup{
|
|
PlaceholderGroup: plgBs,
|
|
},
|
|
DslType: commonpb.DslType_BoolExprV1,
|
|
OutputFields: nil,
|
|
SearchParams: searchParams,
|
|
TravelTimestamp: 0,
|
|
GuaranteeTimestamp: 0,
|
|
}
|
|
}
|
|
|
|
func constructTestSubSearchRequest(floatVecField, expr string, nq, nprobe, topk, roundDecimal, dim int) *milvuspb.SubSearchRequest {
|
|
plg := constructTestVectorsPlaceholderGroup(nq, dim, false)
|
|
plgBs, err := proto.Marshal(plg)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
params := make(map[string]string)
|
|
params["nprobe"] = strconv.Itoa(nprobe)
|
|
b, err := json.Marshal(params)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
searchParams := []*commonpb.KeyValuePair{
|
|
{Key: MetricTypeKey, Value: metric.L2},
|
|
{Key: ParamsKey, Value: string(b)},
|
|
{Key: AnnsFieldKey, Value: floatVecField},
|
|
{Key: TopKKey, Value: strconv.Itoa(topk)},
|
|
{Key: RoundDecimalKey, Value: strconv.Itoa(roundDecimal)},
|
|
}
|
|
|
|
return &milvuspb.SubSearchRequest{
|
|
Dsl: expr,
|
|
PlaceholderGroup: plgBs,
|
|
DslType: commonpb.DslType_BoolExprV1,
|
|
SearchParams: searchParams,
|
|
}
|
|
}
|
|
|
|
func constructTestAdvancedSearchRequest(dbName, collectionName, floatVecField, expr string, nq, nprobe, topk, roundDecimal, dim int) *milvuspb.SearchRequest {
|
|
params := make(map[string]float64)
|
|
params[RRFParamsKey] = 60
|
|
b, err := json.Marshal(params)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
rankParams := []*commonpb.KeyValuePair{
|
|
{Key: RankTypeKey, Value: "rrf"},
|
|
{Key: ParamsKey, Value: string(b)},
|
|
{Key: LimitKey, Value: strconv.Itoa(topk)},
|
|
{Key: RoundDecimalKey, Value: strconv.Itoa(roundDecimal)},
|
|
}
|
|
|
|
req1 := constructTestSubSearchRequest(floatVecField, expr, nq, nprobe, topk, roundDecimal, dim)
|
|
req2 := constructTestSubSearchRequest(floatVecField, expr, nq, nprobe, topk, roundDecimal, dim)
|
|
ret := &milvuspb.SearchRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionNames: nil,
|
|
OutputFields: nil,
|
|
SearchParams: rankParams,
|
|
TravelTimestamp: 0,
|
|
GuaranteeTimestamp: 0,
|
|
}
|
|
ret.SubReqs = append(ret.SubReqs, req1)
|
|
ret.SubReqs = append(ret.SubReqs, req2)
|
|
return ret
|
|
}
|
|
|
|
func constructTestEmbeddingListSearchRequest(dbName, collectionName, structFVec, expr string, nq, nprobe, topk, roundDecimal, dim int) *milvuspb.SearchRequest {
|
|
plg := constructTestVectorsPlaceholderGroup(nq, dim, true)
|
|
plgBs, err := proto.Marshal(plg)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
params := make(map[string]string)
|
|
params["nprobe"] = strconv.Itoa(nprobe)
|
|
b, err := json.Marshal(params)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
searchParams := []*commonpb.KeyValuePair{
|
|
{Key: MetricTypeKey, Value: metric.MaxSim},
|
|
{Key: ParamsKey, Value: string(b)},
|
|
{Key: AnnsFieldKey, Value: structFVec},
|
|
{Key: TopKKey, Value: strconv.Itoa(topk)},
|
|
{Key: RoundDecimalKey, Value: strconv.Itoa(roundDecimal)},
|
|
}
|
|
|
|
return &milvuspb.SearchRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionNames: nil,
|
|
Dsl: expr,
|
|
SearchInput: &milvuspb.SearchRequest_PlaceholderGroup{
|
|
PlaceholderGroup: plgBs,
|
|
},
|
|
DslType: commonpb.DslType_BoolExprV1,
|
|
OutputFields: nil,
|
|
SearchParams: searchParams,
|
|
TravelTimestamp: 0,
|
|
GuaranteeTimestamp: 0,
|
|
}
|
|
}
|
|
|
|
func constructSearchByPksRequest(t *testing.T, dbName, collectionName, floatVecField, int64Field string, insertedIDs []int64, nprobe, topk, roundDecimal int) *milvuspb.SearchRequest {
|
|
params := make(map[string]string)
|
|
params["nprobe"] = strconv.Itoa(nprobe)
|
|
b, err := json.Marshal(params)
|
|
assert.NoError(t, err)
|
|
searchParams := []*commonpb.KeyValuePair{
|
|
{Key: MetricTypeKey, Value: metric.L2},
|
|
{Key: ParamsKey, Value: string(b)},
|
|
{Key: AnnsFieldKey, Value: floatVecField},
|
|
{Key: TopKKey, Value: strconv.Itoa(topk)},
|
|
{Key: RoundDecimalKey, Value: strconv.Itoa(roundDecimal)},
|
|
}
|
|
|
|
return &milvuspb.SearchRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionNames: nil,
|
|
Dsl: "",
|
|
SearchInput: &milvuspb.SearchRequest_Ids{
|
|
Ids: &schemapb.IDs{
|
|
IdField: &schemapb.IDs_IntId{
|
|
IntId: &schemapb.LongArray{
|
|
Data: insertedIDs,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
DslType: commonpb.DslType_BoolExprV1,
|
|
OutputFields: nil,
|
|
SearchParams: searchParams,
|
|
TravelTimestamp: 0,
|
|
GuaranteeTimestamp: 0,
|
|
}
|
|
}
|
|
|
|
func constructPartitionInsertRequest(dbName, collectionName, partitionName, floatVecField, binaryVecField, structField string, schema *schemapb.CollectionSchema, rowNum, dim int) *milvuspb.InsertRequest {
|
|
fVecColumn := newFloatVectorFieldData(floatVecField, rowNum, dim)
|
|
bVecColumn := newBinaryVectorFieldData(binaryVecField, rowNum, dim)
|
|
structColumn := newStructArrayFieldData(schema.StructArrayFields[0], structField, rowNum, dim)
|
|
hashKeys := testutils.GenerateHashKeys(rowNum)
|
|
return &milvuspb.InsertRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: partitionName,
|
|
FieldsData: []*schemapb.FieldData{fVecColumn, bVecColumn, structColumn},
|
|
HashKeys: hashKeys,
|
|
NumRows: uint32(rowNum),
|
|
}
|
|
}
|
|
|
|
func constructCollectionUpsertRequestNoPK(dbName, collectionName, floatVecField, binaryVecField, structField string, schema *schemapb.CollectionSchema, rowNum, dim int) *milvuspb.UpsertRequest {
|
|
fVecColumn := newFloatVectorFieldData(floatVecField, rowNum, dim)
|
|
bVecColumn := newBinaryVectorFieldData(binaryVecField, rowNum, dim)
|
|
structColumn := newStructArrayFieldData(schema.StructArrayFields[0], structField, rowNum, dim)
|
|
hashKeys := testutils.GenerateHashKeys(rowNum)
|
|
return &milvuspb.UpsertRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
FieldsData: []*schemapb.FieldData{fVecColumn, bVecColumn, structColumn},
|
|
HashKeys: hashKeys,
|
|
NumRows: uint32(rowNum),
|
|
}
|
|
}
|
|
|
|
func constructCollectionUpsertRequestWithPK(dbName, collectionName, floatVecField, binaryVecField, structField string, schema *schemapb.CollectionSchema, rowNum, dim int) *milvuspb.UpsertRequest {
|
|
pkFieldData := newScalarFieldData(schema.Fields[0], int64Field, rowNum)
|
|
fVecColumn := newFloatVectorFieldData(floatVecField, rowNum, dim)
|
|
bVecColumn := newBinaryVectorFieldData(binaryVecField, rowNum, dim)
|
|
structColumn := newStructArrayFieldData(schema.StructArrayFields[0], structField, rowNum, dim)
|
|
hashKeys := testutils.GenerateHashKeys(rowNum)
|
|
return &milvuspb.UpsertRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
FieldsData: []*schemapb.FieldData{pkFieldData, fVecColumn, bVecColumn, structColumn},
|
|
HashKeys: hashKeys,
|
|
NumRows: uint32(rowNum),
|
|
}
|
|
}
|
|
|
|
func constructCreateCredentialRequest(username, password string) *milvuspb.CreateCredentialRequest {
|
|
return &milvuspb.CreateCredentialRequest{
|
|
Base: nil,
|
|
Username: username,
|
|
Password: password,
|
|
}
|
|
}
|
|
|
|
func constructUpdateCredentialRequest(username, oldPassword, newPassword string) *milvuspb.UpdateCredentialRequest {
|
|
return &milvuspb.UpdateCredentialRequest{
|
|
Base: nil,
|
|
Username: username,
|
|
OldPassword: oldPassword,
|
|
NewPassword: newPassword,
|
|
}
|
|
}
|
|
|
|
func constructGetCredentialRequest(username string) *rootcoordpb.GetCredentialRequest {
|
|
return &rootcoordpb.GetCredentialRequest{
|
|
Base: nil,
|
|
Username: username,
|
|
}
|
|
}
|
|
|
|
func constructListCredUsersRequest() *milvuspb.ListCredUsersRequest {
|
|
return &milvuspb.ListCredUsersRequest{
|
|
Base: nil,
|
|
}
|
|
}
|
|
|
|
func constructDelCredRequest(username string) *milvuspb.DeleteCredentialRequest {
|
|
return &milvuspb.DeleteCredentialRequest{
|
|
Base: nil,
|
|
Username: username,
|
|
}
|
|
}
|
|
|
|
func constructPartitionReqUpsertRequestValid(dbName, collectionName, partitionName, floatVecField, binaryVecField, structField string, schema *schemapb.CollectionSchema, rowNum, dim int) *milvuspb.UpsertRequest {
|
|
pkFieldData := newScalarFieldData(schema.Fields[0], int64Field, rowNum)
|
|
fVecColumn := newFloatVectorFieldData(floatVecField, rowNum, dim)
|
|
bVecColumn := newBinaryVectorFieldData(binaryVecField, rowNum, dim)
|
|
structColumn := newStructArrayFieldData(schema.StructArrayFields[0], structField, rowNum, dim)
|
|
hashKeys := testutils.GenerateHashKeys(rowNum)
|
|
return &milvuspb.UpsertRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: partitionName,
|
|
FieldsData: []*schemapb.FieldData{pkFieldData, fVecColumn, bVecColumn, structColumn},
|
|
HashKeys: hashKeys,
|
|
NumRows: uint32(rowNum),
|
|
}
|
|
}
|
|
|
|
func constructPartitionReqUpsertRequestInvalid(dbName, collectionName, floatVecField, binaryVecField, structField string, schema *schemapb.CollectionSchema, rowNum, dim int) *milvuspb.UpsertRequest {
|
|
pkFieldData := newScalarFieldData(schema.Fields[0], int64Field, rowNum)
|
|
fVecColumn := newFloatVectorFieldData(floatVecField, rowNum, dim)
|
|
bVecColumn := newBinaryVectorFieldData(binaryVecField, rowNum, dim)
|
|
structColumn := newStructArrayFieldData(schema.StructArrayFields[0], structField, rowNum, dim)
|
|
hashKeys := testutils.GenerateHashKeys(rowNum)
|
|
return &milvuspb.UpsertRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: "%$@",
|
|
FieldsData: []*schemapb.FieldData{pkFieldData, fVecColumn, bVecColumn, structColumn},
|
|
HashKeys: hashKeys,
|
|
NumRows: uint32(rowNum),
|
|
}
|
|
}
|
|
|
|
func constructCollectionUpsertRequestValid(dbName, collectionName, floatVecField, binaryVecField, structField string, schema *schemapb.CollectionSchema, rowNum, dim int) *milvuspb.UpsertRequest {
|
|
pkFieldData := newScalarFieldData(schema.Fields[0], int64Field, rowNum)
|
|
fVecColumn := newFloatVectorFieldData(floatVecField, rowNum, dim)
|
|
bVecColumn := newBinaryVectorFieldData(binaryVecField, rowNum, dim)
|
|
structColumn := newStructArrayFieldData(schema.StructArrayFields[0], structField, rowNum, dim)
|
|
hashKeys := testutils.GenerateHashKeys(rowNum)
|
|
return &milvuspb.UpsertRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
FieldsData: []*schemapb.FieldData{pkFieldData, fVecColumn, bVecColumn, structColumn},
|
|
HashKeys: hashKeys,
|
|
NumRows: uint32(rowNum),
|
|
}
|
|
}
|
|
|
|
func checkPartitionInMemory(t *testing.T, ctx context.Context, proxy *Proxy, dbName, collectionName, partitionName string, collectionID int64) bool {
|
|
resp, err := proxy.ShowPartitions(ctx, &milvuspb.ShowPartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
CollectionID: collectionID,
|
|
PartitionNames: []string{partitionName},
|
|
Type: milvuspb.ShowType_InMemory,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
for idx, name := range resp.PartitionNames {
|
|
if name == partitionName && resp.InMemoryPercentages[idx] == 100 {
|
|
return true
|
|
}
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
func TestProxy(t *testing.T) {
|
|
var err error
|
|
paramtable.Init()
|
|
params := paramtable.Get()
|
|
testutil.ResetEnvironment()
|
|
paramtable.SetLocalComponentEnabled(typeutil.StreamingNodeRole)
|
|
streamingutil.SetStreamingServiceEnabled()
|
|
defer streamingutil.UnsetStreamingServiceEnabled()
|
|
|
|
// params.Save(params.EtcdCfg.RequestTimeout.Key, "300000")
|
|
// params.Save(params.CommonCfg.SessionTTL.Key, "300")
|
|
// params.Save(params.CommonCfg.SessionRetryTimes.Key, "500")
|
|
// params.Save(params.CommonCfg.GracefulStopTimeout.Key, "3600")
|
|
|
|
params.Save(params.EtcdCfg.RequestTimeout.Key, "300000")
|
|
params.Save(params.CommonCfg.SessionTTL.Key, "300")
|
|
params.Save(params.CommonCfg.SessionRetryTimes.Key, "500")
|
|
params.Save(params.CommonCfg.GracefulStopTimeout.Key, "3600")
|
|
|
|
params.Save(params.CommonCfg.EnableStorageV2.Key, "true")
|
|
params.RootCoordGrpcServerCfg.IP = "localhost"
|
|
params.QueryCoordGrpcServerCfg.IP = "localhost"
|
|
params.DataCoordGrpcServerCfg.IP = "localhost"
|
|
params.ProxyGrpcServerCfg.IP = "localhost"
|
|
params.QueryNodeGrpcServerCfg.IP = "localhost"
|
|
params.DataNodeGrpcServerCfg.IP = "localhost"
|
|
params.StreamingNodeGrpcServerCfg.IP = "localhost"
|
|
params.Save(params.MQCfg.Type.Key, "pulsar")
|
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
ctx = GetContext(ctx, "root:123456")
|
|
localMsg := true
|
|
factory := dependency.NewDefaultFactory(false)
|
|
alias := "TestProxy"
|
|
|
|
log.Info("Initialize parameter table of Proxy")
|
|
|
|
mix := runMixCoord(ctx, localMsg)
|
|
log.Info("running MixCoord ...")
|
|
|
|
dn := runDataNode(ctx, localMsg, alias)
|
|
log.Info("running DataNode ...")
|
|
|
|
sn := runStreamingNode(ctx, localMsg, alias)
|
|
log.Info("running StreamingNode ...")
|
|
|
|
qn := runQueryNode(ctx, localMsg, alias)
|
|
log.Info("running QueryNode ...")
|
|
|
|
time.Sleep(10 * time.Millisecond)
|
|
|
|
streaming.Init()
|
|
|
|
proxy, err := NewProxy(ctx, factory)
|
|
assert.NoError(t, err)
|
|
assert.NotNil(t, proxy)
|
|
|
|
etcdcli, err := etcd.GetEtcdClient(
|
|
Params.EtcdCfg.UseEmbedEtcd.GetAsBool(),
|
|
Params.EtcdCfg.EtcdUseSSL.GetAsBool(),
|
|
Params.EtcdCfg.Endpoints.GetAsStrings(),
|
|
Params.EtcdCfg.EtcdTLSCert.GetValue(),
|
|
Params.EtcdCfg.EtcdTLSKey.GetValue(),
|
|
Params.EtcdCfg.EtcdTLSCACert.GetValue(),
|
|
Params.EtcdCfg.EtcdTLSMinVersion.GetValue())
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
defer etcdcli.Close()
|
|
assert.NoError(t, err)
|
|
|
|
testServer := newProxyTestServer(proxy)
|
|
|
|
bt := paramtable.NewBaseTable(paramtable.SkipRemote(true))
|
|
base := ¶mtable.ComponentParam{}
|
|
base.Init(bt)
|
|
var p paramtable.GrpcServerConfig
|
|
p.Init(typeutil.ProxyRole, bt)
|
|
testServer.Proxy.SetAddress(p.GetAddress())
|
|
assert.Equal(t, p.GetAddress(), testServer.Proxy.GetAddress())
|
|
|
|
go testServer.startGrpc(ctx, &p)
|
|
assert.NoError(t, testServer.waitForGrpcReady())
|
|
|
|
rootCoordClient, err := mixc.NewClient(ctx)
|
|
assert.NoError(t, err)
|
|
err = componentutil.WaitForComponentHealthy(ctx, rootCoordClient, typeutil.MixCoordRole, attempts, sleepDuration)
|
|
assert.NoError(t, err)
|
|
proxy.SetMixCoordClient(rootCoordClient)
|
|
log.Info("Proxy set mix coordinator client")
|
|
|
|
mockShardMgr := shardclient.NewMockShardClientManager(t)
|
|
mockShardMgr.EXPECT().SetClientCreatorFunc(mock.Anything).Return().Maybe()
|
|
proxy.shardMgr = mockShardMgr
|
|
|
|
proxy.SetQueryNodeCreator(shardclient.DefaultQueryNodeClientCreator)
|
|
log.Info("Proxy set query coordinator client")
|
|
|
|
proxy.UpdateStateCode(commonpb.StateCode_Initializing)
|
|
err = proxy.Init()
|
|
assert.NoError(t, err)
|
|
|
|
err = proxy.Start()
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.StateCode_Healthy, proxy.GetStateCode())
|
|
|
|
// register proxy
|
|
err = proxy.Register()
|
|
assert.NoError(t, err)
|
|
log.Info("Register proxy done")
|
|
defer func() {
|
|
a := []any{mix, qn, dn, sn, proxy}
|
|
fmt.Println(len(a))
|
|
// HINT: the order of stopping service refers to the `roles.go` file
|
|
log.Info("start to stop the services")
|
|
{
|
|
err := sn.Stop()
|
|
assert.NoError(t, err)
|
|
log.Info("stop StreamingNode")
|
|
}
|
|
|
|
{
|
|
err := mix.Stop()
|
|
assert.NoError(t, err)
|
|
log.Info("stop MixCoord")
|
|
}
|
|
|
|
{
|
|
err := dn.Stop()
|
|
assert.NoError(t, err)
|
|
log.Info("stop DataNode")
|
|
}
|
|
|
|
{
|
|
err := proxy.Stop()
|
|
assert.NoError(t, err)
|
|
log.Info("stop Proxy")
|
|
}
|
|
cancel()
|
|
}()
|
|
|
|
t.Run("get component states", func(t *testing.T) {
|
|
states, err := proxy.GetComponentStates(ctx, nil)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, states.GetStatus().GetErrorCode())
|
|
assert.Equal(t, paramtable.GetNodeID(), states.State.NodeID)
|
|
assert.Equal(t, typeutil.ProxyRole, states.State.Role)
|
|
assert.Equal(t, proxy.GetStateCode(), states.State.StateCode)
|
|
})
|
|
|
|
t.Run("get statistics channel", func(t *testing.T) {
|
|
resp, err := proxy.GetStatisticsChannel(ctx, nil)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, "", resp.Value)
|
|
})
|
|
|
|
dbName := GetCurDBNameFromContextOrDefault(ctx)
|
|
collectionName := prefix + funcutil.GenRandomStr()
|
|
otherCollectionName := collectionName + "_other_" + funcutil.GenRandomStr()
|
|
partitionName := partitionPrefix + funcutil.GenRandomStr()
|
|
otherPartitionName := partitionPrefix + "_other_" + funcutil.GenRandomStr()
|
|
|
|
var segmentIDs []int64
|
|
|
|
// an int64 field (pk) & a float vector field
|
|
schema := constructTestCollectionSchema(collectionName, int64Field, floatVecField, binaryVecField, structField, dim)
|
|
createCollectionReq := constructTestCreateCollectionRequest(dbName, collectionName, schema, shardsNum)
|
|
|
|
t.Run("create collection", func(t *testing.T) {
|
|
req := createCollectionReq
|
|
resp, err := proxy.CreateCollection(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
invalidSchema := constructTestCollectionSchema(collectionName, int64Field, floatVecField, binaryVecField, structField, dim)
|
|
invalidSchema.Fields = append(invalidSchema.Fields, &schemapb.FieldSchema{
|
|
Name: "StringField",
|
|
DataType: schemapb.DataType_String,
|
|
})
|
|
reqInvalidField := constructTestCreateCollectionRequest(dbName, "invalid_field_coll", invalidSchema, shardsNum)
|
|
|
|
resp, err = proxy.CreateCollection(ctx, reqInvalidField)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("create alias", func(t *testing.T) {
|
|
// create alias
|
|
aliasReq := &milvuspb.CreateAliasRequest{
|
|
Base: nil,
|
|
CollectionName: collectionName,
|
|
Alias: "alias",
|
|
DbName: dbName,
|
|
}
|
|
resp, err := proxy.CreateAlias(ctx, aliasReq)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
_, _ = proxy.InvalidateCollectionMetaCache(ctx, &proxypb.InvalidateCollMetaCacheRequest{
|
|
Base: &commonpb.MsgBase{
|
|
MsgType: commonpb.MsgType_CreateAlias,
|
|
MsgID: 0,
|
|
Timestamp: 0,
|
|
SourceID: 0,
|
|
},
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
})
|
|
|
|
t.Run("describe alias", func(t *testing.T) {
|
|
describeAliasReq := &milvuspb.DescribeAliasRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
Alias: "alias",
|
|
}
|
|
resp, err := proxy.DescribeAlias(ctx, describeAliasReq)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("list alias", func(t *testing.T) {
|
|
listAliasReq := &milvuspb.ListAliasesRequest{
|
|
Base: nil,
|
|
}
|
|
resp, err := proxy.ListAliases(ctx, listAliasReq)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("alter alias", func(t *testing.T) {
|
|
// alter alias
|
|
alterReq := &milvuspb.AlterAliasRequest{
|
|
Base: nil,
|
|
CollectionName: collectionName,
|
|
Alias: "alias",
|
|
DbName: dbName,
|
|
}
|
|
resp, err := proxy.AlterAlias(ctx, alterReq)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
_, _ = proxy.InvalidateCollectionMetaCache(ctx, &proxypb.InvalidateCollMetaCacheRequest{
|
|
Base: &commonpb.MsgBase{
|
|
MsgType: commonpb.MsgType_AlterAlias,
|
|
MsgID: 0,
|
|
Timestamp: 0,
|
|
SourceID: 0,
|
|
},
|
|
DbName: dbName,
|
|
CollectionName: "alias",
|
|
})
|
|
|
|
nonExistingCollName := "coll_name_random_zarathustra"
|
|
faultyAlterReq := &milvuspb.AlterAliasRequest{
|
|
Base: nil,
|
|
CollectionName: nonExistingCollName,
|
|
Alias: "alias",
|
|
}
|
|
resp, err = proxy.AlterAlias(ctx, faultyAlterReq)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("drop alias", func(t *testing.T) {
|
|
// drop alias
|
|
resp, err := proxy.DropAlias(ctx, &milvuspb.DropAliasRequest{
|
|
Base: nil,
|
|
Alias: "alias",
|
|
DbName: dbName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
_, _ = proxy.InvalidateCollectionMetaCache(ctx, &proxypb.InvalidateCollMetaCacheRequest{
|
|
Base: &commonpb.MsgBase{
|
|
MsgType: commonpb.MsgType_DropAlias,
|
|
MsgID: 0,
|
|
Timestamp: 0,
|
|
SourceID: 0,
|
|
},
|
|
DbName: dbName,
|
|
CollectionName: "alias",
|
|
})
|
|
|
|
_, err = globalMetaCache.GetCollectionID(ctx, dbName, "alias")
|
|
assert.Error(t, err)
|
|
})
|
|
|
|
t.Run("has collection", func(t *testing.T) {
|
|
resp, err := proxy.HasCollection(ctx, &milvuspb.HasCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
TimeStamp: 0,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.True(t, resp.Value)
|
|
|
|
// has other collection: false
|
|
resp, err = proxy.HasCollection(ctx, &milvuspb.HasCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
TimeStamp: 0,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.False(t, resp.Value)
|
|
})
|
|
|
|
t.Run("describe collection", func(t *testing.T) {
|
|
collectionID, err := globalMetaCache.GetCollectionID(ctx, dbName, collectionName)
|
|
assert.NoError(t, err)
|
|
|
|
resp, err := proxy.DescribeCollection(ctx, &milvuspb.DescribeCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
CollectionID: collectionID,
|
|
TimeStamp: 0,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, collectionID, resp.CollectionID)
|
|
assert.Equal(t, len(schema.Fields), len(resp.Schema.Fields))
|
|
assert.Equal(t, len(schema.StructArrayFields), len(resp.Schema.StructArrayFields))
|
|
|
|
fieldsMap := make(map[string]*schemapb.FieldSchema)
|
|
for _, field := range resp.Schema.Fields {
|
|
fieldsMap[field.Name] = field
|
|
}
|
|
for _, structField := range resp.Schema.StructArrayFields {
|
|
for _, field := range structField.Fields {
|
|
fieldsMap[field.Name] = field
|
|
}
|
|
}
|
|
assert.Equal(t, len(fieldsMap), len(schema.Fields)+len(schema.StructArrayFields[0].Fields))
|
|
for _, field := range schema.Fields {
|
|
fSchema, ok := fieldsMap[field.Name]
|
|
assert.True(t, ok)
|
|
assert.True(t, proto.Equal(field, fSchema))
|
|
}
|
|
for _, structField := range schema.StructArrayFields {
|
|
for _, field := range structField.Fields {
|
|
fSchema, ok := fieldsMap[field.Name]
|
|
assert.True(t, ok)
|
|
assert.True(t, proto.Equal(field, fSchema))
|
|
}
|
|
}
|
|
|
|
// describe other collection -> fail
|
|
resp, err = proxy.DescribeCollection(ctx, &milvuspb.DescribeCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
CollectionID: collectionID,
|
|
TimeStamp: 0,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("get collection statistics", func(t *testing.T) {
|
|
resp, err := proxy.GetCollectionStatistics(ctx, &milvuspb.GetCollectionStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
// TODO(dragondriver): check num rows
|
|
|
|
// get statistics of other collection -> fail
|
|
resp, err = proxy.GetCollectionStatistics(ctx, &milvuspb.GetCollectionStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("show collections", func(t *testing.T) {
|
|
resp, err := proxy.ShowCollections(ctx, &milvuspb.ShowCollectionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
TimeStamp: 0,
|
|
Type: milvuspb.ShowType_All,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.True(t, merr.Ok(resp.GetStatus()))
|
|
assert.Contains(t, resp.CollectionNames, collectionName, "collections: %v", resp.CollectionNames)
|
|
})
|
|
|
|
t.Run("alter collection", func(t *testing.T) {
|
|
resp, err := proxy.AlterCollection(ctx, &milvuspb.AlterCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
Properties: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.CollectionTTLConfigKey,
|
|
Value: "3600",
|
|
},
|
|
},
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("create partition", func(t *testing.T) {
|
|
resp, err := proxy.CreatePartition(ctx, &milvuspb.CreatePartitionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: partitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// create partition with non-exist collection -> fail
|
|
resp, err = proxy.CreatePartition(ctx, &milvuspb.CreatePartitionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
PartitionName: partitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("has partition", func(t *testing.T) {
|
|
resp, err := proxy.HasPartition(ctx, &milvuspb.HasPartitionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: partitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.True(t, resp.Value)
|
|
|
|
resp, err = proxy.HasPartition(ctx, &milvuspb.HasPartitionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: otherPartitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.False(t, resp.Value)
|
|
|
|
// non-exist collection -> fail
|
|
resp, err = proxy.HasPartition(ctx, &milvuspb.HasPartitionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
PartitionName: partitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("get partition statistics", func(t *testing.T) {
|
|
resp, err := proxy.GetPartitionStatistics(ctx, &milvuspb.GetPartitionStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: partitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
// non-exist partition -> fail
|
|
resp, err = proxy.GetPartitionStatistics(ctx, &milvuspb.GetPartitionStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: otherPartitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
// non-exist collection -> fail
|
|
resp, err = proxy.GetPartitionStatistics(ctx, &milvuspb.GetPartitionStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
PartitionName: partitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("show partitions", func(t *testing.T) {
|
|
collectionID, err := globalMetaCache.GetCollectionID(ctx, dbName, collectionName)
|
|
assert.NoError(t, err)
|
|
|
|
resp, err := proxy.ShowPartitions(ctx, &milvuspb.ShowPartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
CollectionID: collectionID,
|
|
PartitionNames: nil,
|
|
Type: milvuspb.ShowType_All,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
// default partition
|
|
assert.Equal(t, 2, len(resp.PartitionNames))
|
|
|
|
{
|
|
stateResp, err := proxy.GetLoadState(ctx, &milvuspb.GetLoadStateRequest{
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionNames: resp.PartitionNames,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, stateResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, commonpb.LoadState_LoadStateNotLoad, stateResp.State)
|
|
}
|
|
|
|
// non-exist collection -> fail
|
|
resp, err = proxy.ShowPartitions(ctx, &milvuspb.ShowPartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
CollectionID: collectionID + 1,
|
|
PartitionNames: nil,
|
|
Type: milvuspb.ShowType_All,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
var insertedIDs []int64
|
|
t.Run("insert", func(t *testing.T) {
|
|
req := constructTestCollectionInsertRequest(dbName, collectionName, floatVecField, binaryVecField, structField, schema, rowNum, dim)
|
|
|
|
resp, err := proxy.Insert(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode(), "resp: %+v", resp.GetStatus().GetReason())
|
|
assert.Equal(t, rowNum, len(resp.SuccIndex))
|
|
assert.Equal(t, 0, len(resp.ErrIndex))
|
|
assert.Equal(t, int64(rowNum), resp.InsertCnt)
|
|
|
|
switch field := resp.GetIDs().GetIdField().(type) {
|
|
case *schemapb.IDs_IntId:
|
|
insertedIDs = field.IntId.GetData()
|
|
default:
|
|
t.Fatalf("Unexpected ID type")
|
|
}
|
|
})
|
|
|
|
// TODO(dragondriver): proxy.Delete()
|
|
|
|
flushed := true
|
|
t.Run("flush", func(t *testing.T) {
|
|
resp, err := proxy.Flush(ctx, &milvuspb.FlushRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionNames: []string{collectionName},
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
segmentIDs = resp.CollSegIDs[collectionName].Data
|
|
// TODO: Here's a Bug, because a growing segment may cannot be seen right away by mixcoord,
|
|
// it can only be seen by streamingnode right away, so we need to check the flush state at streamingnode but not here.
|
|
// use timetick for GetFlushState in-future but not segment list.
|
|
time.Sleep(5 * time.Second)
|
|
log.Info("flush collection", zap.Int64s("segments to be flushed", segmentIDs))
|
|
|
|
// waiting for flush operation to be done
|
|
counter := 0
|
|
for !checkFlushState(ctx, proxy, segmentIDs) {
|
|
if counter > 100 {
|
|
flushed = false
|
|
break
|
|
}
|
|
// avoid too frequent rpc call
|
|
time.Sleep(100 * time.Millisecond)
|
|
counter++
|
|
}
|
|
})
|
|
if !flushed {
|
|
log.Warn("flush operation was not sure to be done")
|
|
}
|
|
|
|
t.Run("get statistics after flush", func(t *testing.T) {
|
|
if !flushed {
|
|
t.Skip("flush operation was not done")
|
|
}
|
|
resp, err := proxy.GetStatistics(ctx, &milvuspb.GetStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
rowNumStr := funcutil.KeyValuePair2Map(resp.Stats)["row_count"]
|
|
assert.Equal(t, strconv.Itoa(rowNum), rowNumStr)
|
|
|
|
// get statistics of other collection -> fail
|
|
resp, err = proxy.GetStatistics(ctx, &milvuspb.GetStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("create index for floatVec field", func(t *testing.T) {
|
|
req := constructTestCreateIndexRequest(dbName, collectionName, schemapb.DataType_FloatVector, floatVecField, dim, nlist)
|
|
|
|
resp, err := proxy.CreateIndex(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("alter_index", func(t *testing.T) {
|
|
req := &milvuspb.AlterIndexRequest{
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
IndexName: testFloatIndexName,
|
|
ExtraParams: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.MmapEnabledKey,
|
|
Value: "true",
|
|
},
|
|
},
|
|
}
|
|
|
|
resp, err := proxy.AlterIndex(ctx, req)
|
|
err = merr.CheckRPCCall(resp, err)
|
|
assert.NoError(t, err)
|
|
})
|
|
|
|
t.Run("describe index", func(t *testing.T) {
|
|
resp, err := proxy.DescribeIndex(ctx, &milvuspb.DescribeIndexRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
FieldName: floatVecField,
|
|
IndexName: "",
|
|
})
|
|
err = merr.CheckRPCCall(resp, err)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, testFloatIndexName, resp.IndexDescriptions[0].IndexName)
|
|
enableMmap, _ := common.IsMmapDataEnabled(resp.IndexDescriptions[0].GetParams()...)
|
|
assert.True(t, enableMmap, "params: %+v", resp.IndexDescriptions[0])
|
|
|
|
// disable mmap then the tests below could continue
|
|
req := &milvuspb.AlterIndexRequest{
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
IndexName: testFloatIndexName,
|
|
ExtraParams: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.MmapEnabledKey,
|
|
Value: "false",
|
|
},
|
|
},
|
|
}
|
|
status, err := proxy.AlterIndex(ctx, req)
|
|
err = merr.CheckRPCCall(status, err)
|
|
assert.NoError(t, err)
|
|
})
|
|
|
|
t.Run("describe index with indexName", func(t *testing.T) {
|
|
resp, err := proxy.DescribeIndex(ctx, &milvuspb.DescribeIndexRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
FieldName: floatVecField,
|
|
IndexName: testFloatIndexName,
|
|
})
|
|
err = merr.CheckRPCCall(resp, err)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("get index statistics", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexStatistics(ctx, &milvuspb.GetIndexStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
IndexName: "",
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, testFloatIndexName, resp.IndexDescriptions[0].IndexName)
|
|
})
|
|
|
|
t.Run("get index build progress", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexBuildProgress(ctx, &milvuspb.GetIndexBuildProgressRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
FieldName: floatVecField,
|
|
IndexName: testFloatIndexName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("get index state", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexState(ctx, &milvuspb.GetIndexStateRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
FieldName: floatVecField,
|
|
IndexName: testFloatIndexName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("load collection not all vecFields with index", func(t *testing.T) {
|
|
{
|
|
stateResp, err := proxy.GetLoadState(ctx, &milvuspb.GetLoadStateRequest{
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, stateResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, commonpb.LoadState_LoadStateNotLoad, stateResp.State)
|
|
}
|
|
|
|
resp, err := proxy.LoadCollection(ctx, &milvuspb.LoadCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetErrorCode())
|
|
})
|
|
|
|
t.Run("create index for binVec field", func(t *testing.T) {
|
|
req := constructTestCreateIndexRequest(dbName, collectionName, schemapb.DataType_BinaryVector, binaryVecField, dim, nlist)
|
|
|
|
resp, err := proxy.CreateIndex(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
fieldName := typeutil.ConcatStructFieldName(structField, subFieldFVec)
|
|
t.Run("create index for embedding list field", func(t *testing.T) {
|
|
req := constructTestCreateIndexRequest(dbName, collectionName, schemapb.DataType_ArrayOfVector, fieldName, dim, nlist)
|
|
|
|
resp, err := proxy.CreateIndex(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("alter index for embedding list field", func(t *testing.T) {
|
|
req := &milvuspb.AlterIndexRequest{
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
IndexName: testStructFVecIndexName,
|
|
ExtraParams: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.MmapEnabledKey,
|
|
Value: "true",
|
|
},
|
|
},
|
|
}
|
|
|
|
resp, err := proxy.AlterIndex(ctx, req)
|
|
err = merr.CheckRPCCall(resp, err)
|
|
assert.NoError(t, err)
|
|
})
|
|
|
|
t.Run("describe index for embedding list field", func(t *testing.T) {
|
|
resp, err := proxy.DescribeIndex(ctx, &milvuspb.DescribeIndexRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
FieldName: fieldName,
|
|
IndexName: testStructFVecIndexName,
|
|
})
|
|
err = merr.CheckRPCCall(resp, err)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, testStructFVecIndexName, resp.IndexDescriptions[0].IndexName)
|
|
enableMmap, _ := common.IsMmapDataEnabled(resp.IndexDescriptions[0].GetParams()...)
|
|
assert.True(t, enableMmap, "params: %+v", resp.IndexDescriptions[0])
|
|
})
|
|
|
|
t.Run("describe index with indexName for embedding list field", func(t *testing.T) {
|
|
resp, err := proxy.DescribeIndex(ctx, &milvuspb.DescribeIndexRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
FieldName: fieldName,
|
|
IndexName: testStructFVecIndexName,
|
|
})
|
|
err = merr.CheckRPCCall(resp, err)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("get index statistics for embedding list field", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexStatistics(ctx, &milvuspb.GetIndexStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
IndexName: testStructFVecIndexName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, testStructFVecIndexName, resp.IndexDescriptions[0].IndexName)
|
|
})
|
|
|
|
t.Run("get index build progress for embedding list field", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexBuildProgress(ctx, &milvuspb.GetIndexBuildProgressRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
FieldName: fieldName,
|
|
IndexName: testStructFVecIndexName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("get index state for embedding list field", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexState(ctx, &milvuspb.GetIndexStateRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
FieldName: fieldName,
|
|
IndexName: testStructFVecIndexName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
loaded := true
|
|
t.Run("load collection", func(t *testing.T) {
|
|
{
|
|
stateResp, err := proxy.GetLoadState(ctx, &milvuspb.GetLoadStateRequest{
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, stateResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, commonpb.LoadState_LoadStateNotLoad, stateResp.State)
|
|
}
|
|
|
|
resp, err := proxy.LoadCollection(ctx, &milvuspb.LoadCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// load other collection -> fail
|
|
resp, err = proxy.LoadCollection(ctx, &milvuspb.LoadCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// waiting for collection to be loaded
|
|
counter := 0
|
|
for !checkCollectionLoaded(ctx, proxy, dbName, collectionName) {
|
|
if counter > 100 {
|
|
loaded = false
|
|
break
|
|
}
|
|
// avoid too frequent rpc call
|
|
time.Sleep(100 * time.Millisecond)
|
|
counter++
|
|
}
|
|
assert.True(t, loaded)
|
|
})
|
|
|
|
t.Run("show in-memory collections", func(t *testing.T) {
|
|
resp, err := proxy.ShowCollections(ctx, &milvuspb.ShowCollectionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
TimeStamp: 0,
|
|
Type: milvuspb.ShowType_InMemory,
|
|
CollectionNames: nil,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
// assert.Equal(t, 1, len(resp.CollectionNames))
|
|
|
|
// get in-memory percentage
|
|
resp, err = proxy.ShowCollections(ctx, &milvuspb.ShowCollectionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
TimeStamp: 0,
|
|
Type: milvuspb.ShowType_InMemory,
|
|
CollectionNames: []string{collectionName},
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
// assert.Equal(t, 1, len(resp.CollectionNames))
|
|
assert.Equal(t, 1, len(resp.InMemoryPercentages))
|
|
|
|
// get in-memory percentage of not loaded collection -> fail
|
|
resp, err = proxy.ShowCollections(ctx, &milvuspb.ShowCollectionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
TimeStamp: 0,
|
|
Type: milvuspb.ShowType_InMemory,
|
|
CollectionNames: []string{otherCollectionName},
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
{
|
|
progressResp, err := proxy.GetLoadingProgress(ctx, &milvuspb.GetLoadingProgressRequest{
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, progressResp.GetStatus().GetErrorCode())
|
|
assert.NotEqual(t, int64(0), progressResp.Progress)
|
|
}
|
|
|
|
{
|
|
progressResp, err := proxy.GetLoadingProgress(ctx, &milvuspb.GetLoadingProgressRequest{
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, progressResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, int64(0), progressResp.Progress)
|
|
}
|
|
|
|
{
|
|
stateResp, err := proxy.GetLoadState(ctx, &milvuspb.GetLoadStateRequest{
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, stateResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, commonpb.LoadState_LoadStateNotExist, stateResp.State)
|
|
}
|
|
})
|
|
|
|
t.Run("get replicas", func(t *testing.T) {
|
|
collectionID, err := globalMetaCache.GetCollectionID(ctx, dbName, collectionName)
|
|
assert.NoError(t, err)
|
|
|
|
resp, err := proxy.GetReplicas(ctx, &milvuspb.GetReplicasRequest{
|
|
CollectionID: collectionID,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, 1, len(resp.Replicas))
|
|
})
|
|
|
|
t.Run("get collection statistics from shard", func(t *testing.T) {
|
|
if !loaded {
|
|
t.Skip("collection not loaded")
|
|
return
|
|
}
|
|
resp, err := proxy.GetStatistics(ctx, &milvuspb.GetStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
rowNumStr := funcutil.KeyValuePair2Map(resp.Stats)["row_count"]
|
|
assert.Equal(t, strconv.Itoa(rowNum), rowNumStr)
|
|
|
|
// get statistics of other collection -> fail
|
|
resp, err = proxy.GetStatistics(ctx, &milvuspb.GetStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
nprobe := 10
|
|
topk := 10
|
|
roundDecimal := 6
|
|
expr := fmt.Sprintf("%s > 0", int64Field)
|
|
|
|
t.Run("search", func(t *testing.T) {
|
|
req := constructTestSearchRequest(dbName, collectionName, floatVecField, expr, nq, nprobe, topk, roundDecimal, dim)
|
|
|
|
resp, err := proxy.Search(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.Status.ErrorCode)
|
|
|
|
{
|
|
Params.Save(Params.ProxyCfg.MustUsePartitionKey.Key, "true")
|
|
resp, err := proxy.Search(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.Status.ErrorCode)
|
|
Params.Reset(Params.ProxyCfg.MustUsePartitionKey.Key)
|
|
}
|
|
})
|
|
|
|
t.Run("advanced search", func(t *testing.T) {
|
|
req := constructTestAdvancedSearchRequest(dbName, collectionName, floatVecField, expr, nq, nprobe, topk, roundDecimal, dim)
|
|
resp, err := proxy.Search(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.Status.ErrorCode)
|
|
})
|
|
|
|
t.Run("embedding list search", func(t *testing.T) {
|
|
req := constructTestEmbeddingListSearchRequest(dbName, collectionName, fieldName, expr, nq, nprobe, topk, roundDecimal, dim)
|
|
|
|
resp, err := proxy.Search(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.Status.ErrorCode)
|
|
|
|
{
|
|
Params.Save(Params.ProxyCfg.MustUsePartitionKey.Key, "true")
|
|
resp, err := proxy.Search(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.Status.ErrorCode)
|
|
Params.Reset(Params.ProxyCfg.MustUsePartitionKey.Key)
|
|
}
|
|
})
|
|
|
|
t.Run("search by primary keys", func(t *testing.T) {
|
|
req := constructSearchByPksRequest(t, dbName, collectionName, floatVecField, int64Field, insertedIDs, nprobe, topk, roundDecimal)
|
|
resp, err := proxy.Search(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.Status.ErrorCode)
|
|
})
|
|
|
|
t.Run("calculate distance", func(t *testing.T) {
|
|
opLeft := &milvuspb.VectorsArray{
|
|
Array: &milvuspb.VectorsArray_DataArray{
|
|
DataArray: &schemapb.VectorField{
|
|
Dim: int64(dim),
|
|
Data: &schemapb.VectorField_FloatVector{
|
|
FloatVector: &schemapb.FloatArray{
|
|
Data: testutils.GenerateFloatVectors(nq, dim),
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
opRight := &milvuspb.VectorsArray{
|
|
Array: &milvuspb.VectorsArray_DataArray{
|
|
DataArray: &schemapb.VectorField{
|
|
Dim: int64(dim),
|
|
Data: &schemapb.VectorField_FloatVector{
|
|
FloatVector: &schemapb.FloatArray{
|
|
Data: testutils.GenerateFloatVectors(nq, dim),
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
// resp, err := proxy.CalcDistance(ctx, &milvuspb.CalcDistanceRequest{
|
|
_, err := proxy.CalcDistance(ctx, &milvuspb.CalcDistanceRequest{
|
|
Base: nil,
|
|
OpLeft: opLeft,
|
|
OpRight: opRight,
|
|
Params: []*commonpb.KeyValuePair{
|
|
{
|
|
Key: common.MetricTypeKey,
|
|
Value: metric.L2,
|
|
},
|
|
},
|
|
})
|
|
assert.NoError(t, err)
|
|
// assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
// TODO(dragondriver): compare distance
|
|
|
|
// TODO(dragondriver): use primary key to calculate distance
|
|
})
|
|
|
|
t.Run("get dd channel", func(t *testing.T) {
|
|
resp, _ := proxy.GetDdChannel(ctx, &internalpb.GetDdChannelRequest{})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("get persistent segment info", func(t *testing.T) {
|
|
resp, err := proxy.GetPersistentSegmentInfo(ctx, &milvuspb.GetPersistentSegmentInfoRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("get segment info", func(t *testing.T) {
|
|
resp, err := proxy.GetSegmentsInfo(ctx, &internalpb.GetSegmentsInfoRequest{
|
|
DbName: dbName,
|
|
CollectionID: 1,
|
|
SegmentIDs: segmentIDs,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("get query segment info", func(t *testing.T) {
|
|
resp, err := proxy.GetQuerySegmentInfo(ctx, &milvuspb.GetQuerySegmentInfoRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("loadBalance", func(t *testing.T) {
|
|
resp, err := proxy.LoadBalance(ctx, &milvuspb.LoadBalanceRequest{
|
|
Base: nil,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.ErrorIs(t, merr.Error(resp), merr.ErrCollectionNotFound)
|
|
})
|
|
|
|
// TODO(dragondriver): dummy
|
|
|
|
t.Run("register link", func(t *testing.T) {
|
|
resp, err := proxy.RegisterLink(ctx, &milvuspb.RegisterLinkRequest{})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("get metrics", func(t *testing.T) {
|
|
req, err := metricsinfo.ConstructRequestByMetricType(metricsinfo.SystemInfoMetrics)
|
|
assert.NoError(t, err)
|
|
resp, err := proxy.GetMetrics(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
// get from cache
|
|
resp, err = proxy.GetMetrics(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
// failed to parse metric type
|
|
resp, err = proxy.GetMetrics(ctx, &milvuspb.GetMetricsRequest{
|
|
Base: &commonpb.MsgBase{},
|
|
Request: "not in json format",
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
// not implemented metric
|
|
notImplemented, err := metricsinfo.ConstructRequestByMetricType("not implemented")
|
|
assert.NoError(t, err)
|
|
resp, err = proxy.GetMetrics(ctx, notImplemented)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("get proxy metrics", func(t *testing.T) {
|
|
req, err := metricsinfo.ConstructRequestByMetricType(metricsinfo.SystemInfoMetrics)
|
|
assert.NoError(t, err)
|
|
resp, err := proxy.GetProxyMetrics(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
// failed to parse metric type
|
|
resp, err = proxy.GetProxyMetrics(ctx, &milvuspb.GetMetricsRequest{
|
|
Base: &commonpb.MsgBase{},
|
|
Request: "not in json format",
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
// not implemented metric
|
|
notImplemented, err := metricsinfo.ConstructRequestByMetricType("not implemented")
|
|
assert.NoError(t, err)
|
|
resp, err = proxy.GetProxyMetrics(ctx, notImplemented)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
// unhealthy
|
|
proxy.UpdateStateCode(commonpb.StateCode_Abnormal)
|
|
resp, err = proxy.GetProxyMetrics(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
|
|
// getProxyMetric failed
|
|
rateCol.Deregister(internalpb.RateType_DMLInsert.String())
|
|
resp, err = proxy.GetProxyMetrics(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
rateCol.Register(internalpb.RateType_DMLInsert.String())
|
|
})
|
|
|
|
t.Run("release collection", func(t *testing.T) {
|
|
_, err := globalMetaCache.GetCollectionID(ctx, dbName, collectionName)
|
|
assert.NoError(t, err)
|
|
|
|
resp, err := proxy.ReleaseCollection(ctx, &milvuspb.ReleaseCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
assert.Equal(t, "", resp.Reason)
|
|
})
|
|
|
|
t.Run("show in-memory collections after release", func(t *testing.T) {
|
|
resp, err := proxy.ShowCollections(ctx, &milvuspb.ShowCollectionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
TimeStamp: 0,
|
|
Type: milvuspb.ShowType_InMemory,
|
|
CollectionNames: nil,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
// assert.Equal(t, 0, len(resp.CollectionNames))
|
|
})
|
|
|
|
pLoaded := true
|
|
t.Run("load partitions", func(t *testing.T) {
|
|
collectionID, err := globalMetaCache.GetCollectionID(ctx, dbName, collectionName)
|
|
assert.NoError(t, err)
|
|
|
|
resp, err := proxy.LoadPartitions(ctx, &milvuspb.LoadPartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionNames: []string{partitionName},
|
|
ReplicaNumber: 1,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// non-exist partition -> fail
|
|
resp, err = proxy.LoadPartitions(ctx, &milvuspb.LoadPartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionNames: []string{otherPartitionName},
|
|
ReplicaNumber: 1,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// non-exist collection-> fail
|
|
resp, err = proxy.LoadPartitions(ctx, &milvuspb.LoadPartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
PartitionNames: []string{partitionName},
|
|
ReplicaNumber: 1,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// waiting for collection to be loaded
|
|
counter := 0
|
|
for !checkPartitionInMemory(t, ctx, proxy, dbName, collectionName, partitionName, collectionID) {
|
|
if counter > 100 {
|
|
pLoaded = false
|
|
break
|
|
}
|
|
// avoid too frequent rpc call
|
|
time.Sleep(100 * time.Millisecond)
|
|
counter++
|
|
}
|
|
})
|
|
assert.True(t, pLoaded)
|
|
|
|
t.Run("show in-memory partitions", func(t *testing.T) {
|
|
collectionID, err := globalMetaCache.GetCollectionID(ctx, dbName, collectionName)
|
|
assert.NoError(t, err)
|
|
|
|
resp, err := proxy.ShowPartitions(ctx, &milvuspb.ShowPartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
CollectionID: collectionID,
|
|
PartitionNames: nil,
|
|
Type: milvuspb.ShowType_InMemory,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
// default partition?
|
|
assert.Equal(t, 1, len(resp.PartitionNames))
|
|
|
|
// show partition not in-memory -> fail
|
|
resp, err = proxy.ShowPartitions(ctx, &milvuspb.ShowPartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
CollectionID: collectionID,
|
|
PartitionNames: []string{otherPartitionName},
|
|
Type: milvuspb.ShowType_InMemory,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
// non-exist collection -> fail
|
|
resp, err = proxy.ShowPartitions(ctx, &milvuspb.ShowPartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
CollectionID: collectionID,
|
|
PartitionNames: []string{partitionName},
|
|
Type: milvuspb.ShowType_InMemory,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
{
|
|
resp, err := proxy.GetLoadingProgress(ctx, &milvuspb.GetLoadingProgressRequest{
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionNames: []string{partitionName},
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.NotEqual(t, int64(0), resp.Progress)
|
|
}
|
|
|
|
{
|
|
resp, err := proxy.GetLoadingProgress(ctx, &milvuspb.GetLoadingProgressRequest{
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionNames: []string{otherPartitionName},
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, int64(0), resp.Progress)
|
|
}
|
|
})
|
|
|
|
t.Run("insert partition", func(t *testing.T) {
|
|
req := constructPartitionInsertRequest(dbName, collectionName, partitionName, floatVecField, binaryVecField, structField, schema, rowNum, dim)
|
|
|
|
resp, err := proxy.Insert(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, rowNum, len(resp.SuccIndex))
|
|
assert.Equal(t, 0, len(resp.ErrIndex))
|
|
assert.Equal(t, int64(rowNum), resp.InsertCnt)
|
|
})
|
|
|
|
t.Run("get partition statistics from shard", func(t *testing.T) {
|
|
if !pLoaded {
|
|
t.Skip("partition not loaded")
|
|
}
|
|
resp, err := proxy.GetStatistics(ctx, &milvuspb.GetStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionNames: []string{partitionName},
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
rowNumStr := funcutil.KeyValuePair2Map(resp.Stats)["row_count"]
|
|
assert.Equal(t, strconv.Itoa(rowNum), rowNumStr)
|
|
|
|
// non-exist partition -> fail
|
|
resp, err = proxy.GetStatistics(ctx, &milvuspb.GetStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionNames: []string{otherPartitionName},
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
// non-exist collection -> fail
|
|
resp, err = proxy.GetStatistics(ctx, &milvuspb.GetStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
PartitionNames: []string{partitionName},
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("get collection statistics from hybrid", func(t *testing.T) {
|
|
if !flushed {
|
|
t.Skip("flush operation was not done")
|
|
}
|
|
if !pLoaded {
|
|
t.Skip("partition not loaded")
|
|
}
|
|
resp, err := proxy.GetStatistics(ctx, &milvuspb.GetStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
rowNumStr := funcutil.KeyValuePair2Map(resp.Stats)["row_count"]
|
|
assert.Equal(t, strconv.Itoa(rowNum*2), rowNumStr)
|
|
|
|
// get statistics of other collection -> fail
|
|
resp, err = proxy.GetStatistics(ctx, &milvuspb.GetStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("upsert when autoID == true", func(t *testing.T) {
|
|
// autoID==true but not pass pk in upsert, failed
|
|
req := constructCollectionUpsertRequestNoPK(dbName, collectionName, floatVecField, binaryVecField, structField, schema, rowNum, dim)
|
|
|
|
resp, err := proxy.Upsert(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.ErrorIs(t, merr.Error(resp.GetStatus()), merr.ErrParameterInvalid)
|
|
assert.Equal(t, 0, len(resp.SuccIndex))
|
|
assert.Equal(t, rowNum, len(resp.ErrIndex))
|
|
assert.Equal(t, int64(0), resp.UpsertCnt)
|
|
|
|
// autoID==true and pass pk in upsert, succeed
|
|
req = constructCollectionUpsertRequestWithPK(dbName, collectionName, floatVecField, binaryVecField, structField, schema, rowNum, dim)
|
|
|
|
resp, err = proxy.Upsert(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, rowNum, len(resp.SuccIndex))
|
|
assert.Equal(t, 0, len(resp.ErrIndex))
|
|
assert.Equal(t, int64(rowNum), resp.UpsertCnt)
|
|
})
|
|
|
|
t.Run("release partition", func(t *testing.T) {
|
|
resp, err := proxy.ReleasePartitions(ctx, &milvuspb.ReleasePartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionNames: []string{partitionName},
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("show in-memory partitions after release partition", func(t *testing.T) {
|
|
collectionID, err := globalMetaCache.GetCollectionID(ctx, dbName, collectionName)
|
|
assert.NoError(t, err)
|
|
|
|
resp, err := proxy.ShowPartitions(ctx, &milvuspb.ShowPartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
CollectionID: collectionID,
|
|
PartitionNames: nil,
|
|
Type: milvuspb.ShowType_InMemory,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
// default partition
|
|
assert.Equal(t, 0, len(resp.PartitionNames))
|
|
|
|
resp, err = proxy.ShowPartitions(ctx, &milvuspb.ShowPartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
CollectionID: collectionID,
|
|
PartitionNames: []string{partitionName}, // released
|
|
Type: milvuspb.ShowType_InMemory,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("drop partition", func(t *testing.T) {
|
|
resp, err := proxy.DropPartition(ctx, &milvuspb.DropPartitionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: partitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// invalidate meta cache
|
|
resp, err = proxy.InvalidateCollectionMetaCache(ctx, &proxypb.InvalidateCollMetaCacheRequest{
|
|
Base: &commonpb.MsgBase{
|
|
MsgType: commonpb.MsgType_DropPartition,
|
|
},
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: partitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
_, err = globalMetaCache.GetPartitionID(ctx, dbName, collectionName, partitionName)
|
|
assert.Error(t, err)
|
|
|
|
// drop non-exist partition -> fail
|
|
|
|
resp, err = proxy.DropPartition(ctx, &milvuspb.DropPartitionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
PartitionName: partitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// not specify partition name
|
|
resp, err = proxy.InvalidateCollectionMetaCache(ctx, &proxypb.InvalidateCollMetaCacheRequest{
|
|
Base: &commonpb.MsgBase{
|
|
MsgType: commonpb.MsgType_DropPartition,
|
|
},
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("has partition after drop partition", func(t *testing.T) {
|
|
resp, err := proxy.HasPartition(ctx, &milvuspb.HasPartitionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: partitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.False(t, resp.Value)
|
|
})
|
|
|
|
t.Run("show partitions after drop partition", func(t *testing.T) {
|
|
collectionID, err := globalMetaCache.GetCollectionID(ctx, dbName, collectionName)
|
|
assert.NoError(t, err)
|
|
|
|
resp, err := proxy.ShowPartitions(ctx, &milvuspb.ShowPartitionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
CollectionID: collectionID,
|
|
PartitionNames: nil,
|
|
Type: milvuspb.ShowType_All,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
// default partition
|
|
assert.Equal(t, 1, len(resp.PartitionNames))
|
|
})
|
|
|
|
t.Run("drop index", func(t *testing.T) {
|
|
resp, err := proxy.DropIndex(ctx, &milvuspb.DropIndexRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
FieldName: floatVecField,
|
|
IndexName: testFloatIndexName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("Delete", func(t *testing.T) {
|
|
_, err := proxy.Delete(ctx, &milvuspb.DeleteRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: partitionName,
|
|
Expr: "",
|
|
})
|
|
assert.NoError(t, err)
|
|
})
|
|
|
|
t.Run("truncate collection", func(t *testing.T) {
|
|
_, err := globalMetaCache.GetCollectionID(ctx, dbName, collectionName)
|
|
assert.NoError(t, err)
|
|
|
|
resp, err := proxy.TruncateCollection(ctx, &milvuspb.TruncateCollectionRequest{
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
// Verify that data is cleared but collection still exists
|
|
statsResp, err := proxy.GetCollectionStatistics(ctx, &milvuspb.GetCollectionStatisticsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, statsResp.GetStatus().GetErrorCode())
|
|
rowNumStr := funcutil.KeyValuePair2Map(statsResp.Stats)["row_count"]
|
|
assert.Equal(t, "0", rowNumStr)
|
|
})
|
|
|
|
t.Run("drop collection", func(t *testing.T) {
|
|
_, err := globalMetaCache.GetCollectionID(ctx, dbName, collectionName)
|
|
assert.NoError(t, err)
|
|
|
|
resp, err := proxy.DropCollection(ctx, &milvuspb.DropCollectionRequest{
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
assert.Equal(t, "", resp.Reason)
|
|
|
|
// invalidate meta cache
|
|
resp, err = proxy.InvalidateCollectionMetaCache(ctx, &proxypb.InvalidateCollMetaCacheRequest{
|
|
Base: &commonpb.MsgBase{
|
|
MsgType: commonpb.MsgType_DropCollection,
|
|
},
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
_, err = globalMetaCache.GetCollectionID(ctx, dbName, collectionName)
|
|
assert.Error(t, err)
|
|
|
|
resp, err = proxy.InvalidateCollectionMetaCache(ctx, &proxypb.InvalidateCollMetaCacheRequest{
|
|
Base: &commonpb.MsgBase{
|
|
MsgType: commonpb.MsgType_DropDatabase,
|
|
},
|
|
DbName: dbName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
hasDatabase := globalMetaCache.HasDatabase(ctx, dbName)
|
|
assert.False(t, hasDatabase)
|
|
})
|
|
|
|
t.Run("has collection after drop collection", func(t *testing.T) {
|
|
resp, err := proxy.HasCollection(ctx, &milvuspb.HasCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
TimeStamp: 0,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.False(t, resp.Value)
|
|
})
|
|
|
|
t.Run("show all collections after drop collection", func(t *testing.T) {
|
|
resp, err := proxy.ShowCollections(ctx, &milvuspb.ShowCollectionsRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
TimeStamp: 0,
|
|
Type: milvuspb.ShowType_All,
|
|
CollectionNames: nil,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.NotContains(t, resp.CollectionNames, collectionName)
|
|
})
|
|
|
|
username := "test_username_" + funcutil.RandomString(15)
|
|
password := "password"
|
|
|
|
t.Run("credential CREATE api", func(t *testing.T) {
|
|
// 1. create credential
|
|
createCredentialReq := constructCreateCredentialRequest(username, crypto.Base64Encode(password))
|
|
// success
|
|
resp, err := proxy.CreateCredential(ctx, createCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// recreate -> fail (user already exists)
|
|
resp, err = proxy.CreateCredential(ctx, createCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// invalid username
|
|
createCredentialReq.Username = "11_invalid_username"
|
|
resp, err = proxy.CreateCredential(ctx, createCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// invalid password (not decode)
|
|
createCredentialReq.Password = "not_decoded_password"
|
|
resp, err = proxy.CreateCredential(ctx, createCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// invalid password (length gt 256)
|
|
createCredentialReq.Password = "aaaaaaaaaabbbbbbbbbbccccccccccddddddddddeeeeeeeeeeffffffffffgggggggggghhhhhhhhhhiiiiiiiiiijjjjjjjjjjkkkkkkkkkkllllllllllmmmmmmmmmnnnnnnnnnnnooooooooooppppppppppqqqqqqqqqqrrrrrrrrrrsssssssssstttttttttttuuuuuuuuuuuvvvvvvvvvvwwwwwwwwwwwxxxxxxxxxxyyyyyyyyyzzzzzzzzzzz"
|
|
resp, err = proxy.CreateCredential(ctx, createCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("credential UPDATE api", func(t *testing.T) {
|
|
rootCtx := ctx
|
|
fooCtx := GetContext(context.Background(), "foo:123456")
|
|
ctx = fooCtx
|
|
defer func() {
|
|
ctx = rootCtx
|
|
}()
|
|
|
|
// 2. update credential
|
|
newPassword := "new_password"
|
|
// cannot update non-existing user's password
|
|
updateCredentialReq := constructUpdateCredentialRequest(username, crypto.Base64Encode(password), crypto.Base64Encode(newPassword))
|
|
updateCredentialReq.Username = "test_username_" + funcutil.RandomString(15)
|
|
updateResp, err := proxy.UpdateCredential(ctx, updateCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, updateResp.ErrorCode)
|
|
|
|
// success
|
|
updateCredentialReq.Username = username
|
|
updateCredentialReq.NewPassword = crypto.Base64Encode(newPassword)
|
|
updateResp, err = proxy.UpdateCredential(ctx, updateCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, updateResp.ErrorCode)
|
|
|
|
// invalid old password (not decode)
|
|
updateCredentialReq.OldPassword = password
|
|
updateCredentialReq.NewPassword = crypto.Base64Encode(newPassword)
|
|
updateResp, err = proxy.UpdateCredential(ctx, updateCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, updateResp.ErrorCode)
|
|
|
|
// invalid new password (not decode)
|
|
updateCredentialReq.OldPassword = crypto.Base64Encode(password)
|
|
updateCredentialReq.NewPassword = newPassword
|
|
updateResp, err = proxy.UpdateCredential(ctx, updateCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, updateResp.ErrorCode)
|
|
|
|
// invalid password (length gt 256)
|
|
updateCredentialReq.NewPassword = "aaaaaaaaaabbbbbbbbbbccccccccccddddddddddeeeeeeeeeeffffffffffgggggggggghhhhhhhhhhiiiiiiiiiijjjjjjjjjjkkkkkkkkkkllllllllllmmmmmmmmmnnnnnnnnnnnooooooooooppppppppppqqqqqqqqqqrrrrrrrrrrsssssssssstttttttttttuuuuuuuuuuuvvvvvvvvvvwwwwwwwwwwwxxxxxxxxxxyyyyyyyyyzzzzzzzzzzz"
|
|
updateResp, err = proxy.UpdateCredential(ctx, updateCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, updateResp.ErrorCode)
|
|
|
|
// wrong password
|
|
updateCredentialReq.OldPassword = crypto.Base64Encode("wrong_password")
|
|
updateCredentialReq.NewPassword = crypto.Base64Encode(newPassword)
|
|
updateResp, err = proxy.UpdateCredential(ctx, updateCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, updateResp.ErrorCode)
|
|
|
|
// super user
|
|
paramtable.Get().Save(Params.CommonCfg.SuperUsers.Key, "root")
|
|
defer paramtable.Get().Reset(Params.CommonCfg.SuperUsers.Key)
|
|
updateCredentialReq.OldPassword = crypto.Base64Encode("wrong_password")
|
|
updateCredentialReq.NewPassword = crypto.Base64Encode(newPassword)
|
|
updateResp, err = proxy.UpdateCredential(rootCtx, updateCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, updateResp.ErrorCode)
|
|
})
|
|
|
|
t.Run("credential GET api", func(t *testing.T) {
|
|
// 3. get credential
|
|
newPassword := "new_password"
|
|
getCredentialReq := constructGetCredentialRequest(username)
|
|
getResp, err := rootCoordClient.GetCredential(ctx, getCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, getResp.GetStatus().GetErrorCode())
|
|
assert.True(t, passwordVerify(ctx, username, newPassword, privilege.GetPrivilegeCache()))
|
|
|
|
getCredentialReq.Username = "("
|
|
getResp, err = rootCoordClient.GetCredential(ctx, getCredentialReq)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, getResp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("credential LIST api", func(t *testing.T) {
|
|
// 4. list credential usernames
|
|
listCredUsersReq := constructListCredUsersRequest()
|
|
listUsersResp, err := proxy.ListCredUsers(ctx, listCredUsersReq)
|
|
assert.NoError(t, err)
|
|
assert.True(t, len(listUsersResp.Usernames) > 0)
|
|
})
|
|
|
|
t.Run("credential DELETE api", func(t *testing.T) {
|
|
// 5. delete credential
|
|
delCredReq := constructDelCredRequest(username)
|
|
|
|
deleteResp, err := proxy.DeleteCredential(ctx, delCredReq)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, deleteResp.ErrorCode)
|
|
})
|
|
|
|
testProxyPrivilege(ctx, t, proxy)
|
|
testProxyOperatePrivilegeV2(ctx, t, proxy)
|
|
assert.False(t, false, true)
|
|
testProxyRefreshPolicyInfoCache(ctx, t, proxy)
|
|
|
|
// proxy unhealthy
|
|
//
|
|
//notStateCode := "not state code"
|
|
//proxy.UpdateStateCode(notStateCode)
|
|
//
|
|
//t.Run("GetComponentStates fail", func(t *testing.T) {
|
|
// _, err := proxy.GetComponentStates(ctx)
|
|
// assert.Error(t, err)
|
|
//})
|
|
|
|
proxy.UpdateStateCode(commonpb.StateCode_Abnormal)
|
|
|
|
t.Run("CreateCollection fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.CreateCollection(ctx, &milvuspb.CreateCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DropCollection fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.DropCollection(ctx, &milvuspb.DropCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("TruncateCollection fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.TruncateCollection(ctx, &milvuspb.TruncateCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("HasCollection fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.HasCollection(ctx, &milvuspb.HasCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("LoadCollection fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.LoadCollection(ctx, &milvuspb.LoadCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("ReleaseCollection fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.ReleaseCollection(ctx, &milvuspb.ReleaseCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DescribeCollection fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.DescribeCollection(ctx, &milvuspb.DescribeCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetCollectionStatistics fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.GetCollectionStatistics(ctx, &milvuspb.GetCollectionStatisticsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("ShowCollections fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.ShowCollections(ctx, &milvuspb.ShowCollectionsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("alter collection fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.AlterCollection(ctx, &milvuspb.AlterCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: "cn",
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("CreatePartition fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.CreatePartition(ctx, &milvuspb.CreatePartitionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DropPartition fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.DropPartition(ctx, &milvuspb.DropPartitionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("HasPartition fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.HasPartition(ctx, &milvuspb.HasPartitionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("LoadPartitions fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.LoadPartitions(ctx, &milvuspb.LoadPartitionsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("ReleasePartitions fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.ReleasePartitions(ctx, &milvuspb.ReleasePartitionsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("GetPartitionStatistics fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.GetPartitionStatistics(ctx, &milvuspb.GetPartitionStatisticsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("ShowPartitions fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.ShowPartitions(ctx, &milvuspb.ShowPartitionsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetLoadingProgress fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.GetLoadingProgress(ctx, &milvuspb.GetLoadingProgressRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetLoadState fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.GetLoadState(ctx, &milvuspb.GetLoadStateRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("CreateIndex fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.CreateIndex(ctx, &milvuspb.CreateIndexRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DescribeIndex fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.DescribeIndex(ctx, &milvuspb.DescribeIndexRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetIndexStatistics fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexStatistics(ctx, &milvuspb.GetIndexStatisticsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("DropIndex fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.DropIndex(ctx, &milvuspb.DropIndexRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("GetIndexBuildProgress fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexBuildProgress(ctx, &milvuspb.GetIndexBuildProgressRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetIndexState fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexState(ctx, &milvuspb.GetIndexStateRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Insert fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.Insert(ctx, &milvuspb.InsertRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Delete fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.Delete(ctx, &milvuspb.DeleteRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Upsert fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.Upsert(ctx, &milvuspb.UpsertRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Search fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.Search(ctx, &milvuspb.SearchRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Flush fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.Flush(ctx, &milvuspb.FlushRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Query fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.Query(ctx, &milvuspb.QueryRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("CreateAlias fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.CreateAlias(ctx, &milvuspb.CreateAliasRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DropAlias fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.DropAlias(ctx, &milvuspb.DropAliasRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("AlterAlias fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.AlterAlias(ctx, &milvuspb.AlterAliasRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("ListAliases fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.ListAliases(ctx, &milvuspb.ListAliasesRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("DescribeAlias fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.DescribeAlias(ctx, &milvuspb.DescribeAliasRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetPersistentSegmentInfo fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.GetPersistentSegmentInfo(ctx, &milvuspb.GetPersistentSegmentInfoRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetQuerySegmentInfo fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.GetQuerySegmentInfo(ctx, &milvuspb.GetQuerySegmentInfoRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("LoadBalance fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.LoadBalance(ctx, &milvuspb.LoadBalanceRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("RegisterLink fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.RegisterLink(ctx, &milvuspb.RegisterLinkRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetMetrics fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.GetMetrics(ctx, &milvuspb.GetMetricsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("InvalidateCredCache fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.InvalidateCredentialCache(ctx, &proxypb.InvalidateCredCacheRequest{Username: "xxx"})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("UpdateCredentialCache fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.UpdateCredentialCache(ctx, &proxypb.UpdateCredCacheRequest{Username: "xxx", Password: "xxx"})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("CreateCredential fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.CreateCredential(ctx, &milvuspb.CreateCredentialRequest{Username: "xxx"})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("UpdateCredential fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.UpdateCredential(ctx, &milvuspb.UpdateCredentialRequest{Username: "xxx"})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DeleteCredential fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.DeleteCredential(ctx, &milvuspb.DeleteCredentialRequest{Username: "xxx"})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("ListCredUsers fail, unhealthy", func(t *testing.T) {
|
|
resp, err := proxy.ListCredUsers(ctx, &milvuspb.ListCredUsersRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("InvalidateCollectionMetaCache failed", func(t *testing.T) {
|
|
resp, err := proxy.InvalidateCollectionMetaCache(ctx, &proxypb.InvalidateCollMetaCacheRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetErrorCode())
|
|
})
|
|
|
|
testProxyRoleUnhealthy(ctx, t, proxy)
|
|
testProxyPrivilegeUnhealthy(ctx, t, proxy)
|
|
testProxyRefreshPolicyInfoCacheUnhealthy(ctx, t, proxy)
|
|
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
|
|
// queue full
|
|
|
|
ddParallel := proxy.sched.ddQueue.getMaxTaskNum()
|
|
proxy.sched.ddQueue.setMaxTaskNum(0)
|
|
|
|
t.Run("CreateCollection fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.CreateCollection(ctx, &milvuspb.CreateCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DropCollection fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.DropCollection(ctx, &milvuspb.DropCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("TruncateCollection fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.TruncateCollection(ctx, &milvuspb.TruncateCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("HasCollection fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.HasCollection(ctx, &milvuspb.HasCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("LoadCollection fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.LoadCollection(ctx, &milvuspb.LoadCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("ReleaseCollection fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.ReleaseCollection(ctx, &milvuspb.ReleaseCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DescribeCollection fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.DescribeCollection(ctx, &milvuspb.DescribeCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetCollectionStatistics fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.GetCollectionStatistics(ctx, &milvuspb.GetCollectionStatisticsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("ShowCollections fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.ShowCollections(ctx, &milvuspb.ShowCollectionsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("alter collection fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.AlterCollection(ctx, &milvuspb.AlterCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: "cn",
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("CreatePartition fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.CreatePartition(ctx, &milvuspb.CreatePartitionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DropPartition fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.DropPartition(ctx, &milvuspb.DropPartitionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("HasPartition fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.HasPartition(ctx, &milvuspb.HasPartitionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("LoadPartitions fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.LoadPartitions(ctx, &milvuspb.LoadPartitionsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("ReleasePartitions fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.ReleasePartitions(ctx, &milvuspb.ReleasePartitionsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("GetPartitionStatistics fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.GetPartitionStatistics(ctx, &milvuspb.GetPartitionStatisticsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("ShowPartitions fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.ShowPartitions(ctx, &milvuspb.ShowPartitionsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("CreateIndex fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.CreateIndex(ctx, &milvuspb.CreateIndexRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DescribeIndex fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.DescribeIndex(ctx, &milvuspb.DescribeIndexRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetIndexStatistics fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexStatistics(ctx, &milvuspb.GetIndexStatisticsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("DropIndex fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.DropIndex(ctx, &milvuspb.DropIndexRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("GetIndexBuildProgress fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexBuildProgress(ctx, &milvuspb.GetIndexBuildProgressRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetIndexState fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexState(ctx, &milvuspb.GetIndexStateRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Flush fail, dc queue full", func(t *testing.T) {
|
|
proxy.sched.dcQueue.setMaxTaskNum(0)
|
|
resp, err := proxy.Flush(ctx, &milvuspb.FlushRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("CreateAlias fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.CreateAlias(ctx, &milvuspb.CreateAliasRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DropAlias fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.DropAlias(ctx, &milvuspb.DropAliasRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("AlterAlias fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.AlterAlias(ctx, &milvuspb.AlterAliasRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DescribeAlias fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.DescribeAlias(ctx, &milvuspb.DescribeAliasRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("ListAliases fail, dd queue full", func(t *testing.T) {
|
|
resp, err := proxy.ListAliases(ctx, &milvuspb.ListAliasesRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
proxy.sched.ddQueue.setMaxTaskNum(ddParallel)
|
|
|
|
dmParallelism := proxy.sched.dmQueue.getMaxTaskNum()
|
|
proxy.sched.dmQueue.setMaxTaskNum(0)
|
|
|
|
t.Run("Insert fail, dm queue full", func(t *testing.T) {
|
|
resp, err := proxy.Insert(ctx, &milvuspb.InsertRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Delete fail, dm queue full", func(t *testing.T) {
|
|
resp, err := proxy.Delete(ctx, &milvuspb.DeleteRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Upsert fail, dm queue full", func(t *testing.T) {
|
|
resp, err := proxy.Upsert(ctx, &milvuspb.UpsertRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
proxy.sched.dmQueue.setMaxTaskNum(dmParallelism)
|
|
|
|
dqParallelism := proxy.sched.dqQueue.getMaxTaskNum()
|
|
proxy.sched.dqQueue.setMaxTaskNum(0)
|
|
|
|
t.Run("Search fail, dq queue full", func(t *testing.T) {
|
|
resp, err := proxy.Search(ctx, &milvuspb.SearchRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Query fail, dq queue full", func(t *testing.T) {
|
|
resp, err := proxy.Query(ctx, &milvuspb.QueryRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
proxy.sched.dqQueue.setMaxTaskNum(dqParallelism)
|
|
|
|
// timeout
|
|
|
|
timeout := time.Nanosecond
|
|
shortCtx, shortCancel := context.WithTimeout(ctx, timeout)
|
|
defer shortCancel()
|
|
time.Sleep(timeout)
|
|
|
|
t.Run("CreateCollection, timeout", func(t *testing.T) {
|
|
resp, err := proxy.CreateCollection(shortCtx, &milvuspb.CreateCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DropCollection fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.DropCollection(shortCtx, &milvuspb.DropCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("TruncateCollection fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.TruncateCollection(shortCtx, &milvuspb.TruncateCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("HasCollection fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.HasCollection(shortCtx, &milvuspb.HasCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("LoadCollection fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.LoadCollection(shortCtx, &milvuspb.LoadCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("ReleaseCollection fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.ReleaseCollection(shortCtx, &milvuspb.ReleaseCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DescribeCollection fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.DescribeCollection(shortCtx, &milvuspb.DescribeCollectionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetCollectionStatistics fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.GetCollectionStatistics(shortCtx, &milvuspb.GetCollectionStatisticsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("ShowCollections fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.ShowCollections(shortCtx, &milvuspb.ShowCollectionsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("alter collection fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.AlterCollection(shortCtx, &milvuspb.AlterCollectionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: "cn",
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("CreatePartition fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.CreatePartition(shortCtx, &milvuspb.CreatePartitionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DropPartition fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.DropPartition(shortCtx, &milvuspb.DropPartitionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("HasPartition fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.HasPartition(shortCtx, &milvuspb.HasPartitionRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("LoadPartitions fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.LoadPartitions(shortCtx, &milvuspb.LoadPartitionsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("ReleasePartitions fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.ReleasePartitions(shortCtx, &milvuspb.ReleasePartitionsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("GetPartitionStatistics fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.GetPartitionStatistics(shortCtx, &milvuspb.GetPartitionStatisticsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("ShowPartitions fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.ShowPartitions(shortCtx, &milvuspb.ShowPartitionsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetLoadingProgress fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.GetLoadingProgress(shortCtx, &milvuspb.GetLoadingProgressRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("CreateIndex fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.CreateIndex(shortCtx, &milvuspb.CreateIndexRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DescribeIndex fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.DescribeIndex(shortCtx, &milvuspb.DescribeIndexRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetIndexStatistics fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexStatistics(shortCtx, &milvuspb.GetIndexStatisticsRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("DropIndex fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.DropIndex(shortCtx, &milvuspb.DropIndexRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("GetIndexBuildProgress fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexBuildProgress(shortCtx, &milvuspb.GetIndexBuildProgressRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("GetIndexState fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexState(shortCtx, &milvuspb.GetIndexStateRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Flush fail, timeout", func(t *testing.T) {
|
|
_, err := proxy.Flush(shortCtx, &milvuspb.FlushRequest{})
|
|
assert.NoError(t, err)
|
|
// FIXME(dragondriver)
|
|
// assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Insert fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.Insert(shortCtx, &milvuspb.InsertRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Delete fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.Delete(shortCtx, &milvuspb.DeleteRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Update fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.Upsert(shortCtx, &milvuspb.UpsertRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Search fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.Search(shortCtx, &milvuspb.SearchRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("Query fail, dq queue full", func(t *testing.T) {
|
|
resp, err := proxy.Query(shortCtx, &milvuspb.QueryRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("CreateAlias fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.CreateAlias(shortCtx, &milvuspb.CreateAliasRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DropAlias fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.DropAlias(shortCtx, &milvuspb.DropAliasRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("AlterAlias fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.AlterAlias(shortCtx, &milvuspb.AlterAliasRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DescribeAlias fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.DescribeAlias(shortCtx, &milvuspb.DescribeAliasRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("ListAliases fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.ListAliases(shortCtx, &milvuspb.ListAliasesRequest{})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run("CreateCredential fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.CreateCredential(shortCtx, &milvuspb.CreateCredentialRequest{Username: "xxx"})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("UpdateCredential fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.UpdateCredential(shortCtx, &milvuspb.UpdateCredentialRequest{Username: "xxx"})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DeleteCredential fail, user root cannot be deleted", func(t *testing.T) {
|
|
resp, err := proxy.DeleteCredential(shortCtx, &milvuspb.DeleteCredentialRequest{Username: "root"})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("DeleteCredential fail, timeout", func(t *testing.T) {
|
|
resp, err := proxy.DeleteCredential(shortCtx, &milvuspb.DeleteCredentialRequest{Username: "xxx"})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
testProxyRoleTimeout(shortCtx, t, proxy)
|
|
testProxyPrivilegeTimeout(shortCtx, t, proxy)
|
|
|
|
schema = constructTestCollectionSchema(collectionName, int64Field, floatVecField, binaryVecField, structField, dim)
|
|
createCollectionReq = constructTestCreateCollectionRequest(dbName, collectionName, schema, shardsNum)
|
|
|
|
t.Run("create collection upsert valid", func(t *testing.T) {
|
|
req := createCollectionReq
|
|
resp, err := proxy.CreateCollection(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
reqInvalidField := constructTestCreateCollectionRequest(dbName, collectionName, schema, shardsNum)
|
|
schema := constructTestCollectionSchema(collectionName, int64Field, floatVecField, binaryVecField, structField, dim)
|
|
schema.Fields = append(schema.Fields, &schemapb.FieldSchema{
|
|
Name: "StringField",
|
|
DataType: schemapb.DataType_String,
|
|
})
|
|
bs, err := proto.Marshal(schema)
|
|
assert.NoError(t, err)
|
|
reqInvalidField.CollectionName = "invalid_field_coll_upsert_valid"
|
|
reqInvalidField.Schema = bs
|
|
|
|
resp, err = proxy.CreateCollection(ctx, reqInvalidField)
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("create partition", func(t *testing.T) {
|
|
resp, err := proxy.CreatePartition(ctx, &milvuspb.CreatePartitionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: collectionName,
|
|
PartitionName: partitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// create partition with non-exist collection -> fail
|
|
resp, err = proxy.CreatePartition(ctx, &milvuspb.CreatePartitionRequest{
|
|
Base: nil,
|
|
DbName: dbName,
|
|
CollectionName: otherCollectionName,
|
|
PartitionName: partitionName,
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("upsert partition", func(t *testing.T) {
|
|
req := constructPartitionReqUpsertRequestValid(dbName, collectionName, partitionName, floatVecField, binaryVecField, structField, schema, rowNum, dim)
|
|
|
|
resp, err := proxy.Upsert(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, rowNum, len(resp.SuccIndex))
|
|
assert.Equal(t, 0, len(resp.ErrIndex))
|
|
assert.Equal(t, int64(rowNum), resp.UpsertCnt)
|
|
})
|
|
|
|
t.Run("upsert when occurs unexpected error like illegal partition name", func(t *testing.T) {
|
|
req := constructPartitionReqUpsertRequestInvalid(dbName, collectionName, floatVecField, binaryVecField, structField, schema, rowNum, dim)
|
|
|
|
resp, err := proxy.Upsert(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_UnexpectedError, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, 0, len(resp.SuccIndex))
|
|
assert.Equal(t, rowNum, len(resp.ErrIndex))
|
|
assert.Equal(t, int64(0), resp.UpsertCnt)
|
|
})
|
|
|
|
t.Run("upsert when autoID == false", func(t *testing.T) {
|
|
req := constructCollectionUpsertRequestValid(dbName, collectionName, floatVecField, binaryVecField, structField, schema, rowNum, dim)
|
|
|
|
resp, err := proxy.Upsert(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, rowNum, len(resp.SuccIndex))
|
|
assert.Equal(t, 0, len(resp.ErrIndex))
|
|
assert.Equal(t, int64(rowNum), resp.UpsertCnt)
|
|
})
|
|
|
|
testServer.gracefulStop()
|
|
log.Info("case done")
|
|
}
|
|
|
|
func testProxyRole(ctx context.Context, t *testing.T, proxy *Proxy) {
|
|
t.Run("Create Role", func(t *testing.T) {
|
|
entity := &milvuspb.RoleEntity{Name: " "}
|
|
resp, _ := proxy.CreateRole(ctx, &milvuspb.CreateRoleRequest{Entity: entity})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
entity.Name = "unit_test1000"
|
|
resp, _ = proxy.CreateRole(ctx, &milvuspb.CreateRoleRequest{Entity: entity})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
resp, _ = proxy.CreateRole(ctx, &milvuspb.CreateRoleRequest{Entity: entity})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
resp, _ = proxy.DropRole(ctx, &milvuspb.DropRoleRequest{RoleName: entity.Name})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("Drop Role", func(t *testing.T) {
|
|
resp, _ := proxy.DropRole(ctx, &milvuspb.DropRoleRequest{RoleName: " "})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
resp, _ = proxy.DropRole(ctx, &milvuspb.DropRoleRequest{RoleName: "public"})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
username := "root"
|
|
roleName := "unit_test"
|
|
|
|
roleEntity := &milvuspb.RoleEntity{Name: roleName}
|
|
roleResp, _ := proxy.CreateRole(ctx, &milvuspb.CreateRoleRequest{Entity: roleEntity})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, roleResp.ErrorCode)
|
|
|
|
privilegeRequest := &milvuspb.OperatePrivilegeRequest{
|
|
Type: milvuspb.OperatePrivilegeType_Grant,
|
|
Entity: &milvuspb.GrantEntity{
|
|
ObjectName: "col1",
|
|
Object: &milvuspb.ObjectEntity{Name: commonpb.ObjectType_Collection.String()},
|
|
Role: &milvuspb.RoleEntity{Name: roleName},
|
|
Grantor: &milvuspb.GrantorEntity{Privilege: &milvuspb.PrivilegeEntity{Name: util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeLoad.String())}},
|
|
},
|
|
}
|
|
privilegeResp, _ := proxy.OperatePrivilege(ctx, privilegeRequest)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, privilegeResp.ErrorCode)
|
|
|
|
userResp, _ := proxy.SelectUser(ctx, &milvuspb.SelectUserRequest{User: &milvuspb.UserEntity{Name: username}, IncludeRoleInfo: true})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, userResp.GetStatus().GetErrorCode())
|
|
roleNumOfUser := len(userResp.Results[0].Roles)
|
|
|
|
roleResp, _ = proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{
|
|
Username: username,
|
|
RoleName: roleName,
|
|
Type: milvuspb.OperateUserRoleType_AddUserToRole,
|
|
})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, roleResp.ErrorCode)
|
|
|
|
resp, _ = proxy.DropRole(ctx, &milvuspb.DropRoleRequest{RoleName: roleName})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
privilegeRequest.Type = milvuspb.OperatePrivilegeType_Revoke
|
|
privilegeResp, _ = proxy.OperatePrivilege(ctx, privilegeRequest)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, privilegeResp.ErrorCode)
|
|
|
|
roleResp, _ = proxy.DropRole(ctx, &milvuspb.DropRoleRequest{RoleName: roleName})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, roleResp.ErrorCode)
|
|
|
|
userResp, _ = proxy.SelectUser(ctx, &milvuspb.SelectUserRequest{User: &milvuspb.UserEntity{Name: username}, IncludeRoleInfo: true})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, userResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, roleNumOfUser, len(userResp.Results[0].Roles))
|
|
})
|
|
|
|
t.Run("Operate User Role", func(t *testing.T) {
|
|
username := "root"
|
|
roleName := "public"
|
|
// AddUserToRole
|
|
resp, _ := proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: " "})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
resp, _ = proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: username, RoleName: " "})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
resp, _ = proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: "not_existed", RoleName: roleName})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
resp, _ = proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: username, RoleName: "not_existed"})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
resp, _ = proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: username, RoleName: roleName})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
resp, _ = proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: username, RoleName: roleName, Type: milvuspb.OperateUserRoleType_RemoveUserFromRole})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
resp, _ = proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: "NotExisted", RoleName: roleName, Type: milvuspb.OperateUserRoleType_RemoveUserFromRole})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run("Select Role", func(t *testing.T) {
|
|
resp, _ := proxy.SelectRole(ctx, &milvuspb.SelectRoleRequest{Role: &milvuspb.RoleEntity{Name: " "}})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
resp, _ = proxy.SelectRole(ctx, &milvuspb.SelectRoleRequest{})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
roleNum := len(resp.Results)
|
|
|
|
resp, _ = proxy.SelectRole(ctx, &milvuspb.SelectRoleRequest{Role: &milvuspb.RoleEntity{Name: "not_existed"}})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, 0, len(resp.Results))
|
|
|
|
roleName := "unit_test"
|
|
roleResp, _ := proxy.CreateRole(ctx, &milvuspb.CreateRoleRequest{Entity: &milvuspb.RoleEntity{Name: roleName}})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, roleResp.ErrorCode)
|
|
|
|
resp, _ = proxy.SelectRole(ctx, &milvuspb.SelectRoleRequest{})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, roleNum+1, len(resp.Results))
|
|
|
|
roleResp, _ = proxy.DropRole(ctx, &milvuspb.DropRoleRequest{RoleName: roleName})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, roleResp.ErrorCode)
|
|
|
|
opResp, _ := proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: "root", RoleName: "admin"})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, opResp.ErrorCode)
|
|
|
|
resp, _ = proxy.SelectRole(ctx, &milvuspb.SelectRoleRequest{Role: &milvuspb.RoleEntity{Name: "admin"}, IncludeUserInfo: true})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.NotEqual(t, 0, len(resp.Results))
|
|
assert.NotEqual(t, 0, len(resp.Results[0].Users))
|
|
|
|
opResp, _ = proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: "root", RoleName: "admin", Type: milvuspb.OperateUserRoleType_RemoveUserFromRole})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, opResp.ErrorCode)
|
|
})
|
|
|
|
t.Run("Select User", func(t *testing.T) {
|
|
entity := &milvuspb.UserEntity{Name: " "}
|
|
resp, _ := proxy.SelectUser(ctx, &milvuspb.SelectUserRequest{User: entity})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
|
|
entity.Name = "not_existed"
|
|
resp, _ = proxy.SelectUser(ctx, &milvuspb.SelectUserRequest{User: entity})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, 0, len(resp.Results))
|
|
|
|
entity.Name = "root"
|
|
resp, _ = proxy.SelectUser(ctx, &milvuspb.SelectUserRequest{User: entity})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.NotEqual(t, 0, len(resp.Results))
|
|
|
|
opResp, _ := proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: "root", RoleName: "admin"})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, opResp.ErrorCode)
|
|
|
|
resp, _ = proxy.SelectUser(ctx, &milvuspb.SelectUserRequest{User: entity, IncludeRoleInfo: true})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.NotEqual(t, 0, len(resp.Results))
|
|
assert.NotEqual(t, 0, len(resp.Results[0].Roles))
|
|
|
|
opResp, _ = proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: "root", RoleName: "admin", Type: milvuspb.OperateUserRoleType_RemoveUserFromRole})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, opResp.ErrorCode)
|
|
})
|
|
|
|
t.Run("User Role mapping info", func(t *testing.T) {
|
|
ctx := context.Background()
|
|
username := fmt.Sprintf("user%d", rand.Int31())
|
|
roleName := fmt.Sprintf("role%d", rand.Int31())
|
|
{
|
|
createCredentialResp, err := proxy.CreateCredential(ctx, &milvuspb.CreateCredentialRequest{Username: username, Password: crypto.Base64Encode("userpwd")})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, createCredentialResp.ErrorCode)
|
|
createRoleResp, err := proxy.CreateRole(ctx, &milvuspb.CreateRoleRequest{Entity: &milvuspb.RoleEntity{Name: roleName}})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, createRoleResp.ErrorCode)
|
|
}
|
|
{
|
|
resp, err := proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: username, RoleName: roleName})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
}
|
|
{
|
|
resp, err := proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: username, RoleName: "admin"})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
}
|
|
{
|
|
selectUserResp, err := proxy.SelectUser(ctx, &milvuspb.SelectUserRequest{User: &milvuspb.UserEntity{Name: username}, IncludeRoleInfo: true})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, selectUserResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, 2, len(selectUserResp.Results[0].Roles))
|
|
|
|
selectRoleResp, err := proxy.SelectRole(ctx, &milvuspb.SelectRoleRequest{Role: &milvuspb.RoleEntity{Name: roleName}, IncludeUserInfo: true})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, selectRoleResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, 1, len(selectRoleResp.Results[0].Users))
|
|
}
|
|
{
|
|
resp, err := proxy.DropRole(ctx, &milvuspb.DropRoleRequest{RoleName: roleName})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
}
|
|
{
|
|
selectUserResp, err := proxy.SelectUser(ctx, &milvuspb.SelectUserRequest{User: &milvuspb.UserEntity{Name: username}, IncludeRoleInfo: true})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, selectUserResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, 1, len(selectUserResp.Results[0].Roles))
|
|
|
|
selectRoleResp, err := proxy.SelectRole(ctx, &milvuspb.SelectRoleRequest{Role: &milvuspb.RoleEntity{Name: roleName}, IncludeUserInfo: true})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, selectRoleResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, 0, len(selectRoleResp.Results))
|
|
}
|
|
{
|
|
resp, err := proxy.DeleteCredential(ctx, &milvuspb.DeleteCredentialRequest{Username: username})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
}
|
|
{
|
|
selectUserResp, err := proxy.SelectUser(ctx, &milvuspb.SelectUserRequest{User: &milvuspb.UserEntity{Name: username}, IncludeRoleInfo: true})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, selectUserResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, 0, len(selectUserResp.Results))
|
|
}
|
|
})
|
|
}
|
|
|
|
func testProxyRoleUnhealthy(ctx context.Context, t *testing.T, proxy *Proxy) {
|
|
testProxyRoleFail(ctx, t, proxy, "unhealthy")
|
|
}
|
|
|
|
func testProxyRoleTimeout(ctx context.Context, t *testing.T, proxy *Proxy) {
|
|
testProxyRoleFail(ctx, t, proxy, "timeout")
|
|
}
|
|
|
|
func testProxyRoleFail(ctx context.Context, t *testing.T, proxy *Proxy, reason string) {
|
|
var wg sync.WaitGroup
|
|
roleName := "xxx"
|
|
|
|
t.Run(fmt.Sprintf("CreateRole fail, %s", reason), func(t *testing.T) {
|
|
resp, _ := proxy.CreateRole(ctx, &milvuspb.CreateRoleRequest{Entity: &milvuspb.RoleEntity{Name: roleName}})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run(fmt.Sprintf("DropRole fail, %s", reason), func(t *testing.T) {
|
|
resp, _ := proxy.DropRole(ctx, &milvuspb.DropRoleRequest{RoleName: roleName})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run(fmt.Sprintf("OperateUserRole fail, %s", reason), func(t *testing.T) {
|
|
resp, _ := proxy.OperateUserRole(ctx, &milvuspb.OperateUserRoleRequest{Username: "root", RoleName: "public"})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run(fmt.Sprintf("SelectRole fail, %s", reason), func(t *testing.T) {
|
|
resp, _ := proxy.SelectRole(ctx, &milvuspb.SelectRoleRequest{})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
t.Run(fmt.Sprintf("SelectUser fail, %s", reason), func(t *testing.T) {
|
|
resp, _ := proxy.SelectUser(ctx, &milvuspb.SelectUserRequest{})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
|
|
wg.Wait()
|
|
}
|
|
|
|
func testProxyPrivilege(ctx context.Context, t *testing.T, proxy *Proxy) {
|
|
var wg sync.WaitGroup
|
|
|
|
t.Run("Operate Privilege, Select Grant", func(t *testing.T) {
|
|
// GrantPrivilege
|
|
req := &milvuspb.OperatePrivilegeRequest{}
|
|
resp, _ := proxy.OperatePrivilege(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Entity = &milvuspb.GrantEntity{}
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Entity.Grantor = &milvuspb.GrantorEntity{}
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Entity.Grantor.Privilege = &milvuspb.PrivilegeEntity{}
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Entity.Grantor.Privilege.Name = util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeAll.String())
|
|
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Entity.Object = &milvuspb.ObjectEntity{}
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Entity.Object.Name = commonpb.ObjectType_Global.String()
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Entity.ObjectName = "col1"
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Entity.Role = &milvuspb.RoleEntity{}
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Entity.Role = &milvuspb.RoleEntity{Name: "admin"}
|
|
resp, _ = proxy.OperatePrivilege(context.Background(), req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Entity.Grantor.Privilege.Name = "not existed"
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
req.Entity.Grantor.Privilege.Name = util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeAll.String())
|
|
req.Entity.Object.Name = "not existed"
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
req.Entity.Object.Name = commonpb.ObjectType_Global.String()
|
|
|
|
req.Entity.Role.Name = "not existed"
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
req.Entity.Role = &milvuspb.RoleEntity{Name: "admin"}
|
|
|
|
roleReq := &milvuspb.OperatePrivilegeRequest{
|
|
Entity: &milvuspb.GrantEntity{
|
|
Role: &milvuspb.RoleEntity{Name: "public"},
|
|
Object: &milvuspb.ObjectEntity{Name: commonpb.ObjectType_Collection.String()},
|
|
ObjectName: "col1",
|
|
Grantor: &milvuspb.GrantorEntity{Privilege: &milvuspb.PrivilegeEntity{Name: util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeLoad.String())}},
|
|
},
|
|
Type: milvuspb.OperatePrivilegeType_Grant,
|
|
}
|
|
resp, _ = proxy.OperatePrivilege(ctx, roleReq)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
// select grant
|
|
selectReq := &milvuspb.SelectGrantRequest{}
|
|
results, _ := proxy.SelectGrant(ctx, selectReq)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, results.GetStatus().GetErrorCode())
|
|
|
|
selectReq.Entity = &milvuspb.GrantEntity{}
|
|
results, _ = proxy.SelectGrant(ctx, selectReq)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, results.GetStatus().GetErrorCode())
|
|
|
|
selectReq.Entity.Object = &milvuspb.ObjectEntity{}
|
|
results, _ = proxy.SelectGrant(ctx, selectReq)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, results.GetStatus().GetErrorCode())
|
|
|
|
selectReq.Entity.Object.Name = commonpb.ObjectType_Collection.String()
|
|
results, _ = proxy.SelectGrant(ctx, selectReq)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, results.GetStatus().GetErrorCode())
|
|
|
|
selectReq.Entity.ObjectName = "col1"
|
|
results, _ = proxy.SelectGrant(ctx, selectReq)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, results.GetStatus().GetErrorCode())
|
|
|
|
selectReq.Entity.Role = &milvuspb.RoleEntity{}
|
|
results, _ = proxy.SelectGrant(ctx, selectReq)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, results.GetStatus().GetErrorCode())
|
|
|
|
selectReq.Entity.Role = &milvuspb.RoleEntity{Name: "public"}
|
|
|
|
results, _ = proxy.SelectGrant(ctx, selectReq)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, results.GetStatus().GetErrorCode())
|
|
assert.NotEqual(t, 0, len(results.Entities))
|
|
|
|
selectReq.Entity.Object.Name = "not existed"
|
|
results, _ = proxy.SelectGrant(ctx, selectReq)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, results.GetStatus().GetErrorCode())
|
|
selectReq.Entity.Object.Name = commonpb.ObjectType_Collection.String()
|
|
|
|
selectReq.Entity.Role = &milvuspb.RoleEntity{Name: "not existed"}
|
|
results, _ = proxy.SelectGrant(ctx, selectReq)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, results.GetStatus().GetErrorCode())
|
|
|
|
results, _ = proxy.SelectGrant(ctx, &milvuspb.SelectGrantRequest{
|
|
Entity: &milvuspb.GrantEntity{
|
|
Role: &milvuspb.RoleEntity{Name: "public"},
|
|
},
|
|
})
|
|
assert.Equal(t, commonpb.ErrorCode_Success, results.GetStatus().GetErrorCode())
|
|
assert.NotEqual(t, 0, len(results.Entities))
|
|
|
|
req.Type = milvuspb.OperatePrivilegeType_Revoke
|
|
resp, _ = proxy.OperatePrivilege(ctx, req)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
roleReq.Type = milvuspb.OperatePrivilegeType_Revoke
|
|
resp, _ = proxy.OperatePrivilege(ctx, roleReq)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
roleReq = &milvuspb.OperatePrivilegeRequest{
|
|
Entity: &milvuspb.GrantEntity{
|
|
Role: &milvuspb.RoleEntity{Name: "public"},
|
|
Object: &milvuspb.ObjectEntity{Name: commonpb.ObjectType_Collection.String()},
|
|
ObjectName: "col1",
|
|
Grantor: &milvuspb.GrantorEntity{Privilege: &milvuspb.PrivilegeEntity{Name: util.AnyWord}},
|
|
},
|
|
Type: milvuspb.OperatePrivilegeType_Grant,
|
|
}
|
|
resp, _ = proxy.OperatePrivilege(ctx, roleReq)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
roleReq.Type = milvuspb.OperatePrivilegeType_Revoke
|
|
resp, _ = proxy.OperatePrivilege(ctx, roleReq)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
roleReq = &milvuspb.OperatePrivilegeRequest{
|
|
Entity: &milvuspb.GrantEntity{
|
|
Role: &milvuspb.RoleEntity{Name: "public"},
|
|
Object: &milvuspb.ObjectEntity{Name: commonpb.ObjectType_Global.String()},
|
|
ObjectName: "col1",
|
|
Grantor: &milvuspb.GrantorEntity{Privilege: &milvuspb.PrivilegeEntity{Name: util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeManageOwnership.String())}},
|
|
},
|
|
Type: milvuspb.OperatePrivilegeType_Grant,
|
|
}
|
|
resp, _ = proxy.OperatePrivilege(ctx, roleReq)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
roleReq.Type = milvuspb.OperatePrivilegeType_Revoke
|
|
resp, _ = proxy.OperatePrivilege(ctx, roleReq)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
wg.Wait()
|
|
}
|
|
|
|
func testProxyOperatePrivilegeV2(ctx context.Context, t *testing.T, proxy *Proxy) {
|
|
t.Run("Operate Privilege V2, Select Grant", func(t *testing.T) {
|
|
// GrantPrivilege
|
|
req := &milvuspb.OperatePrivilegeV2Request{}
|
|
resp, _ := proxy.OperatePrivilegeV2(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Role = &milvuspb.RoleEntity{}
|
|
resp, _ = proxy.OperatePrivilegeV2(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Grantor = &milvuspb.GrantorEntity{}
|
|
resp, _ = proxy.OperatePrivilegeV2(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Grantor.Privilege = &milvuspb.PrivilegeEntity{}
|
|
resp, _ = proxy.OperatePrivilegeV2(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.Grantor.Privilege.Name = util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeAll.String())
|
|
|
|
resp, _ = proxy.OperatePrivilegeV2(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.DbName = ""
|
|
resp, _ = proxy.OperatePrivilegeV2(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
req.CollectionName = ""
|
|
resp, _ = proxy.OperatePrivilegeV2(ctx, req)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
roleReq := &milvuspb.OperatePrivilegeV2Request{
|
|
Role: &milvuspb.RoleEntity{Name: "public"},
|
|
Grantor: &milvuspb.GrantorEntity{Privilege: &milvuspb.PrivilegeEntity{Name: util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeLoad.String())}},
|
|
DbName: "default",
|
|
CollectionName: "col1",
|
|
Type: milvuspb.OperatePrivilegeType_Grant,
|
|
}
|
|
resp, _ = proxy.OperatePrivilegeV2(ctx, roleReq)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
roleReq = &milvuspb.OperatePrivilegeV2Request{
|
|
Role: &milvuspb.RoleEntity{Name: "public"},
|
|
Grantor: &milvuspb.GrantorEntity{Privilege: &milvuspb.PrivilegeEntity{Name: util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeGroupClusterReadOnly.String())}},
|
|
DbName: util.AnyWord,
|
|
CollectionName: util.AnyWord,
|
|
Type: milvuspb.OperatePrivilegeType_Grant,
|
|
}
|
|
resp, _ = proxy.OperatePrivilegeV2(ctx, roleReq)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
roleReq = &milvuspb.OperatePrivilegeV2Request{
|
|
Role: &milvuspb.RoleEntity{Name: "public"},
|
|
Grantor: &milvuspb.GrantorEntity{Privilege: &milvuspb.PrivilegeEntity{Name: util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeGroupClusterReadOnly.String())}},
|
|
DbName: "db1",
|
|
CollectionName: util.AnyWord,
|
|
Type: milvuspb.OperatePrivilegeType_Grant,
|
|
}
|
|
resp, _ = proxy.OperatePrivilegeV2(ctx, roleReq)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
roleReq = &milvuspb.OperatePrivilegeV2Request{
|
|
Role: &milvuspb.RoleEntity{Name: "public"},
|
|
Grantor: &milvuspb.GrantorEntity{Privilege: &milvuspb.PrivilegeEntity{Name: util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeGroupCollectionReadOnly.String())}},
|
|
DbName: "db1",
|
|
CollectionName: util.AnyWord,
|
|
Type: milvuspb.OperatePrivilegeType_Grant,
|
|
}
|
|
resp, _ = proxy.OperatePrivilegeV2(ctx, roleReq)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
roleReq = &milvuspb.OperatePrivilegeV2Request{
|
|
Role: &milvuspb.RoleEntity{Name: "public"},
|
|
Grantor: &milvuspb.GrantorEntity{Privilege: &milvuspb.PrivilegeEntity{Name: util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeGroupClusterReadOnly.String())}},
|
|
DbName: "db1",
|
|
CollectionName: "col1",
|
|
Type: milvuspb.OperatePrivilegeType_Grant,
|
|
}
|
|
resp, _ = proxy.OperatePrivilegeV2(ctx, roleReq)
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
|
|
roleReq = &milvuspb.OperatePrivilegeV2Request{
|
|
Role: &milvuspb.RoleEntity{Name: "public"},
|
|
Grantor: &milvuspb.GrantorEntity{Privilege: &milvuspb.PrivilegeEntity{Name: util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeGroupDatabaseReadOnly.String())}},
|
|
DbName: "db1",
|
|
CollectionName: util.AnyWord,
|
|
Type: milvuspb.OperatePrivilegeType_Grant,
|
|
}
|
|
resp, _ = proxy.OperatePrivilegeV2(ctx, roleReq)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
}
|
|
|
|
func testProxyPrivilegeUnhealthy(ctx context.Context, t *testing.T, proxy *Proxy) {
|
|
testProxyPrivilegeFail(ctx, t, proxy, "unhealthy")
|
|
}
|
|
|
|
func testProxyPrivilegeTimeout(ctx context.Context, t *testing.T, proxy *Proxy) {
|
|
testProxyPrivilegeFail(ctx, t, proxy, "timeout")
|
|
}
|
|
|
|
func testProxyPrivilegeFail(ctx context.Context, t *testing.T, proxy *Proxy, reason string) {
|
|
t.Run(fmt.Sprintf("Operate Grant fail, %s", reason), func(t *testing.T) {
|
|
resp, _ := proxy.OperatePrivilege(ctx, &milvuspb.OperatePrivilegeRequest{
|
|
Entity: &milvuspb.GrantEntity{
|
|
Role: &milvuspb.RoleEntity{Name: "admin"},
|
|
ObjectName: "col1",
|
|
Object: &milvuspb.ObjectEntity{Name: commonpb.ObjectType_Collection.String()},
|
|
Grantor: &milvuspb.GrantorEntity{Privilege: &milvuspb.PrivilegeEntity{Name: util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeAll.String())}},
|
|
},
|
|
})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
|
|
t.Run(fmt.Sprintf("SelectGrant fail, %s", reason), func(t *testing.T) {
|
|
resp, _ := proxy.SelectGrant(ctx, &milvuspb.SelectGrantRequest{
|
|
Entity: &milvuspb.GrantEntity{
|
|
Role: &milvuspb.RoleEntity{Name: "admin"},
|
|
},
|
|
})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
})
|
|
}
|
|
|
|
func testProxyRefreshPolicyInfoCache(ctx context.Context, t *testing.T, proxy *Proxy) {
|
|
t.Run("RefreshPolicyInfoCache", func(t *testing.T) {
|
|
resp, err := proxy.RefreshPolicyInfoCache(ctx, &proxypb.RefreshPolicyInfoCacheRequest{
|
|
OpType: int32(typeutil.CacheAddUserToRole),
|
|
OpKey: funcutil.EncodeUserRoleCache("foo", "public"),
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
resp, err = proxy.RefreshPolicyInfoCache(ctx, &proxypb.RefreshPolicyInfoCacheRequest{})
|
|
assert.NoError(t, err)
|
|
assert.Error(t, merr.Error(resp))
|
|
|
|
resp, err = proxy.RefreshPolicyInfoCache(ctx, &proxypb.RefreshPolicyInfoCacheRequest{
|
|
OpType: 100,
|
|
OpKey: funcutil.EncodeUserRoleCache("foo", "public"),
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Error(t, merr.Error(resp))
|
|
})
|
|
}
|
|
|
|
func testProxyRefreshPolicyInfoCacheUnhealthy(ctx context.Context, t *testing.T, proxy *Proxy) {
|
|
testProxyRefreshPolicyInfoCacheFail(ctx, t, proxy, "unhealthy")
|
|
}
|
|
|
|
func testProxyRefreshPolicyInfoCacheFail(ctx context.Context, t *testing.T, proxy *Proxy, reason string) {
|
|
t.Run(fmt.Sprintf("RefreshPolicyInfoCache fail, %s", reason), func(t *testing.T) {
|
|
resp, _ := proxy.RefreshPolicyInfoCache(ctx, &proxypb.RefreshPolicyInfoCacheRequest{
|
|
OpType: int32(typeutil.CacheAddUserToRole),
|
|
OpKey: funcutil.EncodeUserRoleCache("foo", "public"),
|
|
})
|
|
assert.NotEqual(t, commonpb.ErrorCode_Success, resp.ErrorCode)
|
|
})
|
|
}
|
|
|
|
func Test_GetCompactionState(t *testing.T) {
|
|
t.Run("get compaction state", func(t *testing.T) {
|
|
mixCoord := &MixCoordMock{}
|
|
proxy := &Proxy{mixCoord: mixCoord}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
resp, err := proxy.GetCompactionState(context.TODO(), nil)
|
|
assert.NoError(t, merr.CheckRPCCall(resp, err))
|
|
})
|
|
|
|
t.Run("get compaction state with unhealthy proxy", func(t *testing.T) {
|
|
mixCoord := &MixCoordMock{}
|
|
proxy := &Proxy{mixCoord: mixCoord}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Abnormal)
|
|
resp, err := proxy.GetCompactionState(context.TODO(), nil)
|
|
assert.ErrorIs(t, merr.Error(resp.GetStatus()), merr.ErrServiceNotReady)
|
|
assert.NoError(t, err)
|
|
})
|
|
}
|
|
|
|
func Test_ManualCompaction(t *testing.T) {
|
|
t.Run("test manual compaction", func(t *testing.T) {
|
|
mixCoord := &MixCoordMock{}
|
|
proxy := &Proxy{mixCoord: mixCoord}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
resp, err := proxy.ManualCompaction(context.TODO(), nil)
|
|
assert.NoError(t, merr.CheckRPCCall(resp, err))
|
|
})
|
|
t.Run("test manual compaction with unhealthy", func(t *testing.T) {
|
|
mixCoord := &MixCoordMock{}
|
|
proxy := &Proxy{mixCoord: mixCoord}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Abnormal)
|
|
resp, err := proxy.ManualCompaction(context.TODO(), nil)
|
|
assert.ErrorIs(t, merr.Error(resp.GetStatus()), merr.ErrServiceNotReady)
|
|
assert.NoError(t, err)
|
|
})
|
|
}
|
|
|
|
func Test_GetCompactionStateWithPlans(t *testing.T) {
|
|
t.Run("test get compaction state with plans", func(t *testing.T) {
|
|
mixCoord := &MixCoordMock{}
|
|
proxy := &Proxy{mixCoord: mixCoord}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
resp, err := proxy.GetCompactionStateWithPlans(context.TODO(), nil)
|
|
assert.NoError(t, merr.CheckRPCCall(resp, err))
|
|
})
|
|
t.Run("test get compaction state with plans with unhealthy proxy", func(t *testing.T) {
|
|
mixCoord := &MixCoordMock{}
|
|
proxy := &Proxy{mixCoord: mixCoord}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Abnormal)
|
|
resp, err := proxy.GetCompactionStateWithPlans(context.TODO(), nil)
|
|
assert.ErrorIs(t, merr.Error(resp.GetStatus()), merr.ErrServiceNotReady)
|
|
assert.NoError(t, err)
|
|
})
|
|
}
|
|
|
|
func Test_GetFlushState(t *testing.T) {
|
|
t.Run("normal test", func(t *testing.T) {
|
|
originCache := globalMetaCache
|
|
m := NewMockCache(t)
|
|
m.On("GetCollectionID",
|
|
mock.Anything,
|
|
mock.AnythingOfType("string"),
|
|
mock.AnythingOfType("string"),
|
|
).Return(UniqueID(1), nil)
|
|
globalMetaCache = m
|
|
defer func() {
|
|
globalMetaCache = originCache
|
|
}()
|
|
|
|
mixCoord := &MixCoordMock{}
|
|
proxy := &Proxy{mixCoord: mixCoord}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
resp, err := proxy.GetFlushState(context.TODO(), &milvuspb.GetFlushStateRequest{
|
|
CollectionName: "coll",
|
|
})
|
|
assert.NoError(t, merr.CheckRPCCall(resp, err))
|
|
})
|
|
|
|
t.Run("test get flush state with unhealthy proxy", func(t *testing.T) {
|
|
mixCoord := mocks.NewMockMixCoordClient(t)
|
|
proxy := &Proxy{mixCoord: mixCoord}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Abnormal)
|
|
resp, err := proxy.GetFlushState(context.TODO(), nil)
|
|
assert.ErrorIs(t, merr.Error(resp.GetStatus()), merr.ErrServiceNotReady)
|
|
assert.NoError(t, err)
|
|
})
|
|
}
|
|
|
|
func TestProxy_GetComponentStates(t *testing.T) {
|
|
n := &Proxy{}
|
|
n.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
resp, err := n.GetComponentStates(context.Background(), nil)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, resp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, common.NotRegisteredID, resp.State.NodeID)
|
|
n.session = &sessionutil.Session{}
|
|
n.session.UpdateRegistered(true)
|
|
resp, err = n.GetComponentStates(context.Background(), nil)
|
|
assert.NoError(t, merr.CheckRPCCall(resp, err))
|
|
}
|
|
|
|
func TestProxy_Import(t *testing.T) {
|
|
cache := globalMetaCache
|
|
defer func() { globalMetaCache = cache }()
|
|
|
|
streaming.SetupNoopWALForTest()
|
|
|
|
t.Run("Import failed", func(t *testing.T) {
|
|
proxy := &Proxy{}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Abnormal)
|
|
|
|
req := &milvuspb.ImportRequest{}
|
|
resp, err := proxy.Import(context.TODO(), req)
|
|
assert.NoError(t, err)
|
|
assert.ErrorIs(t, merr.Error(resp.GetStatus()), merr.ErrServiceNotReady)
|
|
})
|
|
|
|
t.Run("Import", func(t *testing.T) {
|
|
ctx := context.Background()
|
|
proxy := &Proxy{}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
|
|
mc := NewMockCache(t)
|
|
mc.EXPECT().GetCollectionID(mock.Anything, mock.Anything, mock.Anything).Return(0, nil)
|
|
mc.EXPECT().GetCollectionSchema(mock.Anything, mock.Anything, mock.Anything).Return(&schemaInfo{
|
|
CollectionSchema: &schemapb.CollectionSchema{},
|
|
}, nil)
|
|
mc.EXPECT().GetPartitionID(mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(0, nil)
|
|
globalMetaCache = mc
|
|
|
|
chMgr := NewMockChannelsMgr(t)
|
|
chMgr.EXPECT().getVChannels(mock.Anything).Return([]string{"foo"}, nil)
|
|
proxy.chMgr = chMgr
|
|
|
|
rc := mocks.NewMockRootCoordClient(t)
|
|
rc.EXPECT().AllocID(mock.Anything, mock.Anything).Return(&rootcoordpb.AllocIDResponse{
|
|
ID: rand.Int63(),
|
|
Count: 1,
|
|
}, nil).Once()
|
|
idAllocator, err := allocator.NewIDAllocator(ctx, rc, 0)
|
|
assert.NoError(t, err)
|
|
err = idAllocator.Start()
|
|
assert.NoError(t, err)
|
|
proxy.rowIDAllocator = idAllocator
|
|
proxy.tsoAllocator = ×tampAllocator{
|
|
tso: newMockTimestampAllocatorInterface(),
|
|
}
|
|
scheduler, err := newTaskScheduler(ctx, proxy.tsoAllocator)
|
|
assert.NoError(t, err)
|
|
proxy.sched = scheduler
|
|
err = proxy.sched.Start()
|
|
assert.NoError(t, err)
|
|
|
|
req := &milvuspb.ImportRequest{
|
|
CollectionName: "dummy",
|
|
Files: []string{"a.json"},
|
|
}
|
|
resp, err := proxy.Import(context.TODO(), req)
|
|
assert.NoError(t, merr.CheckRPCCall(resp, err))
|
|
})
|
|
|
|
t.Run("GetImportState failed", func(t *testing.T) {
|
|
proxy := &Proxy{}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Abnormal)
|
|
|
|
req := &milvuspb.GetImportStateRequest{}
|
|
resp, err := proxy.GetImportState(context.TODO(), req)
|
|
assert.NoError(t, err)
|
|
assert.ErrorIs(t, merr.Error(resp.GetStatus()), merr.ErrServiceNotReady)
|
|
})
|
|
|
|
t.Run("GetImportState", func(t *testing.T) {
|
|
proxy := &Proxy{}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
|
|
mixCoord := mocks.NewMockMixCoordClient(t)
|
|
mixCoord.EXPECT().GetImportProgress(mock.Anything, mock.Anything).Return(&internalpb.GetImportProgressResponse{
|
|
Status: merr.Success(),
|
|
}, nil)
|
|
proxy.mixCoord = mixCoord
|
|
|
|
req := &milvuspb.GetImportStateRequest{}
|
|
resp, err := proxy.GetImportState(context.TODO(), req)
|
|
assert.NoError(t, merr.CheckRPCCall(resp, err))
|
|
})
|
|
|
|
t.Run("ListImportTasks failed", func(t *testing.T) {
|
|
proxy := &Proxy{}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Abnormal)
|
|
|
|
req := &milvuspb.ListImportTasksRequest{}
|
|
resp, err := proxy.ListImportTasks(context.TODO(), req)
|
|
assert.ErrorIs(t, merr.Error(resp.GetStatus()), merr.ErrServiceNotReady)
|
|
assert.NoError(t, err)
|
|
})
|
|
|
|
t.Run("ListImportTasks", func(t *testing.T) {
|
|
proxy := &Proxy{}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
|
|
mixCoord := mocks.NewMockMixCoordClient(t)
|
|
mixCoord.EXPECT().ListImports(mock.Anything, mock.Anything).Return(&internalpb.ListImportsResponse{
|
|
Status: merr.Success(),
|
|
}, nil)
|
|
proxy.mixCoord = mixCoord
|
|
|
|
req := &milvuspb.ListImportTasksRequest{}
|
|
resp, err := proxy.ListImportTasks(context.TODO(), req)
|
|
assert.NoError(t, merr.CheckRPCCall(resp, err))
|
|
})
|
|
}
|
|
|
|
func TestProxy_RelatedPrivilege(t *testing.T) {
|
|
req := &milvuspb.OperatePrivilegeRequest{
|
|
Entity: &milvuspb.GrantEntity{
|
|
Role: &milvuspb.RoleEntity{Name: "public"},
|
|
ObjectName: "col1",
|
|
Object: &milvuspb.ObjectEntity{Name: commonpb.ObjectType_Collection.String()},
|
|
Grantor: &milvuspb.GrantorEntity{Privilege: &milvuspb.PrivilegeEntity{Name: util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeLoad.String())}},
|
|
},
|
|
}
|
|
ctx := GetContext(context.Background(), "root:123456")
|
|
|
|
t.Run("related privilege grpc error", func(t *testing.T) {
|
|
mixCoord := mocks.NewMockMixCoordClient(t)
|
|
proxy := &Proxy{mixCoord: mixCoord}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
|
|
mixCoord.EXPECT().OperatePrivilege(mock.Anything, mock.Anything).RunAndReturn(func(ctx context.Context, request *milvuspb.OperatePrivilegeRequest, option ...grpc.CallOption) (*commonpb.Status, error) {
|
|
privilegeName := request.Entity.Grantor.Privilege.Name
|
|
if privilegeName == util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeLoad.String()) {
|
|
return merr.Success(), nil
|
|
}
|
|
return nil, errors.New("mock grpc error")
|
|
})
|
|
|
|
resp, err := proxy.OperatePrivilege(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.False(t, merr.Ok(resp))
|
|
})
|
|
|
|
t.Run("related privilege status error", func(t *testing.T) {
|
|
mixCoord := mocks.NewMockMixCoordClient(t)
|
|
proxy := &Proxy{mixCoord: mixCoord}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
|
|
mixCoord.EXPECT().OperatePrivilege(mock.Anything, mock.Anything).RunAndReturn(func(ctx context.Context, request *milvuspb.OperatePrivilegeRequest, option ...grpc.CallOption) (*commonpb.Status, error) {
|
|
privilegeName := request.Entity.Grantor.Privilege.Name
|
|
if privilegeName == util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeLoad.String()) ||
|
|
privilegeName == util.MetaStore2API(commonpb.ObjectPrivilege_PrivilegeGetLoadState.String()) {
|
|
return merr.Success(), nil
|
|
}
|
|
return merr.Status(errors.New("mock status error")), nil
|
|
})
|
|
|
|
resp, err := proxy.OperatePrivilege(ctx, req)
|
|
assert.NoError(t, err)
|
|
assert.False(t, merr.Ok(resp))
|
|
})
|
|
}
|
|
|
|
func TestProxy_GetStatistics(t *testing.T) {
|
|
}
|
|
|
|
func TestProxy_GetLoadState(t *testing.T) {
|
|
originCache := globalMetaCache
|
|
m := NewMockCache(t)
|
|
m.On("GetCollectionID",
|
|
mock.Anything, // context.Context
|
|
mock.AnythingOfType("string"),
|
|
mock.AnythingOfType("string"),
|
|
).Return(UniqueID(1), nil)
|
|
m.On("GetPartitionID",
|
|
mock.Anything, // context.Context
|
|
mock.AnythingOfType("string"),
|
|
mock.AnythingOfType("string"),
|
|
mock.AnythingOfType("string"),
|
|
).Return(UniqueID(2), nil)
|
|
globalMetaCache = m
|
|
defer func() {
|
|
globalMetaCache = originCache
|
|
}()
|
|
|
|
{
|
|
mixCoord := getMixCoordClient()
|
|
mixCoord.EXPECT().ShowLoadCollections(mock.Anything, mock.Anything).Return(&querypb.ShowCollectionsResponse{
|
|
Status: merr.Status(merr.WrapErrServiceNotReady(paramtable.GetRole(), paramtable.GetNodeID(), "initialization")),
|
|
CollectionIDs: nil,
|
|
InMemoryPercentages: []int64{},
|
|
}, nil)
|
|
proxy := &Proxy{mixCoord: mixCoord}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
stateResp, err := proxy.GetLoadState(context.Background(), &milvuspb.GetLoadStateRequest{CollectionName: "foo"})
|
|
assert.NoError(t, err)
|
|
assert.ErrorIs(t, merr.Error(stateResp.GetStatus()), merr.ErrServiceNotReady)
|
|
|
|
progressResp, err := proxy.GetLoadingProgress(context.Background(), &milvuspb.GetLoadingProgressRequest{CollectionName: "foo"})
|
|
assert.NoError(t, err)
|
|
assert.ErrorIs(t, merr.Error(progressResp.GetStatus()), merr.ErrServiceNotReady)
|
|
}
|
|
|
|
{
|
|
mixCoord := getMixCoordClient()
|
|
mixCoord.EXPECT().ShowLoadCollections(mock.Anything, mock.Anything).Return(nil, merr.WrapErrCollectionNotLoaded("foo"))
|
|
mixCoord.EXPECT().ShowLoadPartitions(mock.Anything, mock.Anything).Return(nil, merr.WrapErrPartitionNotLoaded("p1"))
|
|
proxy := &Proxy{mixCoord: mixCoord}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
|
|
stateResp, err := proxy.GetLoadState(context.Background(), &milvuspb.GetLoadStateRequest{CollectionName: "foo"})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, stateResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, commonpb.LoadState_LoadStateNotLoad, stateResp.State)
|
|
|
|
stateResp, err = proxy.GetLoadState(context.Background(), &milvuspb.GetLoadStateRequest{CollectionName: "foo", PartitionNames: []string{"p1"}})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, stateResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, commonpb.LoadState_LoadStateNotLoad, stateResp.State)
|
|
|
|
progressResp, err := proxy.GetLoadingProgress(context.Background(), &milvuspb.GetLoadingProgressRequest{CollectionName: "foo"})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_UnexpectedError, progressResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, int64(0), progressResp.Progress)
|
|
|
|
progressResp, err = proxy.GetLoadingProgress(context.Background(), &milvuspb.GetLoadingProgressRequest{CollectionName: "foo", PartitionNames: []string{"p1"}})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_UnexpectedError, progressResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, int64(0), progressResp.Progress)
|
|
}
|
|
|
|
{
|
|
mixc := getMixCoordClient()
|
|
mixc.EXPECT().GetComponentStates(mock.Anything, mock.Anything).Return(&milvuspb.ComponentStates{
|
|
State: &milvuspb.ComponentInfo{
|
|
NodeID: 0,
|
|
Role: typeutil.QueryCoordRole,
|
|
StateCode: commonpb.StateCode_Healthy,
|
|
ExtraInfo: nil,
|
|
},
|
|
SubcomponentStates: nil,
|
|
Status: merr.Success(),
|
|
}, nil)
|
|
mixc.EXPECT().ShowLoadCollections(mock.Anything, mock.Anything).Return(&querypb.ShowCollectionsResponse{
|
|
Status: &commonpb.Status{ErrorCode: commonpb.ErrorCode_Success},
|
|
CollectionIDs: nil,
|
|
InMemoryPercentages: []int64{100},
|
|
}, nil)
|
|
proxy := &Proxy{mixCoord: mixc}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
|
|
stateResp, err := proxy.GetLoadState(context.Background(), &milvuspb.GetLoadStateRequest{CollectionName: "foo", Base: &commonpb.MsgBase{}})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, stateResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, commonpb.LoadState_LoadStateLoaded, stateResp.State)
|
|
|
|
stateResp, err = proxy.GetLoadState(context.Background(), &milvuspb.GetLoadStateRequest{CollectionName: ""})
|
|
assert.NoError(t, err)
|
|
assert.ErrorIs(t, merr.Error(stateResp.GetStatus()), merr.ErrParameterInvalid)
|
|
|
|
progressResp, err := proxy.GetLoadingProgress(context.Background(), &milvuspb.GetLoadingProgressRequest{CollectionName: "foo"})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, progressResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, int64(100), progressResp.Progress)
|
|
}
|
|
|
|
{
|
|
mixc := getMixCoordClient()
|
|
mixc.EXPECT().GetComponentStates(mock.Anything, mock.Anything).Return(&milvuspb.ComponentStates{
|
|
State: &milvuspb.ComponentInfo{
|
|
NodeID: 0,
|
|
Role: typeutil.QueryCoordRole,
|
|
StateCode: commonpb.StateCode_Healthy,
|
|
ExtraInfo: nil,
|
|
},
|
|
SubcomponentStates: nil,
|
|
Status: merr.Success(),
|
|
}, nil)
|
|
mixc.EXPECT().ShowLoadCollections(mock.Anything, mock.Anything).Return(&querypb.ShowCollectionsResponse{
|
|
Status: &commonpb.Status{ErrorCode: commonpb.ErrorCode_Success},
|
|
CollectionIDs: nil,
|
|
InMemoryPercentages: []int64{50},
|
|
}, nil)
|
|
proxy := &Proxy{mixCoord: mixc}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
|
|
stateResp, err := proxy.GetLoadState(context.Background(), &milvuspb.GetLoadStateRequest{CollectionName: "foo"})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, stateResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, commonpb.LoadState_LoadStateLoading, stateResp.State)
|
|
|
|
progressResp, err := proxy.GetLoadingProgress(context.Background(), &milvuspb.GetLoadingProgressRequest{CollectionName: "foo"})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_Success, progressResp.GetStatus().GetErrorCode())
|
|
assert.Equal(t, int64(50), progressResp.Progress)
|
|
}
|
|
|
|
t.Run("test insufficient memory", func(t *testing.T) {
|
|
mixc := getMixCoordClient()
|
|
mixc.EXPECT().GetComponentStates(mock.Anything, mock.Anything).Return(&milvuspb.ComponentStates{
|
|
State: &milvuspb.ComponentInfo{
|
|
NodeID: 0,
|
|
Role: typeutil.QueryCoordRole,
|
|
StateCode: commonpb.StateCode_Healthy,
|
|
ExtraInfo: nil,
|
|
},
|
|
SubcomponentStates: nil,
|
|
Status: merr.Success(),
|
|
}, nil)
|
|
|
|
mockErr := merr.WrapErrServiceMemoryLimitExceeded(110, 100)
|
|
mixc.EXPECT().ShowLoadCollections(mock.Anything, mock.Anything).Return(&querypb.ShowCollectionsResponse{
|
|
Status: merr.Status(mockErr),
|
|
}, nil)
|
|
mixc.EXPECT().ShowLoadPartitions(mock.Anything, mock.Anything).Return(&querypb.ShowPartitionsResponse{
|
|
Status: merr.Status(mockErr),
|
|
}, nil)
|
|
proxy := &Proxy{mixCoord: mixc}
|
|
proxy.UpdateStateCode(commonpb.StateCode_Healthy)
|
|
|
|
stateResp, err := proxy.GetLoadState(context.Background(), &milvuspb.GetLoadStateRequest{CollectionName: "foo"})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_InsufficientMemoryToLoad, stateResp.GetStatus().GetErrorCode())
|
|
|
|
progressResp, err := proxy.GetLoadingProgress(context.Background(), &milvuspb.GetLoadingProgressRequest{CollectionName: "foo"})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_InsufficientMemoryToLoad, progressResp.GetStatus().GetErrorCode())
|
|
|
|
progressResp, err = proxy.GetLoadingProgress(context.Background(), &milvuspb.GetLoadingProgressRequest{CollectionName: "foo", PartitionNames: []string{"p1"}})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_InsufficientMemoryToLoad, progressResp.GetStatus().GetErrorCode())
|
|
})
|
|
}
|
|
|
|
func TestUnhealthProxy_GetIndexStatistics(t *testing.T) {
|
|
// check GetIndexStatistics when proxy is unhealthy
|
|
factory := dependency.NewDefaultFactory(true)
|
|
ctx := context.Background()
|
|
proxy, err := NewProxy(ctx, factory)
|
|
assert.NoError(t, err)
|
|
assert.NotNil(t, proxy)
|
|
t.Run("TestProxy_GetIndexStatistics", func(t *testing.T) {
|
|
resp, err := proxy.GetIndexStatistics(ctx, &milvuspb.GetIndexStatisticsRequest{
|
|
Base: nil,
|
|
DbName: "",
|
|
CollectionName: "hello_milvus",
|
|
IndexName: "",
|
|
})
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, commonpb.ErrorCode_NotReadyServe, resp.GetStatus().GetErrorCode())
|
|
})
|
|
}
|
|
|
|
type CheckExtension struct {
|
|
reportChecker func(info any)
|
|
}
|
|
|
|
func (c CheckExtension) Report(info any) int {
|
|
c.reportChecker(info)
|
|
return 0
|
|
}
|