mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-06 17:18:35 +08:00
Make paramtable init only once (#21782)
Signed-off-by: Congqi Xia <congqi.xia@zilliz.com>
This commit is contained in:
parent
1dcd9eeb79
commit
5986106037
@ -601,7 +601,7 @@ func TestIndexBuilder(t *testing.T) {
|
|||||||
nodeID = UniqueID(700)
|
nodeID = UniqueID(700)
|
||||||
)
|
)
|
||||||
|
|
||||||
Params.InitOnce()
|
Params.Init()
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
catalog := catalogmocks.NewDataCoordCatalog(t)
|
catalog := catalogmocks.NewDataCoordCatalog(t)
|
||||||
catalog.On("CreateSegmentIndex",
|
catalog.On("CreateSegmentIndex",
|
||||||
|
|||||||
@ -3735,6 +3735,7 @@ func Test_newChunkManagerFactory(t *testing.T) {
|
|||||||
paramtable.Get().Save(Params.DataCoordCfg.EnableGarbageCollection.Key, "true")
|
paramtable.Get().Save(Params.DataCoordCfg.EnableGarbageCollection.Key, "true")
|
||||||
|
|
||||||
t.Run("err_minio_bad_address", func(t *testing.T) {
|
t.Run("err_minio_bad_address", func(t *testing.T) {
|
||||||
|
paramtable.Get().Save(Params.CommonCfg.StorageType.Key, "minio")
|
||||||
paramtable.Get().Save(Params.MinioCfg.Address.Key, "host:9000:bad")
|
paramtable.Get().Save(Params.MinioCfg.Address.Key, "host:9000:bad")
|
||||||
defer paramtable.Get().Reset(Params.MinioCfg.Address.Key)
|
defer paramtable.Get().Reset(Params.MinioCfg.Address.Key)
|
||||||
storageCli, err := server.newChunkManagerFactory()
|
storageCli, err := server.newChunkManagerFactory()
|
||||||
|
|||||||
@ -11,7 +11,7 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
func Test_getOrCreateIOPool(t *testing.T) {
|
func Test_getOrCreateIOPool(t *testing.T) {
|
||||||
Params.InitOnce()
|
Params.Init()
|
||||||
ioConcurrency := Params.DataNodeCfg.IOConcurrency
|
ioConcurrency := Params.DataNodeCfg.IOConcurrency
|
||||||
paramtable.Get().Save(Params.DataNodeCfg.IOConcurrency.Key, "64")
|
paramtable.Get().Save(Params.DataNodeCfg.IOConcurrency.Key, "64")
|
||||||
defer func() { Params.DataNodeCfg.IOConcurrency = ioConcurrency }()
|
defer func() { Params.DataNodeCfg.IOConcurrency = ioConcurrency }()
|
||||||
|
|||||||
@ -30,7 +30,7 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
func Test_NewClient(t *testing.T) {
|
func Test_NewClient(t *testing.T) {
|
||||||
proxy.Params.InitOnce()
|
proxy.Params.Init()
|
||||||
|
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
etcdCli, err := etcd.GetEtcdClient(
|
etcdCli, err := etcd.GetEtcdClient(
|
||||||
|
|||||||
@ -30,7 +30,7 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
func Test_NewClient(t *testing.T) {
|
func Test_NewClient(t *testing.T) {
|
||||||
proxy.Params.InitOnce()
|
proxy.Params.Init()
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
client, err := NewClient(ctx, "")
|
client, err := NewClient(ctx, "")
|
||||||
assert.Nil(t, client)
|
assert.Nil(t, client)
|
||||||
|
|||||||
@ -44,7 +44,7 @@ func TestIndexNodeServer(t *testing.T) {
|
|||||||
assert.NotNil(t, server)
|
assert.NotNil(t, server)
|
||||||
|
|
||||||
inm := indexnode.NewIndexNodeMock()
|
inm := indexnode.NewIndexNodeMock()
|
||||||
ParamsGlobal.InitOnce()
|
ParamsGlobal.Init()
|
||||||
etcdCli, err := etcd.GetEtcdClient(
|
etcdCli, err := etcd.GetEtcdClient(
|
||||||
ParamsGlobal.EtcdCfg.UseEmbedEtcd.GetAsBool(),
|
ParamsGlobal.EtcdCfg.UseEmbedEtcd.GetAsBool(),
|
||||||
ParamsGlobal.EtcdCfg.EtcdUseSSL.GetAsBool(),
|
ParamsGlobal.EtcdCfg.EtcdUseSSL.GetAsBool(),
|
||||||
|
|||||||
@ -30,7 +30,7 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
func Test_NewClient(t *testing.T) {
|
func Test_NewClient(t *testing.T) {
|
||||||
proxy.Params.InitOnce()
|
proxy.Params.Init()
|
||||||
|
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
client, err := NewClient(ctx, "")
|
client, err := NewClient(ctx, "")
|
||||||
|
|||||||
@ -31,7 +31,7 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
func Test_NewClient(t *testing.T) {
|
func Test_NewClient(t *testing.T) {
|
||||||
proxy.Params.InitOnce()
|
proxy.Params.Init()
|
||||||
|
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
|
|
||||||
|
|||||||
@ -32,7 +32,7 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
func Test_NewClient(t *testing.T) {
|
func Test_NewClient(t *testing.T) {
|
||||||
proxy.Params.InitOnce()
|
proxy.Params.Init()
|
||||||
|
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
etcdCli, err := etcd.GetEtcdClient(
|
etcdCli, err := etcd.GetEtcdClient(
|
||||||
|
|||||||
@ -31,6 +31,7 @@ import (
|
|||||||
"github.com/milvus-io/milvus/internal/util/metautil"
|
"github.com/milvus-io/milvus/internal/util/metautil"
|
||||||
"github.com/milvus-io/milvus/internal/util/metricsinfo"
|
"github.com/milvus-io/milvus/internal/util/metricsinfo"
|
||||||
"github.com/stretchr/testify/assert"
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
)
|
)
|
||||||
|
|
||||||
func genStorageConfig() *indexpb.StorageConfig {
|
func genStorageConfig() *indexpb.StorageConfig {
|
||||||
@ -48,7 +49,8 @@ func genStorageConfig() *indexpb.StorageConfig {
|
|||||||
|
|
||||||
func TestIndexNodeSimple(t *testing.T) {
|
func TestIndexNodeSimple(t *testing.T) {
|
||||||
in, err := NewMockIndexNodeComponent(context.TODO())
|
in, err := NewMockIndexNodeComponent(context.TODO())
|
||||||
assert.Nil(t, err)
|
require.Nil(t, err)
|
||||||
|
defer in.Stop()
|
||||||
ctx := context.TODO()
|
ctx := context.TODO()
|
||||||
state, err := in.GetComponentStates(ctx)
|
state, err := in.GetComponentStates(ctx)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
@ -226,7 +228,8 @@ func TestIndexNodeComplex(t *testing.T) {
|
|||||||
}
|
}
|
||||||
)
|
)
|
||||||
in, err := NewMockIndexNodeComponent(context.TODO())
|
in, err := NewMockIndexNodeComponent(context.TODO())
|
||||||
assert.Nil(t, err)
|
require.Nil(t, err)
|
||||||
|
defer in.Stop()
|
||||||
ctx := context.TODO()
|
ctx := context.TODO()
|
||||||
state, err := in.GetComponentStates(ctx)
|
state, err := in.GetComponentStates(ctx)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
@ -386,6 +389,7 @@ func TestGetMetrics(t *testing.T) {
|
|||||||
)
|
)
|
||||||
in, err := NewMockIndexNodeComponent(ctx)
|
in, err := NewMockIndexNodeComponent(ctx)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
|
defer in.Stop()
|
||||||
resp, err := in.GetMetrics(ctx, metricReq)
|
resp, err := in.GetMetrics(ctx, metricReq)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
assert.Equal(t, resp.Status.ErrorCode, commonpb.ErrorCode_Success)
|
assert.Equal(t, resp.Status.ErrorCode, commonpb.ErrorCode_Success)
|
||||||
@ -399,6 +403,7 @@ func TestGetMetricsError(t *testing.T) {
|
|||||||
|
|
||||||
in, err := NewMockIndexNodeComponent(ctx)
|
in, err := NewMockIndexNodeComponent(ctx)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
|
defer in.Stop()
|
||||||
errReq := &milvuspb.GetMetricsRequest{
|
errReq := &milvuspb.GetMetricsRequest{
|
||||||
Request: `{"metric_typ": "system_info"}`,
|
Request: `{"metric_typ": "system_info"}`,
|
||||||
}
|
}
|
||||||
|
|||||||
@ -30,7 +30,7 @@ import (
|
|||||||
|
|
||||||
func TestEtcdConfigLoad(te *testing.T) {
|
func TestEtcdConfigLoad(te *testing.T) {
|
||||||
te.Setenv(metricsinfo.DeployModeEnvKey, metricsinfo.StandaloneDeployMode)
|
te.Setenv(metricsinfo.DeployModeEnvKey, metricsinfo.StandaloneDeployMode)
|
||||||
param := new(paramtable.ServiceParam)
|
param := new(paramtable.ComponentParam)
|
||||||
|
|
||||||
te.Setenv("etcd.use.embed", "true")
|
te.Setenv("etcd.use.embed", "true")
|
||||||
te.Setenv("etcd.config.path", "../../../configs/advanced/etcd.yaml")
|
te.Setenv("etcd.config.path", "../../../configs/advanced/etcd.yaml")
|
||||||
|
|||||||
@ -35,7 +35,7 @@ import (
|
|||||||
|
|
||||||
func TestEmbedEtcd(te *testing.T) {
|
func TestEmbedEtcd(te *testing.T) {
|
||||||
te.Setenv(metricsinfo.DeployModeEnvKey, metricsinfo.StandaloneDeployMode)
|
te.Setenv(metricsinfo.DeployModeEnvKey, metricsinfo.StandaloneDeployMode)
|
||||||
param := new(paramtable.ServiceParam)
|
param := new(paramtable.ComponentParam)
|
||||||
te.Setenv("etcd.use.embed", "true")
|
te.Setenv("etcd.use.embed", "true")
|
||||||
te.Setenv("etcd.config.path", "../../../configs/advanced/etcd.yaml")
|
te.Setenv("etcd.config.path", "../../../configs/advanced/etcd.yaml")
|
||||||
|
|
||||||
|
|||||||
@ -32,7 +32,7 @@ func TestEtcdRestartLoad(te *testing.T) {
|
|||||||
etcdDataDir := "/tmp/_etcd_data"
|
etcdDataDir := "/tmp/_etcd_data"
|
||||||
te.Setenv(metricsinfo.DeployModeEnvKey, metricsinfo.StandaloneDeployMode)
|
te.Setenv(metricsinfo.DeployModeEnvKey, metricsinfo.StandaloneDeployMode)
|
||||||
te.Setenv("ETCD_USE_EMBED", "true")
|
te.Setenv("ETCD_USE_EMBED", "true")
|
||||||
param := new(paramtable.ServiceParam)
|
param := new(paramtable.ComponentParam)
|
||||||
param.Init()
|
param.Init()
|
||||||
param.BaseTable.Save("etcd.config.path", "../../../configs/advanced/etcd.yaml")
|
param.BaseTable.Save("etcd.config.path", "../../../configs/advanced/etcd.yaml")
|
||||||
param.BaseTable.Save("etcd.data.dir", etcdDataDir)
|
param.BaseTable.Save("etcd.data.dir", etcdDataDir)
|
||||||
|
|||||||
@ -168,8 +168,7 @@ func TestRocksmq_RegisterConsumer(t *testing.T) {
|
|||||||
defer os.RemoveAll(rocksdbPath + kvSuffix)
|
defer os.RemoveAll(rocksdbPath + kvSuffix)
|
||||||
defer os.RemoveAll(rocksdbPath)
|
defer os.RemoveAll(rocksdbPath)
|
||||||
|
|
||||||
var params paramtable.BaseTable
|
paramtable.Init()
|
||||||
params.Init(0)
|
|
||||||
rmq, err := NewRocksMQ(rocksdbPath, idAllocator)
|
rmq, err := NewRocksMQ(rocksdbPath, idAllocator)
|
||||||
assert.NoError(t, err)
|
assert.NoError(t, err)
|
||||||
defer rmq.Close()
|
defer rmq.Close()
|
||||||
@ -233,8 +232,7 @@ func TestRocksmq_Basic(t *testing.T) {
|
|||||||
rocksdbPath := rmqPath + suffix
|
rocksdbPath := rmqPath + suffix
|
||||||
defer os.RemoveAll(rocksdbPath + kvSuffix)
|
defer os.RemoveAll(rocksdbPath + kvSuffix)
|
||||||
defer os.RemoveAll(rocksdbPath)
|
defer os.RemoveAll(rocksdbPath)
|
||||||
var params paramtable.BaseTable
|
paramtable.Init()
|
||||||
params.Init(0)
|
|
||||||
rmq, err := NewRocksMQ(rocksdbPath, idAllocator)
|
rmq, err := NewRocksMQ(rocksdbPath, idAllocator)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
defer rmq.Close()
|
defer rmq.Close()
|
||||||
@ -370,8 +368,7 @@ func TestRocksmq_Dummy(t *testing.T) {
|
|||||||
rocksdbPath := rmqPath + suffix
|
rocksdbPath := rmqPath + suffix
|
||||||
defer os.RemoveAll(rocksdbPath + kvSuffix)
|
defer os.RemoveAll(rocksdbPath + kvSuffix)
|
||||||
defer os.RemoveAll(rocksdbPath)
|
defer os.RemoveAll(rocksdbPath)
|
||||||
var params paramtable.BaseTable
|
paramtable.Init()
|
||||||
params.Init(0)
|
|
||||||
rmq, err := NewRocksMQ(rocksdbPath, idAllocator)
|
rmq, err := NewRocksMQ(rocksdbPath, idAllocator)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
defer rmq.Close()
|
defer rmq.Close()
|
||||||
@ -441,8 +438,7 @@ func TestRocksmq_Seek(t *testing.T) {
|
|||||||
defer os.RemoveAll(rocksdbPath + kvSuffix)
|
defer os.RemoveAll(rocksdbPath + kvSuffix)
|
||||||
defer os.RemoveAll(rocksdbPath)
|
defer os.RemoveAll(rocksdbPath)
|
||||||
|
|
||||||
var params paramtable.BaseTable
|
paramtable.Init()
|
||||||
params.Init(0)
|
|
||||||
rmq, err := NewRocksMQ(rocksdbPath, idAllocator)
|
rmq, err := NewRocksMQ(rocksdbPath, idAllocator)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
defer rmq.Close()
|
defer rmq.Close()
|
||||||
@ -509,8 +505,8 @@ func TestRocksmq_Loop(t *testing.T) {
|
|||||||
kvName := name + "_meta_kv"
|
kvName := name + "_meta_kv"
|
||||||
_ = os.RemoveAll(kvName)
|
_ = os.RemoveAll(kvName)
|
||||||
defer os.RemoveAll(kvName)
|
defer os.RemoveAll(kvName)
|
||||||
var params paramtable.BaseTable
|
|
||||||
params.Init(0)
|
paramtable.Init()
|
||||||
rmq, err := NewRocksMQ(name, idAllocator)
|
rmq, err := NewRocksMQ(name, idAllocator)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
defer rmq.Close()
|
defer rmq.Close()
|
||||||
@ -581,8 +577,8 @@ func TestRocksmq_Goroutines(t *testing.T) {
|
|||||||
kvName := name + "_meta_kv"
|
kvName := name + "_meta_kv"
|
||||||
_ = os.RemoveAll(kvName)
|
_ = os.RemoveAll(kvName)
|
||||||
defer os.RemoveAll(kvName)
|
defer os.RemoveAll(kvName)
|
||||||
var params paramtable.BaseTable
|
|
||||||
params.Init(0)
|
paramtable.Init()
|
||||||
rmq, err := NewRocksMQ(name, idAllocator)
|
rmq, err := NewRocksMQ(name, idAllocator)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
defer rmq.Close()
|
defer rmq.Close()
|
||||||
@ -660,8 +656,8 @@ func TestRocksmq_Throughout(t *testing.T) {
|
|||||||
kvName := name + "_meta_kv"
|
kvName := name + "_meta_kv"
|
||||||
_ = os.RemoveAll(kvName)
|
_ = os.RemoveAll(kvName)
|
||||||
defer os.RemoveAll(kvName)
|
defer os.RemoveAll(kvName)
|
||||||
var params paramtable.BaseTable
|
|
||||||
params.Init(0)
|
paramtable.Init()
|
||||||
rmq, err := NewRocksMQ(name, idAllocator)
|
rmq, err := NewRocksMQ(name, idAllocator)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
defer rmq.Close()
|
defer rmq.Close()
|
||||||
@ -725,8 +721,8 @@ func TestRocksmq_MultiChan(t *testing.T) {
|
|||||||
kvName := name + "_meta_kv"
|
kvName := name + "_meta_kv"
|
||||||
_ = os.RemoveAll(kvName)
|
_ = os.RemoveAll(kvName)
|
||||||
defer os.RemoveAll(kvName)
|
defer os.RemoveAll(kvName)
|
||||||
var params paramtable.BaseTable
|
|
||||||
params.Init(0)
|
paramtable.Init()
|
||||||
rmq, err := NewRocksMQ(name, idAllocator)
|
rmq, err := NewRocksMQ(name, idAllocator)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
defer rmq.Close()
|
defer rmq.Close()
|
||||||
@ -779,8 +775,8 @@ func TestRocksmq_CopyData(t *testing.T) {
|
|||||||
kvName := name + "_meta_kv"
|
kvName := name + "_meta_kv"
|
||||||
_ = os.RemoveAll(kvName)
|
_ = os.RemoveAll(kvName)
|
||||||
defer os.RemoveAll(kvName)
|
defer os.RemoveAll(kvName)
|
||||||
var params paramtable.BaseTable
|
|
||||||
params.Init(0)
|
paramtable.Init()
|
||||||
rmq, err := NewRocksMQ(name, idAllocator)
|
rmq, err := NewRocksMQ(name, idAllocator)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
defer rmq.Close()
|
defer rmq.Close()
|
||||||
@ -847,8 +843,8 @@ func TestRocksmq_SeekToLatest(t *testing.T) {
|
|||||||
kvName := name + "_meta_kv"
|
kvName := name + "_meta_kv"
|
||||||
_ = os.RemoveAll(kvName)
|
_ = os.RemoveAll(kvName)
|
||||||
defer os.RemoveAll(kvName)
|
defer os.RemoveAll(kvName)
|
||||||
var params paramtable.BaseTable
|
|
||||||
params.Init(0)
|
paramtable.Init()
|
||||||
rmq, err := NewRocksMQ(name, idAllocator)
|
rmq, err := NewRocksMQ(name, idAllocator)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
defer rmq.Close()
|
defer rmq.Close()
|
||||||
|
|||||||
@ -411,8 +411,8 @@ func TestRetentionInfo_InitRetentionInfo(t *testing.T) {
|
|||||||
|
|
||||||
defer os.RemoveAll(metaPath)
|
defer os.RemoveAll(metaPath)
|
||||||
|
|
||||||
var params paramtable.BaseTable
|
params := paramtable.Get()
|
||||||
params.Init(0)
|
params.Init()
|
||||||
rmq, err := NewRocksMQ(rocksdbPath, idAllocator)
|
rmq, err := NewRocksMQ(rocksdbPath, idAllocator)
|
||||||
assert.Nil(t, err)
|
assert.Nil(t, err)
|
||||||
assert.NotNil(t, rmq)
|
assert.NotNil(t, rmq)
|
||||||
|
|||||||
@ -22,10 +22,10 @@ import (
|
|||||||
"go.uber.org/zap"
|
"go.uber.org/zap"
|
||||||
)
|
)
|
||||||
|
|
||||||
var Params paramtable.BaseTable
|
var Params = paramtable.Get()
|
||||||
|
|
||||||
func TestMain(m *testing.M) {
|
func TestMain(m *testing.M) {
|
||||||
Params.Init(0)
|
Params.Init()
|
||||||
mockCluster, err := kafka.NewMockCluster(1)
|
mockCluster, err := kafka.NewMockCluster(1)
|
||||||
defer mockCluster.Close()
|
defer mockCluster.Close()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|||||||
@ -44,10 +44,10 @@ const (
|
|||||||
DefaultPulsarNamespace = "default"
|
DefaultPulsarNamespace = "default"
|
||||||
)
|
)
|
||||||
|
|
||||||
var Params paramtable.BaseTable
|
var Params = paramtable.Get()
|
||||||
|
|
||||||
func TestMain(m *testing.M) {
|
func TestMain(m *testing.M) {
|
||||||
Params.Init(0)
|
Params.Init()
|
||||||
exitCode := m.Run()
|
exitCode := m.Run()
|
||||||
os.Exit(exitCode)
|
os.Exit(exitCode)
|
||||||
}
|
}
|
||||||
|
|||||||
@ -32,11 +32,11 @@ func TestProxyRpcLimit(t *testing.T) {
|
|||||||
localMsg := true
|
localMsg := true
|
||||||
factory := dependency.NewDefaultFactory(localMsg)
|
factory := dependency.NewDefaultFactory(localMsg)
|
||||||
|
|
||||||
base := paramtable.BaseTable{}
|
base := ¶mtable.ComponentParam{}
|
||||||
base.Init(0)
|
base.Init()
|
||||||
var p paramtable.GrpcServerConfig
|
var p paramtable.GrpcServerConfig
|
||||||
assert.NoError(t, err)
|
assert.NoError(t, err)
|
||||||
p.Init(typeutil.ProxyRole, &base)
|
p.Init(typeutil.ProxyRole, &base.BaseTable)
|
||||||
base.Save("proxy.grpc.serverMaxRecvSize", "1")
|
base.Save("proxy.grpc.serverMaxRecvSize", "1")
|
||||||
|
|
||||||
assert.Equal(t, p.ServerMaxRecvSize.GetAsInt(), 1)
|
assert.Equal(t, p.ServerMaxRecvSize.GetAsInt(), 1)
|
||||||
|
|||||||
@ -474,10 +474,10 @@ func TestProxy(t *testing.T) {
|
|||||||
testServer := newProxyTestServer(proxy)
|
testServer := newProxyTestServer(proxy)
|
||||||
wg.Add(1)
|
wg.Add(1)
|
||||||
|
|
||||||
base := paramtable.BaseTable{}
|
base := ¶mtable.ComponentParam{}
|
||||||
base.Init(0)
|
base.Init()
|
||||||
var p paramtable.GrpcServerConfig
|
var p paramtable.GrpcServerConfig
|
||||||
p.Init(typeutil.ProxyRole, &base)
|
p.Init(typeutil.ProxyRole, &base.BaseTable)
|
||||||
testServer.Proxy.SetAddress(p.GetAddress())
|
testServer.Proxy.SetAddress(p.GetAddress())
|
||||||
assert.Equal(t, p.GetAddress(), testServer.Proxy.GetAddress())
|
assert.Equal(t, p.GetAddress(), testServer.Proxy.GetAddress())
|
||||||
|
|
||||||
|
|||||||
@ -50,7 +50,7 @@ func Test_dropPartitionTask_Prepare(t *testing.T) {
|
|||||||
})
|
})
|
||||||
|
|
||||||
t.Run("normal case", func(t *testing.T) {
|
t.Run("normal case", func(t *testing.T) {
|
||||||
Params.InitOnce()
|
Params.Init()
|
||||||
|
|
||||||
collectionName := funcutil.GenRandomStr()
|
collectionName := funcutil.GenRandomStr()
|
||||||
coll := &model.Collection{Name: collectionName}
|
coll := &model.Collection{Name: collectionName}
|
||||||
|
|||||||
@ -447,7 +447,7 @@ func TestMetaTable_getCollectionByIDInternal(t *testing.T) {
|
|||||||
})
|
})
|
||||||
|
|
||||||
t.Run("normal case, filter unavailable partitions", func(t *testing.T) {
|
t.Run("normal case, filter unavailable partitions", func(t *testing.T) {
|
||||||
Params.InitOnce()
|
Params.Init()
|
||||||
meta := &MetaTable{
|
meta := &MetaTable{
|
||||||
collID2Meta: map[typeutil.UniqueID]*model.Collection{
|
collID2Meta: map[typeutil.UniqueID]*model.Collection{
|
||||||
100: {
|
100: {
|
||||||
@ -469,7 +469,7 @@ func TestMetaTable_getCollectionByIDInternal(t *testing.T) {
|
|||||||
})
|
})
|
||||||
|
|
||||||
t.Run("get latest version", func(t *testing.T) {
|
t.Run("get latest version", func(t *testing.T) {
|
||||||
Params.InitOnce()
|
Params.Init()
|
||||||
meta := &MetaTable{
|
meta := &MetaTable{
|
||||||
collID2Meta: map[typeutil.UniqueID]*model.Collection{
|
collID2Meta: map[typeutil.UniqueID]*model.Collection{
|
||||||
100: {
|
100: {
|
||||||
|
|||||||
@ -501,7 +501,7 @@ func withTtSynchronizer(ticker *timetickSync) Opt {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func newRocksMqTtSynchronizer() *timetickSync {
|
func newRocksMqTtSynchronizer() *timetickSync {
|
||||||
Params.InitOnce()
|
Params.Init()
|
||||||
paramtable.Get().Save(Params.RootCoordCfg.DmlChannelNum.Key, "4")
|
paramtable.Get().Save(Params.RootCoordCfg.DmlChannelNum.Key, "4")
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
factory := dependency.NewDefaultFactory(true)
|
factory := dependency.NewDefaultFactory(true)
|
||||||
@ -893,7 +893,7 @@ func newTickerWithMockNormalStream() *timetickSync {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func newTickerWithFactory(factory msgstream.Factory) *timetickSync {
|
func newTickerWithFactory(factory msgstream.Factory) *timetickSync {
|
||||||
Params.InitOnce()
|
Params.Init()
|
||||||
paramtable.Get().Save(Params.RootCoordCfg.DmlChannelNum.Key, "4")
|
paramtable.Get().Save(Params.RootCoordCfg.DmlChannelNum.Key, "4")
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
chans := map[UniqueID][]string{}
|
chans := map[UniqueID][]string{}
|
||||||
|
|||||||
@ -754,7 +754,7 @@ func TestRootCoord_ShowConfigurations(t *testing.T) {
|
|||||||
})
|
})
|
||||||
|
|
||||||
t.Run("normal case", func(t *testing.T) {
|
t.Run("normal case", func(t *testing.T) {
|
||||||
Params.InitOnce()
|
Params.Init()
|
||||||
|
|
||||||
pattern := "rootcoord.Port"
|
pattern := "rootcoord.Port"
|
||||||
req := &internalpb.ShowConfigurationsRequest{
|
req := &internalpb.ShowConfigurationsRequest{
|
||||||
|
|||||||
@ -186,7 +186,7 @@ func Test_scheduler_updateDdlMinTsLoop(t *testing.T) {
|
|||||||
}
|
}
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
s := newScheduler(ctx, idAlloc, tsoAlloc)
|
s := newScheduler(ctx, idAlloc, tsoAlloc)
|
||||||
Params.InitOnce()
|
Params.Init()
|
||||||
paramtable.Get().Save(Params.ProxyCfg.TimeTickInterval.Key, "1")
|
paramtable.Get().Save(Params.ProxyCfg.TimeTickInterval.Key, "1")
|
||||||
s.Start()
|
s.Start()
|
||||||
|
|
||||||
@ -217,7 +217,7 @@ func Test_scheduler_updateDdlMinTsLoop(t *testing.T) {
|
|||||||
}
|
}
|
||||||
ctx := context.Background()
|
ctx := context.Background()
|
||||||
s := newScheduler(ctx, idAlloc, tsoAlloc)
|
s := newScheduler(ctx, idAlloc, tsoAlloc)
|
||||||
Params.InitOnce()
|
Params.Init()
|
||||||
paramtable.Get().Save(Params.ProxyCfg.TimeTickInterval.Key, "1")
|
paramtable.Get().Save(Params.ProxyCfg.TimeTickInterval.Key, "1")
|
||||||
s.Start()
|
s.Start()
|
||||||
|
|
||||||
|
|||||||
@ -20,7 +20,7 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
func getTestEtcdCli() *clientv3.Client {
|
func getTestEtcdCli() *clientv3.Client {
|
||||||
Params.InitOnce()
|
Params.Init()
|
||||||
cli, err := etcd.GetEtcdClient(
|
cli, err := etcd.GetEtcdClient(
|
||||||
Params.EtcdCfg.UseEmbedEtcd.GetAsBool(),
|
Params.EtcdCfg.UseEmbedEtcd.GetAsBool(),
|
||||||
Params.EtcdCfg.EtcdUseSSL.GetAsBool(),
|
Params.EtcdCfg.EtcdUseSSL.GetAsBool(),
|
||||||
|
|||||||
@ -84,7 +84,7 @@ func TestMinIOCMFail(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func TestMinIOCM(t *testing.T) {
|
func TestMinIOCM(t *testing.T) {
|
||||||
Params.Init(0)
|
Params.Init()
|
||||||
testBucket, err := Params.Load("minio.bucketName")
|
testBucket, err := Params.Load("minio.bucketName")
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
|||||||
@ -139,11 +139,11 @@ func buildVectorChunkManager(localPath string, localCacheEnable bool) (*VectorCh
|
|||||||
return vcm, cancel, nil
|
return vcm, cancel, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
var Params paramtable.BaseTable
|
var Params = paramtable.Get()
|
||||||
var localPath = "/tmp/milvus_test/chunkmanager/"
|
var localPath = "/tmp/milvus_test/chunkmanager/"
|
||||||
|
|
||||||
func TestMain(m *testing.M) {
|
func TestMain(m *testing.M) {
|
||||||
Params.Init(0)
|
Params.Init()
|
||||||
exitCode := m.Run()
|
exitCode := m.Run()
|
||||||
err := os.RemoveAll(localPath)
|
err := os.RemoveAll(localPath)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|||||||
@ -287,9 +287,7 @@ func genIndexCase() []indexTestCase {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func genStorageConfig() *indexpb.StorageConfig {
|
func genStorageConfig() *indexpb.StorageConfig {
|
||||||
InitOnce.Do(func() {
|
Params.Init()
|
||||||
Params.Init()
|
|
||||||
})
|
|
||||||
|
|
||||||
return &indexpb.StorageConfig{
|
return &indexpb.StorageConfig{
|
||||||
Address: Params.MinioCfg.Address.GetValue(),
|
Address: Params.MinioCfg.Address.GetValue(),
|
||||||
|
|||||||
@ -2,7 +2,6 @@ package indexcgowrapper
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"strconv"
|
"strconv"
|
||||||
"sync"
|
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
"github.com/stretchr/testify/assert"
|
"github.com/stretchr/testify/assert"
|
||||||
@ -40,8 +39,7 @@ const (
|
|||||||
ef = 200
|
ef = 200
|
||||||
)
|
)
|
||||||
|
|
||||||
var Params paramtable.ServiceParam
|
var Params paramtable.ComponentParam
|
||||||
var InitOnce sync.Once
|
|
||||||
|
|
||||||
type vecTestCase struct {
|
type vecTestCase struct {
|
||||||
indexType string
|
indexType string
|
||||||
|
|||||||
@ -76,9 +76,9 @@ func NewBaseTableFromYamlOnly(yaml string) *BaseTable {
|
|||||||
return gp
|
return gp
|
||||||
}
|
}
|
||||||
|
|
||||||
// Init initializes the param table.
|
// init initializes the param table.
|
||||||
// if refreshInterval greater than 0 will auto refresh config from source
|
// if refreshInterval greater than 0 will auto refresh config from source
|
||||||
func (gp *BaseTable) Init(refreshInterval int) {
|
func (gp *BaseTable) init(refreshInterval int) {
|
||||||
formatter := func(key string) string {
|
formatter := func(key string) string {
|
||||||
ret := strings.ToLower(key)
|
ret := strings.ToLower(key)
|
||||||
ret = strings.TrimPrefix(ret, "milvus.")
|
ret = strings.TrimPrefix(ret, "milvus.")
|
||||||
|
|||||||
@ -23,7 +23,7 @@ import (
|
|||||||
var baseParams = BaseTable{}
|
var baseParams = BaseTable{}
|
||||||
|
|
||||||
func TestMain(m *testing.M) {
|
func TestMain(m *testing.M) {
|
||||||
baseParams.Init(0)
|
baseParams.init(0)
|
||||||
code := m.Run()
|
code := m.Run()
|
||||||
os.Exit(code)
|
os.Exit(code)
|
||||||
}
|
}
|
||||||
@ -111,7 +111,7 @@ func TestBaseTable_Get(t *testing.T) {
|
|||||||
func TestBaseTable_Pulsar(t *testing.T) {
|
func TestBaseTable_Pulsar(t *testing.T) {
|
||||||
//test PULSAR ADDRESS
|
//test PULSAR ADDRESS
|
||||||
t.Setenv("PULSAR_ADDRESS", "pulsar://localhost:6650")
|
t.Setenv("PULSAR_ADDRESS", "pulsar://localhost:6650")
|
||||||
baseParams.Init(0)
|
baseParams.init(0)
|
||||||
|
|
||||||
address := baseParams.Get("pulsar.address")
|
address := baseParams.Get("pulsar.address")
|
||||||
assert.Equal(t, "pulsar://localhost:6650", address)
|
assert.Equal(t, "pulsar://localhost:6650", address)
|
||||||
@ -124,7 +124,7 @@ func TestBaseTable_Env(t *testing.T) {
|
|||||||
t.Setenv("milvus.test", "test")
|
t.Setenv("milvus.test", "test")
|
||||||
t.Setenv("milvus.test.test2", "test2")
|
t.Setenv("milvus.test.test2", "test2")
|
||||||
|
|
||||||
baseParams.Init(0)
|
baseParams.init(0)
|
||||||
result, _ := baseParams.Load("test")
|
result, _ := baseParams.Load("test")
|
||||||
assert.Equal(t, result, "test")
|
assert.Equal(t, result, "test")
|
||||||
|
|
||||||
@ -133,7 +133,7 @@ func TestBaseTable_Env(t *testing.T) {
|
|||||||
|
|
||||||
t.Setenv("milvus.invalid", "xxx=test")
|
t.Setenv("milvus.invalid", "xxx=test")
|
||||||
|
|
||||||
baseParams.Init(0)
|
baseParams.init(0)
|
||||||
result, _ = baseParams.Load("invalid")
|
result, _ = baseParams.Load("invalid")
|
||||||
assert.Equal(t, result, "xxx=test")
|
assert.Equal(t, result, "xxx=test")
|
||||||
}
|
}
|
||||||
|
|||||||
@ -88,16 +88,17 @@ type ComponentParam struct {
|
|||||||
IntegrationTestCfg integrationTestConfig
|
IntegrationTestCfg integrationTestConfig
|
||||||
}
|
}
|
||||||
|
|
||||||
// InitOnce initialize once
|
// Init initialize once
|
||||||
func (p *ComponentParam) InitOnce() {
|
func (p *ComponentParam) Init() {
|
||||||
p.once.Do(func() {
|
p.once.Do(func() {
|
||||||
p.Init()
|
p.init()
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
// Init initialize the global param table
|
// init initialize the global param table
|
||||||
func (p *ComponentParam) Init() {
|
|
||||||
p.ServiceParam.Init()
|
func (p *ComponentParam) init() {
|
||||||
|
p.ServiceParam.init()
|
||||||
|
|
||||||
p.CommonCfg.init(&p.BaseTable)
|
p.CommonCfg.init(&p.BaseTable)
|
||||||
p.QuotaConfig.init(&p.BaseTable)
|
p.QuotaConfig.init(&p.BaseTable)
|
||||||
|
|||||||
@ -21,10 +21,10 @@ import (
|
|||||||
|
|
||||||
func TestGrpcServerParams(t *testing.T) {
|
func TestGrpcServerParams(t *testing.T) {
|
||||||
role := typeutil.DataNodeRole
|
role := typeutil.DataNodeRole
|
||||||
base := BaseTable{}
|
base := &ComponentParam{}
|
||||||
base.Init(0)
|
base.Init()
|
||||||
var serverConfig GrpcServerConfig
|
var serverConfig GrpcServerConfig
|
||||||
serverConfig.Init(role, &base)
|
serverConfig.Init(role, &base.BaseTable)
|
||||||
|
|
||||||
assert.Equal(t, serverConfig.Domain, role)
|
assert.Equal(t, serverConfig.Domain, role)
|
||||||
t.Logf("Domain = %s", serverConfig.Domain)
|
t.Logf("Domain = %s", serverConfig.Domain)
|
||||||
@ -63,10 +63,10 @@ func TestGrpcServerParams(t *testing.T) {
|
|||||||
}
|
}
|
||||||
func TestGrpcClientParams(t *testing.T) {
|
func TestGrpcClientParams(t *testing.T) {
|
||||||
role := typeutil.DataNodeRole
|
role := typeutil.DataNodeRole
|
||||||
base := BaseTable{}
|
base := ComponentParam{}
|
||||||
base.Init(0)
|
base.Init()
|
||||||
var clientConfig GrpcClientConfig
|
var clientConfig GrpcClientConfig
|
||||||
clientConfig.Init(role, &base)
|
clientConfig.Init(role, &base.BaseTable)
|
||||||
|
|
||||||
assert.Equal(t, clientConfig.Domain, role)
|
assert.Equal(t, clientConfig.Domain, role)
|
||||||
t.Logf("Domain = %s", clientConfig.Domain)
|
t.Logf("Domain = %s", clientConfig.Domain)
|
||||||
|
|||||||
@ -9,7 +9,7 @@ type hookConfig struct {
|
|||||||
|
|
||||||
func (h *hookConfig) init() {
|
func (h *hookConfig) init() {
|
||||||
base := &BaseTable{YamlFile: hookYamlFile}
|
base := &BaseTable{YamlFile: hookYamlFile}
|
||||||
base.Init(0)
|
base.init(0)
|
||||||
|
|
||||||
h.SoPath = ParamItem{
|
h.SoPath = ParamItem{
|
||||||
Key: "soPath",
|
Key: "soPath",
|
||||||
|
|||||||
@ -8,7 +8,7 @@ import (
|
|||||||
|
|
||||||
func TestHTTPConfig_Init(t *testing.T) {
|
func TestHTTPConfig_Init(t *testing.T) {
|
||||||
params := ComponentParam{}
|
params := ComponentParam{}
|
||||||
params.InitOnce()
|
params.Init()
|
||||||
cf := params.HTTPCfg
|
cf := params.HTTPCfg
|
||||||
assert.Equal(t, cf.Enabled.GetAsBool(), true)
|
assert.Equal(t, cf.Enabled.GetAsBool(), true)
|
||||||
assert.Equal(t, cf.DebugMode.GetAsBool(), false)
|
assert.Equal(t, cf.DebugMode.GetAsBool(), false)
|
||||||
|
|||||||
@ -26,7 +26,7 @@ const (
|
|||||||
var params ComponentParam
|
var params ComponentParam
|
||||||
|
|
||||||
func Init() {
|
func Init() {
|
||||||
params.InitOnce()
|
params.Init()
|
||||||
}
|
}
|
||||||
|
|
||||||
func Get() *ComponentParam {
|
func Get() *ComponentParam {
|
||||||
|
|||||||
@ -53,8 +53,8 @@ type ServiceParam struct {
|
|||||||
MinioCfg MinioConfig
|
MinioCfg MinioConfig
|
||||||
}
|
}
|
||||||
|
|
||||||
func (p *ServiceParam) Init() {
|
func (p *ServiceParam) init() {
|
||||||
p.BaseTable.Init(10)
|
p.BaseTable.init(10)
|
||||||
|
|
||||||
p.LocalStorageCfg.Init(&p.BaseTable)
|
p.LocalStorageCfg.Init(&p.BaseTable)
|
||||||
p.MetaStoreCfg.Init(&p.BaseTable)
|
p.MetaStoreCfg.Init(&p.BaseTable)
|
||||||
|
|||||||
@ -22,7 +22,7 @@ import (
|
|||||||
|
|
||||||
func TestServiceParam(t *testing.T) {
|
func TestServiceParam(t *testing.T) {
|
||||||
var SParams ServiceParam
|
var SParams ServiceParam
|
||||||
SParams.Init()
|
SParams.init()
|
||||||
|
|
||||||
t.Run("test etcdConfig", func(t *testing.T) {
|
t.Run("test etcdConfig", func(t *testing.T) {
|
||||||
Params := &SParams.EtcdCfg
|
Params := &SParams.EtcdCfg
|
||||||
@ -54,11 +54,11 @@ func TestServiceParam(t *testing.T) {
|
|||||||
// test UseEmbedEtcd
|
// test UseEmbedEtcd
|
||||||
t.Setenv("etcd.use.embed", "true")
|
t.Setenv("etcd.use.embed", "true")
|
||||||
t.Setenv(metricsinfo.DeployModeEnvKey, metricsinfo.ClusterDeployMode)
|
t.Setenv(metricsinfo.DeployModeEnvKey, metricsinfo.ClusterDeployMode)
|
||||||
assert.Panics(t, func() { SParams.Init() })
|
assert.Panics(t, func() { SParams.init() })
|
||||||
|
|
||||||
t.Setenv(metricsinfo.DeployModeEnvKey, metricsinfo.StandaloneDeployMode)
|
t.Setenv(metricsinfo.DeployModeEnvKey, metricsinfo.StandaloneDeployMode)
|
||||||
t.Setenv("etcd.use.embed", "false")
|
t.Setenv("etcd.use.embed", "false")
|
||||||
SParams.Init()
|
SParams.init()
|
||||||
})
|
})
|
||||||
|
|
||||||
t.Run("test pulsarConfig", func(t *testing.T) {
|
t.Run("test pulsarConfig", func(t *testing.T) {
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user