admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2025-12-07 09:38:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update scale deploy milvus by operator (#10529)

Browse Source 
Signed-off-by: ThreadDao <yufen.zong@zilliz.com>
This commit is contained in:
ThreadDao 2021-10-25 10:51:10 +08:00 committed by GitHub
parent 9ebabdac79
commit 638d0ac291
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 29 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
tests/python_client/scale/test_data_node_scale.py
View File

@ -7,6 +7,7 @@ from common import common_func as cf
from common import common_type as ct from common import common_type as ct
from scale import constants from scale import constants
from scale.helm_env import HelmEnv from scale.helm_env import HelmEnv
from customize.milvus_operator import MilvusOperator
from pymilvus import connections, utility from pymilvus import connections, utility
prefix = "data_scale" prefix = "data_scale"
@ -28,11 +29,34 @@ class TestDataNodeScale:
""" """
# deploy all nodes one pod cluster milvus with helm # deploy all nodes one pod cluster milvus with helm
release_name = "scale-data" release_name = "scale-data"
env = HelmEnv(release_name=release_name) # env = HelmEnv(release_name=release_name)
host = env.helm_install_cluster_milvus() # host = env.helm_install_cluster_milvus()
# deploy cluster milvus with dataNode 1 replicas
default_config = {
'metadata.namespace': constants.NAMESPACE,
'metadata.name': release_name,
'spec.components.image': 'milvusdb/milvus-dev:master-20211020-b40513b',
'spec.components.proxy.serviceType': 'LoadBalancer',
'dependencies.etcd.inCluster.deletionPolicy': 'Delete',
'dependencies.etcd.inCluster.pvcDeletion': 'true',
'dependencies.pulsar.inCluster.deletionPolicy': 'Delete',
'dependencies.pulsar.inCluster.pvcDeletion': 'true',
'dependencies.storage.inCluster.deletionPolicy': 'Delete',
'dependencies.storage.inCluster.pvcDeletion': 'true',
}
milvusOp = MilvusOperator()
milvusOp.install(default_config)
if milvusOp.wait_for_healthy(release_name, namespace=constants.NAMESPACE):
endpoint = milvusOp.endpoint(release_name, constants.NAMESPACE)
endpoint = endpoint.split(':')
host = endpoint[0]
port = int(endpoint[-1])
else:
raise Exception(f"Failed to install {release_name}")
# connect # connect
connections.add_connection(default={"host": host, "port": 19530}) connections.add_connection(default={"host": host, "port": port})
connections.connect(alias='default') connections.connect(alias='default')
# create # create
c_name = cf.gen_unique_str(prefix) c_name = cf.gen_unique_str(prefix)
@ -43,7 +67,8 @@ class TestDataNodeScale:
mutation_res, _ = collection_w.insert(data) mutation_res, _ = collection_w.insert(data)
assert mutation_res.insert_count == ct.default_nb assert mutation_res.insert_count == ct.default_nb
# scale dataNode to 2 pods # scale dataNode to 2 pods
env.helm_upgrade_cluster_milvus(dataNode=2) milvusOp.upgrade(release_name, {'spec.components.dataNode.replicas': 2}, constants.NAMESPACE)
# env.helm_upgrade_cluster_milvus(dataNode=2)
# after scale, assert data consistent # after scale, assert data consistent
assert utility.has_collection(c_name) assert utility.has_collection(c_name)
assert collection_w.num_entities == ct.default_nb assert collection_w.num_entities == ct.default_nb