mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-06 09:08:43 +08:00
2d7574b5a3
- Refactor connection logic to prioritize uri and token parameters over host/port/user/password for a more modern connection approach - Add explicit limit parameter (limit=5) to search and query operations in chaos checkers to avoid returning unlimited results - Migrate test_all_collections_after_chaos.py from Collection wrapper to MilvusClient API style - Update pytest fixtures in chaos test files to support uri/token params Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
121 lines
4.4 KiB
Python
121 lines
4.4 KiB
Python
import pytest
|
|
from time import sleep
|
|
from collections import defaultdict
|
|
from pymilvus import connections
|
|
from chaos.checker import (InsertChecker,
|
|
UpsertChecker,
|
|
FlushChecker,
|
|
SearchChecker,
|
|
QueryChecker,
|
|
IndexCreateChecker,
|
|
DeleteChecker,
|
|
Op)
|
|
from utils.util_log import test_log as log
|
|
from chaos import chaos_commons as cc
|
|
from chaos.chaos_commons import assert_statistic
|
|
from common.common_type import CaseLabel
|
|
from chaos import constants
|
|
from utils.util_common import get_collections
|
|
from delayed_assert import assert_expectations
|
|
|
|
|
|
class TestBase:
|
|
expect_create = constants.SUCC
|
|
expect_insert = constants.SUCC
|
|
expect_flush = constants.SUCC
|
|
expect_index = constants.SUCC
|
|
expect_search = constants.SUCC
|
|
expect_query = constants.SUCC
|
|
host = '127.0.0.1'
|
|
port = 19530
|
|
_chaos_config = None
|
|
health_checkers = {}
|
|
|
|
|
|
def get_collections_with_limit():
|
|
collections = get_collections()
|
|
m = defaultdict(list)
|
|
for c_name in collections:
|
|
prefix = c_name.split("_")[0]
|
|
if len(m[prefix]) <= 5:
|
|
m[prefix].append(c_name)
|
|
selected_collections = []
|
|
for v in m.values():
|
|
selected_collections.extend(v)
|
|
if len(selected_collections) == 0:
|
|
selected_collections = [None]
|
|
return selected_collections
|
|
|
|
|
|
class TestOperations(TestBase):
|
|
|
|
@pytest.fixture(scope="function", params=get_collections_with_limit())
|
|
def collection_name(self, request):
|
|
if request.param == [] or request.param == "":
|
|
pytest.skip("The collection name is invalid")
|
|
yield request.param
|
|
|
|
@pytest.fixture(scope="function", autouse=True)
|
|
def connection(self, host, port, user, password, uri, token):
|
|
# Prioritize uri and token for connection
|
|
if uri:
|
|
actual_uri = uri
|
|
else:
|
|
actual_uri = f"http://{host}:{port}"
|
|
|
|
if token:
|
|
actual_token = token
|
|
else:
|
|
actual_token = f"{user}:{password}" if user and password else None
|
|
|
|
if actual_token:
|
|
connections.connect('default', uri=actual_uri, token=actual_token)
|
|
else:
|
|
connections.connect('default', uri=actual_uri)
|
|
|
|
if connections.has_connection("default") is False:
|
|
raise Exception("no connections")
|
|
log.info(f"connect to milvus successfully, uri: {actual_uri}")
|
|
self.host = host
|
|
self.port = port
|
|
self.user = user
|
|
self.password = password
|
|
self.uri = actual_uri
|
|
self.token = actual_token
|
|
|
|
def init_health_checkers(self, collection_name=None):
|
|
c_name = collection_name
|
|
checkers = {
|
|
Op.insert: InsertChecker(collection_name=c_name),
|
|
Op.upsert: UpsertChecker(collection_name=c_name),
|
|
Op.flush: FlushChecker(collection_name=c_name),
|
|
Op.index: IndexCreateChecker(collection_name=c_name),
|
|
Op.search: SearchChecker(collection_name=c_name),
|
|
Op.query: QueryChecker(collection_name=c_name),
|
|
Op.delete: DeleteChecker(collection_name=c_name),
|
|
}
|
|
self.health_checkers = checkers
|
|
|
|
@pytest.mark.tags(CaseLabel.L3)
|
|
def test_operations(self, collection_name, request_duration):
|
|
# start the monitor threads to check the milvus ops
|
|
log.info("*********************Test Start**********************")
|
|
log.info(connections.get_connection_addr('default'))
|
|
c_name = collection_name
|
|
self.init_health_checkers(collection_name=c_name)
|
|
cc.start_monitor_threads(self.health_checkers)
|
|
log.info("*********************Request Load Start**********************")
|
|
# wait request_duration for the load request to be finished
|
|
request_duration = request_duration.replace("h", "*3600+").replace("m", "*60+").replace("s", "")
|
|
if request_duration[-1] == "+":
|
|
request_duration = request_duration[:-1]
|
|
request_duration = eval(request_duration)
|
|
for i in range(10):
|
|
sleep(request_duration//10)
|
|
for k, v in self.health_checkers.items():
|
|
v.check_result()
|
|
log.info("******assert after chaos deleted: ")
|
|
assert_statistic(self.health_checkers)
|
|
assert_expectations()
|
|
log.info("*********************Test Completed**********************")
|