admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2025-12-28 14:35:27 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add timeout to 20s by default in ci test wrapper (#6961)

Browse Source 
* Init num_entities before loop

Signed-off-by: yanliang567 <yanliang.qiao@zilliz.com>

* [skip ci] Add new tests for L3

Signed-off-by: yanliang567 <yanliang.qiao@zilliz.com>

* [skip ci]Add timeout to 20s in base wrapper

Signed-off-by: yanliang567 <yanliang.qiao@zilliz.com>
This commit is contained in:
yanliang567 2021-08-03 11:01:25 +08:00 committed by GitHub
parent ae1f977b5c
commit a07b05710d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
7 changed files with 120 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests20/python_client/base/index_wrapper.py
View File

@ -7,7 +7,7 @@ from check.func_check import *
from utils.api_request import api_request
TIMEOUT = 5
TIMEOUT = 20
class ApiIndexWrapper:

2
tests20/python_client/base/partition_wrapper.py
View File

@ -6,7 +6,7 @@ from check.func_check import *
from utils.api_request import api_request
TIMEOUT = 5
TIMEOUT = 20
class ApiPartitionWrapper:

2
tests20/python_client/base/utility_wrapper.py
View File

@ -7,7 +7,7 @@ from check.func_check import *
from utils.api_request import api_request
TIMEOUT = 5
TIMEOUT = 20
class ApiUtilityWrapper:

19
tests20/python_client/chaos/chaos_objects/chaos_standalone_container_kill.yaml Normal file
View File

@ -0,0 +1,19 @@
apiVersion: chaos-mesh.org/v1alpha1
kind: PodChaos
metadata:
name: test-standalone-container-kill
namespace: chaos-testing
spec:
action: container-kill
mode: one
containerName: 'standalone'
selector:
namespaces:
- chaos-testing # target namespace of milvus deployment
labelSelectors:
app.kubernetes.io/instance: milvus-6868
app.kubernetes.io/name: milvus
component: standalone
scheduler:
cron: '@every 8s'

5
tests20/python_client/chaos/checker.py
View File

@ -76,7 +76,7 @@ class InsertFlushChecker(Checker):
def __init__(self, flush=False):
super().__init__()
self._flush = flush
self.init_entities = self.c_wrap.num_entities
self.initial_entities = self.c_wrap.num_entities
def keep_running(self):
while self._running:
@ -90,8 +90,9 @@ class InsertFlushChecker(Checker):
self._fail += 1
sleep(constants.WAIT_PER_OP / 10)
else:
if self.c_wrap.num_entities == (self.init_entities + constants.DELTA_PER_INS):
if self.c_wrap.num_entities == (self.initial_entities + constants.DELTA_PER_INS):
self._succ += 1
self.initial_entities += constants.DELTA_PER_INS
else:
self._fail += 1

94
tests20/python_client/load/test_workload.py Normal file
View File

@ -0,0 +1,94 @@
import datetime
import pytest
from base.client_base import TestcaseBase
from common import common_func as cf
from common import common_type as ct
from common.common_type import CaseLabel
from utils.util_log import test_log as log
from pymilvus_orm import utility
rounds = 100
per_nb = 100000
default_field_name = ct.default_float_vec_field_name
default_index_params = {"index_type": "IVF_SQ8", "metric_type": "L2", "params": {"nlist": 64}}
class TestLoad(TestcaseBase):
""" Test case of end to end"""
@pytest.mark.tags(CaseLabel.L3)
def test_load_default(self):
name = 'load_test_collection_1'
name2 = 'load_test_collection_2'
# create
# collection_w = self.init_collection_wrap(name=name)
# collection_w2 = self.init_collection_wrap(name=name2)
# assert collection_w.name == name
for i in range(50):
name = f"load_collection2_{i}"
self.init_collection_wrap(name=name)
log.debug(f"total collections: {len(utility.list_collections())}")
# # insert
# data = cf.gen_default_list_data(per_nb)
# log.debug(f"data len: {len(data[0])}")
# for i in range(rounds):
# t0 = datetime.datetime.now()
# ins_res, res = collection_w.insert(data, timeout=180)
# tt = datetime.datetime.now() - t0
# log.debug(f"round{i} insert: {len(ins_res.primary_keys)} entities in {tt}s")
# assert res # and per_nb == len(ins_res.primary_keys)
#
# t0 = datetime.datetime.now()
# ins_res2, res = collection_w2.insert(data, timeout=180)
# tt = datetime.datetime.now() - t0
# log.debug(f"round{i} insert2: {len(ins_res2.primary_keys)} entities in {tt}s")
# assert res
#
# # flush
# t0 = datetime.datetime.now()
# log.debug(f"current collection num_entities: {collection_w.num_entities}")
# tt = datetime.datetime.now() - t0
# log.debug(f"round{i} flush in {tt}")
#
# t0 = datetime.datetime.now()
# log.debug(f"current collection2 num_entities: {collection_w2.num_entities}")
# tt = datetime.datetime.now() - t0
# log.debug(f"round{i} flush2 in {tt}")
# index, res = collection_w.create_index(default_field_name, default_index_params, timeout=60)
# assert res
# # search
# collection_w.load()
# search_vectors = cf.gen_vectors(1, ct.default_dim)
# t0 = datetime.datetime.now()
# res_1, _ = collection_w.search(data=search_vectors,
# anns_field=ct.default_float_vec_field_name,
# param={"nprobe": 16}, limit=1)
# tt = datetime.datetime.now() - t0
# log.debug(f"assert search: {tt}")
# assert len(res_1) == 1
# # collection_w.release()
#
# # index
# collection_w.insert(cf.gen_default_dataframe_data(nb=5000))
# assert collection_w.num_entities == len(data[0]) + 5000
# _index_params = {"index_type": "IVF_SQ8", "metric_type": "L2", "params": {"nlist": 64}}
# t0 = datetime.datetime.now()
# index, _ = collection_w.create_index(field_name=ct.default_float_vec_field_name,
# index_params=_index_params,
# name=cf.gen_unique_str())
# tt = datetime.datetime.now() - t0
# log.debug(f"assert index: {tt}")
# assert len(collection_w.indexes) == 1
#
# # query
# term_expr = f'{ct.default_int64_field_name} in [3001,4001,4999,2999]'
# t0 = datetime.datetime.now()
# res, _ = collection_w.query(term_expr)
# tt = datetime.datetime.now() - t0
# log.debug(f"assert query: {tt}")
# assert len(res) == 4

2
tests20/python_client/testcases/test_partition.py
View File

@ -760,7 +760,7 @@ class TestPartitionOperations(TestcaseBase):
# insert data to partition
max_size = 100000 # TODO: clarify the max size of data
ins_res, _ = partition_w.insert(cf.gen_default_dataframe_data(max_size))
ins_res, _ = partition_w.insert(cf.gen_default_dataframe_data(max_size), timeout=40)
assert len(ins_res.primary_keys) == max_size
# self._connect().flush([collection_w.name])
assert partition_w.num_entities == max_size