admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2026-02-04 11:18:44 +08:00
Code Issues Packages Projects Releases Wiki Activity

modify error code nightly cases (#27788)

Browse Source 
Signed-off-by: nico <cheng.yuan@zilliz.com>
This commit is contained in:
nico 2023-10-23 10:14:10 +08:00 committed by GitHub
parent d2dbbbc11b
commit 6b33420b3a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
6 changed files with 41 additions and 122 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

63
tests/python_client/testcases/test_collection.py
View File

@ -2439,12 +2439,7 @@ class TestLoadCollection(TestcaseBase):
self.init_partition_wrap(collection_w, partition2)
collection_w.load()
partition_w.release()
error = {ct.err_code: 65538,
ct.err_msg: 'failed to query: attempt #0: failed to search/query delegator 1'
' for channel by-dev-rootcoord-dml_0_444857573607352620v0: fail '
'to Query, QueryNode ID = 1, reason=partition=[444857573607352660]:'
' partition not loaded: attempt #1: no available shard delegator '
'found: service unavailable'}
error = {ct.err_code: 65538, ct.err_msg: 'partition not loaded'}
collection_w.query(default_term_expr, partition_names=[partition1],
check_task=CheckTasks.err_res, check_items=error)
collection_w.release()
@ -2469,12 +2464,7 @@ class TestLoadCollection(TestcaseBase):
partition_w1.release()
collection_w.release()
partition_w1.load()
error = {ct.err_code: 65538,
ct.err_msg: 'failed to query: attempt #0: failed to search/query delegator '
'1 for channel by-dev-rootcoord-dml_14_444857573607352608v0: fail'
' to Query, QueryNode ID = 1, reason=partition=[444857573607352653]:'
' partition not loaded: attempt #1: no available shard delegator '
'found: service unavailable'}
error = {ct.err_code: 65538, ct.err_msg: 'partition not loaded'}
collection_w.query(default_term_expr, partition_names=[partition2],
check_task=CheckTasks.err_res, check_items=error)
partition_w2.load()
@ -2532,10 +2522,7 @@ class TestLoadCollection(TestcaseBase):
partition_w1.release()
partition_w1.drop()
partition_w2.release()
error = {ct.err_code: 65538, ct.err_msg: 'failed to query: attempt #0: failed to search/query delegator 1 '
'for channel by-dev-rootcoord-xx: fail to Query, QueryNode ID = 1,'
' reason=partition=[ ]: partition not loaded: attempt #1: no '
'available shard delegator found: service unavailable'}
error = {ct.err_code: 65538, ct.err_msg: 'partition not loaded'}
collection_w.query(default_term_expr, partition_names=[partition2],
check_task=CheckTasks.err_res, check_items=error)
collection_w.load()
@ -2614,8 +2601,7 @@ class TestLoadCollection(TestcaseBase):
collection_wr.load()
collection_wr.release()
collection_wr.drop()
error = {ct.err_code: 100,
ct.err_msg: "collection=444857573607352784: collection not found"}
error = {ct.err_code: 100, ct.err_msg: "collection not found"}
collection_wr.load(check_task=CheckTasks.err_res, check_items=error)
collection_wr.release(check_task=CheckTasks.err_res, check_items=error)
@ -2632,8 +2618,7 @@ class TestLoadCollection(TestcaseBase):
collection_wr.create_index(ct.default_float_vec_field_name, index_params=ct.default_flat_index)
collection_wr.load()
collection_wr.drop()
error = {ct.err_code: 100,
ct.err_msg: "collection=444857573607351711: collection not found"}
error = {ct.err_code: 100, ct.err_msg: "collection not found"}
collection_wr.release(check_task=CheckTasks.err_res, check_items=error)
@pytest.mark.tags(CaseLabel.L1)
@ -2776,7 +2761,8 @@ class TestLoadCollection(TestcaseBase):
assert loading_progress == {'loading_progress': '100%'}
# verify load different replicas thrown an exception
error = {ct.err_code: 5, ct.err_msg: f"Should release first then reload with the new number of replicas"}
error = {ct.err_code: 1100, ct.err_msg: "failed to load collection: can't change the replica number for "
"loaded collection: expected=1, actual=2: invalid parameter"}
collection_w.load(replica_number=2, check_task=CheckTasks.err_res, check_items=error)
one_replica, _ = collection_w.get_replicas()
assert len(one_replica.groups) == 1
@ -2862,7 +2848,7 @@ class TestLoadCollection(TestcaseBase):
check_task=CheckTasks.check_query_results,
check_items={'exp_res': df_2.iloc[:1, :1].to_dict('records')})
error = {ct.err_code: 1, ct.err_msg: f"not loaded into memory"}
error = {ct.err_code: 65538, ct.err_msg: "partition not loaded"}
collection_w.query(expr=f"{ct.default_int64_field_name} in [0]",
partition_names=[ct.default_partition_name, ct.default_tag],
check_task=CheckTasks.err_res, check_items=error)
@ -3016,7 +3002,7 @@ class TestLoadCollection(TestcaseBase):
collection_w.get_replicas(check_task=CheckTasks.err_res,
check_items={"err_code": 400,
"err_msg": "failed to get replicas by collection: "
"replica=444857573607352187: replica not found"})
"replica not found"})
@pytest.mark.tags(CaseLabel.L3)
def test_count_multi_replicas(self):
@ -3113,9 +3099,7 @@ class TestReleaseAdvanced(TestcaseBase):
search_res, _ = collection_wr.search(vectors, default_search_field, default_search_params,
default_limit, _async=True)
collection_wr.release()
error = {ct.err_code: 65535, ct.err_msg: "failed to search: attempt #0: fail to get shard leaders from"
" QueryCoord: collection=444818512783071471: collection not"
" loaded: unrecoverable error"}
error = {ct.err_code: 65535, ct.err_msg: "collection not loaded"}
collection_wr.search(vectors, default_search_field, default_search_params, default_limit,
check_task=CheckTasks.err_res, check_items=error)
@ -3143,9 +3127,7 @@ class TestReleaseAdvanced(TestcaseBase):
[par_name],
check_task=CheckTasks.err_res,
check_items={"err_code": 65535,
"err_msg": "failed to search: attempt #0: fail to get shard leaders "
"from QueryCoord: collection=444857573607353390: collection "
"not loaded: unrecoverable error"})
"err_msg": "collection not loaded"})
@pytest.mark.tags(CaseLabel.L0)
def test_release_indexed_collection_during_searching(self):
@ -3166,9 +3148,7 @@ class TestReleaseAdvanced(TestcaseBase):
default_search_params, limit, default_search_exp,
[par_name], _async=True)
collection_w.release()
error = {ct.err_code: 65535, ct.err_msg: "failed to search: attempt #0: fail to get shard leaders from "
"QueryCoord: collection=444818512783071824: collection not "
"loaded: unrecoverable error"}
error = {ct.err_code: 65535, ct.err_msg: "collection not loaded"}
collection_w.search(vectors, default_search_field,
default_search_params, limit, default_search_exp,
[par_name],
@ -3401,10 +3381,7 @@ class TestLoadPartition(TestcaseBase):
partition_w1.load()
partition_w1.load()
error = {ct.err_code: 65538,
ct.err_msg: 'failed to query: attempt #0: failed to search/query delegator 1 for'
' channel by-dev-rootcoord-dml_10_444857573607353001v0: fail to Query, '
'QueryNode ID = 1, reason=partition=[444857573607353015]: partition not '
'loaded: attempt #1: no available shard delegator found: service unavailable'}
ct.err_msg: 'partition not loaded'}
collection_w.query(default_term_expr, partition_names=[partition2],
check_task=CheckTasks.err_res, check_items=error)
collection_w.load()
@ -3459,9 +3436,7 @@ class TestLoadPartition(TestcaseBase):
partition_w2 = self.init_partition_wrap(collection_w, partition2)
partition_w1.load()
collection_w.release()
error = {ct.err_code: 65535, ct.err_msg: "failed to query: attempt #0: fail to get shard leaders from "
"QueryCoord: collection=444818512783073123: collection not"
" loaded: unrecoverable error"}
error = {ct.err_code: 65535, ct.err_msg: "collection not loaded"}
collection_w.query(default_term_expr, partition_names=[partition1],
check_task=CheckTasks.err_res, check_items=error)
partition_w1.load()
@ -3501,8 +3476,7 @@ class TestLoadPartition(TestcaseBase):
partition_w1.load()
partition_w1.release()
error = {ct.err_code: 65535,
ct.err_msg: 'failed to query: attempt #0: fail to get shard leaders from QueryCoord: '
'collection=444857573607352292: collection not loaded: unrecoverable error'}
ct.err_msg: 'collection not loaded'}
collection_w.query(default_term_expr, partition_names=[partition1],
check_task=CheckTasks.err_res, check_items=error)
partition_w1.load()
@ -3566,8 +3540,7 @@ class TestLoadPartition(TestcaseBase):
partition_w1.release()
partition_w2.release()
error = {ct.err_code: 65535,
ct.err_msg: 'failed to query: attempt #0: fail to get shard leaders from QueryCoord:'
' collection=444857573607353795: collection not loaded: unrecoverable error'}
ct.err_msg: 'collection not loaded'}
collection_w.query(default_term_expr, partition_names=[partition1, partition2],
check_task=CheckTasks.err_res, check_items=error)
collection_w.load()
@ -3694,9 +3667,7 @@ class TestLoadPartition(TestcaseBase):
partition_w2.drop()
partition_w1.release()
error = {ct.err_code: 65535,
ct.err_msg: 'failed to query: attempt #0: fail to get shard leaders from'
' QueryCoord: collection=444857573607353891: collection not'
' loaded: unrecoverable error'}
ct.err_msg: 'collection not loaded'}
collection_w.query(default_term_expr, partition_names=[partition1],
check_task=CheckTasks.err_res, check_items=error)
partition_w1.load()

4
tests/python_client/testcases/test_delete.py
View File

@ -678,9 +678,7 @@ class TestDeleteOperation(TestcaseBase):
assert res.delete_count == 1
# query without loading and raise exception
error = {ct.err_code: 65535,
ct.err_msg: "failed to query: attempt #0: fail to get shard leaders from QueryCoord:"
" collection=444857573607556205: collection not loaded: unrecoverable error"}
error = {ct.err_code: 65535, ct.err_msg: "collection not loaded"}
collection_w.query(expr=tmp_expr, check_task=CheckTasks.err_res, check_items=error)
@pytest.mark.tags(CaseLabel.L1)

7
tests/python_client/testcases/test_partition.py
View File

@ -403,7 +403,8 @@ class TestPartitionParams(TestcaseBase):
partition_w.load(replica_number=1)
collection_w.query(expr=f"{ct.default_int64_field_name} in [0]", check_task=CheckTasks.check_query_results,
check_items={'exp_res': [{'int64': 0}]})
error = {ct.err_code: 5, ct.err_msg: f"Should release first then reload with the new number of replicas"}
error = {ct.err_code: 1100, ct.err_msg: "failed to load partitions: can't change the replica number for "
"loaded partitions: expected=1, actual=2: invalid parameter"}
partition_w.load(replica_number=2, check_task=CheckTasks.err_res, check_items=error)
partition_w.release()
@ -506,9 +507,7 @@ class TestPartitionParams(TestcaseBase):
params={"nprobe": 32}, limit=1,
check_task=ct.CheckTasks.err_res,
check_items={ct.err_code: 65535,
ct.err_msg: "failed to search: attempt #0: fail to get shard "
"leaders from QueryCoord: collection=4448185127832"
"79866: collection not loaded: unrecoverable error"})
ct.err_msg: "collection not loaded"})
@pytest.mark.tags(CaseLabel.L1)
@pytest.mark.parametrize("data", [cf.gen_default_dataframe_data(10),

12
tests/python_client/testcases/test_query.py
View File

@ -1509,9 +1509,7 @@ class TestQueryParams(TestcaseBase):
df = cf.gen_default_dataframe_data()
partition_w.insert(df)
assert partition_w.num_entities == ct.default_nb
error = {ct.err_code: 65535, ct.err_msg: "failed to query: attempt #0: fail to get shard leaders from "
"QueryCoord: collection=444857573608181561: collection"
" not loaded: unrecoverable error"}
error = {ct.err_code: 65535, ct.err_msg: "collection not loaded"}
collection_w.query(default_term_expr, partition_names=[partition_w.name],
check_task=CheckTasks.err_res, check_items=error)
@ -1941,9 +1939,7 @@ class TestQueryOperation(TestcaseBase):
# query without load
collection_w.query(default_term_expr, check_task=CheckTasks.err_res,
check_items={ct.err_code: 65535,
ct.err_msg: "failed to query: attempt #0: fail to get shard leaders"
" from QueryCoord: collection=444857573609193909: "
"collection not loaded: unrecoverable error"})
ct.err_msg: "collection not loaded"})
@pytest.mark.tags(CaseLabel.L2)
@pytest.mark.parametrize("term_expr", [f'{ct.default_int64_field_name} in [0]'])
@ -2680,9 +2676,7 @@ class TestQueryCount(TestcaseBase):
collection_w.query(expr=default_term_expr, output_fields=[ct.default_count_output],
check_task=CheckTasks.err_res,
check_items={"err_code": 65535,
"err_msg": "failed to query: attempt #0: fail to get shard leaders from "
"QueryCoord: collection=444857573609396129: collection not loaded:"
" unrecoverable error"})
"err_msg": "collection not loaded"})
@pytest.mark.tags(CaseLabel.L1)
def test_count_duplicate_ids(self):

74
tests/python_client/testcases/test_search.py
View File

@ -252,13 +252,7 @@ class TestCollectionSearchInvalid(TestcaseBase):
default_search_params, default_limit, default_search_exp,
check_task=CheckTasks.err_res,
check_items={"err_code": 65538,
"err_msg": 'failed to search: attempt #0: failed to search/query'
' delegator 1 for channel by-dev-rootcoord-dml_1_4'
'44857573610608343v0: fail to Search, QueryNode ID=1, '
'reason=worker(1) query failed: UnknownError: Assert '
'"field_meta.get_sizeof() == element.line_sizeof_" '
'at /go/src/github.com/milvus-io/milvus/internal/core/'
'src/query/Plan.cpp:52'})
"err_msg": 'failed to search'})
@pytest.mark.tags(CaseLabel.L2)
def test_search_param_invalid_field_type(self, get_invalid_fields_type):
@ -273,9 +267,7 @@ class TestCollectionSearchInvalid(TestcaseBase):
invalid_search_field = get_invalid_fields_type
log.info("test_search_param_invalid_field_type: searching with invalid field: %s"
% invalid_search_field)
error1 = {"err_code": 65535, "err_msg": "failed to search: attempt #0: fail to get shard leaders from "
"QueryCoord: collection=444857573608382363: collection not "
"loaded: unrecoverable error"}
error1 = {"err_code": 65535, "err_msg": "collection not loaded"}
error2 = {"err_code": 1, "err_msg": f"`anns_field` value {get_invalid_fields_type} is illegal"}
error = error2 if get_invalid_fields_type in [[], 1, [1, "2", 3], (1,), {1: 1}] else error1
collection_w.search(vectors[:default_nq], invalid_search_field, default_search_params,
@ -319,9 +311,7 @@ class TestCollectionSearchInvalid(TestcaseBase):
default_limit, default_search_exp,
check_task=CheckTasks.err_res,
check_items={"err_code": 65535,
"err_msg": "failed to search: attempt #0: fail to get shard leaders "
"from QueryCoord: collection=444818512783277152: collection "
"not loaded: unrecoverable error"})
"err_msg": "collection not loaded"})
@pytest.mark.tags(CaseLabel.L2)
@pytest.mark.parametrize("index, params",
@ -344,11 +334,6 @@ class TestCollectionSearchInvalid(TestcaseBase):
collection_w.load()
# 3. search
invalid_search_params = cf.gen_invalid_search_params_type()
message = ("failed to search: attempt #0: failed to search/query delegator 1 for channel "
"by-dev-rootcoord-dml_8_444857573608382882v0: fail to Search, QueryNode ID=1, "
"reason=worker(1) query failed: UnknownError: => failed to search: invalid param "
"in json: invalid json key invalid_key: attempt #1: no available shard delegator "
"found: service unavailable")
for invalid_search_param in invalid_search_params:
if index == invalid_search_param["index_type"]:
search_params = {"metric_type": "L2",
@ -358,7 +343,7 @@ class TestCollectionSearchInvalid(TestcaseBase):
default_search_exp,
check_task=CheckTasks.err_res,
check_items={"err_code": 65538,
"err_msg": message})
"err_msg": "failed to search"})
@pytest.mark.skip("not fixed yet")
@pytest.mark.tags(CaseLabel.L1)
@ -624,9 +609,7 @@ class TestCollectionSearchInvalid(TestcaseBase):
default_search_params, default_limit, default_search_exp,
check_task=CheckTasks.err_res,
check_items={"err_code": 65535,
"err_msg": "failed to search: attempt #0: fail to get shard leaders from"
" QueryCoord: collection=444818512783277916: collection not"
" loaded: unrecoverable error"})
"err_msg": "collection not loaded"})
@pytest.mark.tags(CaseLabel.L2)
def test_search_release_partition(self):
@ -654,9 +637,7 @@ class TestCollectionSearchInvalid(TestcaseBase):
[par_name],
check_task=CheckTasks.err_res,
check_items={"err_code": 65535,
"err_msg": "failed to search: attempt #0: fail to get shard "
"leaders from QueryCoord: collection=444857573608588384: "
"collection not loaded: unrecoverable error"})
"err_msg": "collection not loaded"})
@pytest.mark.skip("enable this later using session/strong consistency")
@pytest.mark.tags(CaseLabel.L1)
@ -790,17 +771,12 @@ class TestCollectionSearchInvalid(TestcaseBase):
# 3. search
log.info("test_search_different_index_invalid_params: Searching after "
"creating index-%s" % index)
msg = ("failed to search: attempt #0: failed to search/query delegator 1 for channel "
"by-dev-rootcoord-dml_10_444857573608789760v0: fail to Search, QueryNode ID=1, "
"reason=worker(1) query failed: UnknownError: [json.exception.type_error.302] "
"type must be number, but is string: attempt #1: no available shard delegator "
"found: service unavailable")
search_params = cf.gen_invalid_search_param(index)
collection_w.search(vectors, default_search_field,
search_params[0], default_limit,
default_search_exp,
check_task=CheckTasks.err_res,
check_items={"err_code": 65538, "err_msg": msg})
check_items={"err_code": 65538, "err_msg": "failed to search"})
@pytest.mark.tags(CaseLabel.L2)
def test_search_index_partition_not_existed(self):
@ -906,14 +882,11 @@ class TestCollectionSearchInvalid(TestcaseBase):
# 2. search and assert
query_raw_vector, binary_vectors = cf.gen_binary_vectors(2, default_dim)
search_params = {"metric_type": "L2", "params": {"nprobe": 10}}
msg = ("failed to search: attempt #0: failed to search/query delegator 1 for channel "
"by-dev-rootcoord-dml_4_444857573608384003v0: fail to Search, QueryNode ID=1, "
"reason=collection:444857573608384003, metric type not match: expected=JACCARD, "
"actual=L2: invalid parameter: attempt #1: no available shard delegator found: service unavailable")
collection_w.search(binary_vectors[:default_nq], "binary_vector",
search_params, default_limit, "int64 >= 0",
check_task=CheckTasks.err_res,
check_items={"err_code": 65538, "err_msg": msg})
check_items={"err_code": 65538, "err_msg": "metric type not match: "
"expected=JACCARD, actual=L2"})
@pytest.mark.tags(CaseLabel.L2)
def test_search_with_output_fields_not_exist(self):
@ -1090,9 +1063,7 @@ class TestCollectionSearchInvalid(TestcaseBase):
default_search_exp,
check_task=CheckTasks.err_res,
check_items={"err_code": 65535,
"err_msg": "failed to search: attempt #0: fail to get shard "
"leaders from QueryCoord: collection=444857573608586463:"
" collection not loaded: unrecoverable error"})
"err_msg": "collection not loaded"})
@pytest.mark.tags(CaseLabel.L2)
def test_range_search_invalid_range_filter(self, get_invalid_range_search_paras):
@ -1114,9 +1085,7 @@ class TestCollectionSearchInvalid(TestcaseBase):
default_search_exp,
check_task=CheckTasks.err_res,
check_items={"err_code": 65535,
"err_msg": "failed to search: attempt #0: fail to get"
" shard leaders from QueryCoord: collection=444857573608586774"
": collection not loaded: unrecoverable error"})
"err_msg": "collection not loaded"})
@pytest.mark.tags(CaseLabel.L1)
def test_range_search_invalid_radius_range_filter_L2(self):
@ -1136,9 +1105,7 @@ class TestCollectionSearchInvalid(TestcaseBase):
default_search_exp,
check_task=CheckTasks.err_res,
check_items={"err_code": 65535,
"err_msg": "failed to search: attempt #0: fail to get shard leaders from "
"QueryCoord: collection=444818512783278558: collection not loaded:"
" unrecoverable error"})
"err_msg": "collection not loaded"})
@pytest.mark.tags(CaseLabel.L1)
def test_range_search_invalid_radius_range_filter_IP(self):
@ -1159,9 +1126,7 @@ class TestCollectionSearchInvalid(TestcaseBase):
default_search_exp,
check_task=CheckTasks.err_res,
check_items={"err_code": 65535,
"err_msg": "failed to search: attempt #0: fail to get shard leaders from "
"QueryCoord: collection=444818512783279076: collection not "
"loaded: unrecoverable error"})
"err_msg": "collection not loaded"})
@pytest.mark.tags(CaseLabel.L2)
@pytest.mark.skip(reason="annoy not supported any more")
@ -1284,17 +1249,13 @@ class TestCollectionSearchInvalid(TestcaseBase):
# delete entity
expr = 'float >= int64'
# search with id 0 vectors
msg = ("failed to search: attempt #0: failed to search/query delegator 3 for channel by-dev-rootcoord-dml_15_"
"444818512783279330v0: fail to Search, QueryNode ID=3, reason=worker(3) query failed: UnknownError: "
"=> unsupported right datatype JSON of compare expr: attempt #1: no available shard delegator found: s"
"ervice unavailable")
vectors = [[random.random() for _ in range(default_dim)] for _ in range(default_nq)]
collection_w.search(vectors[:default_nq], default_search_field,
default_search_params, default_limit,
expr,
check_task=CheckTasks.err_res,
check_items={"err_code": 65538,
"err_msg": msg})
"err_msg": "UnknownError: unsupported right datatype JSON of compare expr"})
class TestCollectionSearch(TestcaseBase):
@ -6045,8 +6006,7 @@ class TestSearchDiskann(TestcaseBase):
output_fields=output_fields,
check_task=CheckTasks.err_res,
check_items={"err_code": 65538,
"err_msg": "failed to search: attempt #0: failed to search/query "
"delegator 1 for channel by-dev-.."})
"err_msg": "failed to search"})
@pytest.mark.tags(CaseLabel.L2)
def test_search_with_diskann_with_string_pk(self, dim, enable_dynamic_field):
@ -8813,9 +8773,7 @@ class TestCollectionLoadOperation(TestcaseBase):
collection_w.search(vectors[:1], field_name, default_search_params, 200,
check_task=CheckTasks.err_res,
check_items={ct.err_code: 65535,
ct.err_msg: "failed to search: attempt #0: fail to get shard leaders "
"from QueryCoord: collection=444857573614268173: "
"collection not loaded: unrecoverable error"})
ct.err_msg: "collection not loaded"})
@pytest.mark.tags(CaseLabel.L2)
@pytest.mark.xfail(reason="issue #24446")

3
tests/python_client/testcases/test_utility.py
View File

@ -955,8 +955,7 @@ class TestUtilityBase(TestcaseBase):
self.utility_wrap.loading_progress(collection_w.name,
check_task=CheckTasks.err_res,
check_items={ct.err_code: 101,
ct.err_msg: 'collection= : '
'collection not loaded'})
ct.err_msg: 'collection not loaded'})
@pytest.mark.tags(CaseLabel.L1)
@pytest.mark.parametrize("nb", [ct.default_nb, 5000])