admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2025-12-06 17:18:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

modify test case search index partitions (#27554)

Browse Source 
Signed-off-by: zilliz <zilliz@zillizdeMacBook-Pro.local>
Co-authored-by: zilliz <zilliz@zillizdeMacBook-Pro.local>
This commit is contained in:
nico 2023-10-10 11:51:33 +08:00 committed by GitHub
parent b91a5ef42c
commit 2d58691126
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 15 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
tests/python_client/testcases/test_search.py
View File

@ -2579,13 +2579,11 @@ class TestCollectionSearch(TestcaseBase):
is_index=False)[0:4] is_index=False)[0:4]
vectors = [[random.random() for _ in range(dim)] for _ in range(nq)] vectors = [[random.random() for _ in range(dim)] for _ in range(nq)]
# 2. create index # 2. create index
default_index = {"index_type": "IVF_FLAT", default_index = {"index_type": "IVF_FLAT", "params": {"nlist": 128}, "metric_type": "L2"}
"params": {"nlist": 128}, "metric_type": "L2"}
collection_w.create_index("float_vector", default_index) collection_w.create_index("float_vector", default_index)
collection_w.load() collection_w.load()
# 3. search through partitions # 3. search through partitions
log.info( log.info("test_search_index_partitions: searching (1000 entities) through partitions")
"test_search_index_partitions: searching (1000 entities) through partitions")
par = collection_w.partitions par = collection_w.partitions
log.info("test_search_index_partitions: partitions: %s" % par) log.info("test_search_index_partitions: partitions: %s" % par)
search_params = {"metric_type": "L2", "params": {"nprobe": 64}} search_params = {"metric_type": "L2", "params": {"nprobe": 64}}
@ -4307,16 +4305,12 @@ class TestSearchBase(TestcaseBase):
top_k = get_top_k top_k = get_top_k
nq = ct.default_nq nq = ct.default_nq
dim = ct.default_dim dim = ct.default_dim
# 1. initialize with data # 1. initialize with data in 2 partitions
collection_w, _, _, insert_ids, time_stamp = self.init_collection_general(prefix, True, nq, collection_w, _, _, insert_ids, time_stamp = self.init_collection_general(prefix, True,
partition_num=1, partition_num=1,
dim=dim, is_index=False)[0:5] dim=dim, is_index=False)[0:5]
vectors = [[random.random() for _ in range(dim)] for _ in range(nq)] vectors = [[random.random() for _ in range(dim)] for _ in range(nq)]
# 2. create patition # 2. create different index
partition_name = ct.default_partition_name
par = collection_w.partitions
# collection_w.load()
# 3. create different index
if params.get("m"): if params.get("m"):
if (dim % params["m"]) != 0: if (dim % params["m"]) != 0:
params["m"] = dim // 4 params["m"] = dim // 4
@ -4325,11 +4319,17 @@ class TestSearchBase(TestcaseBase):
params["PQM"] = dim // 4 params["PQM"] = dim // 4
default_index = {"index_type": index, "params": params, "metric_type": "COSINE"} default_index = {"index_type": index, "params": params, "metric_type": "COSINE"}
collection_w.create_index("float_vector", default_index) collection_w.create_index("float_vector", default_index)
# 3. load and search
collection_w.load() collection_w.load()
res, _ = collection_w.search(vectors[:nq], default_search_field, par = collection_w.partitions
ct.default_search_params, top_k, collection_w.search(vectors[:nq], default_search_field,
default_search_exp, [partition_name]) ct.default_search_params, top_k,
assert len(res[0]) <= top_k default_search_exp, [par[0].name, par[1].name],
check_task=CheckTasks.check_search_results,
check_items={"nq": nq,
"limit": top_k,
"ids": insert_ids})
@pytest.mark.tags(CaseLabel.L2) @pytest.mark.tags(CaseLabel.L2)
def test_search_ip_flat(self, get_top_k): def test_search_ip_flat(self, get_top_k):