mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-02-02 01:06:41 +08:00
ed1195edb2
* fix the bug of issue #3336 Signed-off-by: godchen0212 <qingxiang.chen@zilliz.com> * fix wrong test case Signed-off-by: godchen0212 <qingxiang.chen@zilliz.com>
240 lines
9.2 KiB
Python
240 lines
9.2 KiB
Python
import pdb
|
|
import pytest
|
|
import logging
|
|
import itertools
|
|
from time import sleep
|
|
import threading
|
|
from multiprocessing import Process
|
|
from utils import *
|
|
|
|
nb = 1000
|
|
collection_id = "info"
|
|
default_fields = gen_default_fields()
|
|
segment_row_count = 5000
|
|
field_name = "float_vector"
|
|
|
|
|
|
class TestInfoBase:
|
|
|
|
@pytest.fixture(
|
|
scope="function",
|
|
params=gen_single_filter_fields()
|
|
)
|
|
def get_filter_field(self, request):
|
|
yield request.param
|
|
|
|
@pytest.fixture(
|
|
scope="function",
|
|
params=gen_single_vector_fields()
|
|
)
|
|
def get_vector_field(self, request):
|
|
yield request.param
|
|
|
|
@pytest.fixture(
|
|
scope="function",
|
|
params=gen_segment_row_counts()
|
|
)
|
|
def get_segment_row_count(self, request):
|
|
yield request.param
|
|
|
|
@pytest.fixture(
|
|
scope="function",
|
|
params=gen_simple_index()
|
|
)
|
|
def get_simple_index(self, request, connect):
|
|
logging.getLogger().info(request.param)
|
|
if str(connect._cmd("mode")) == "CPU":
|
|
if request.param["index_type"] in index_cpu_not_support():
|
|
pytest.skip("sq8h not support in CPU mode")
|
|
return request.param
|
|
|
|
"""
|
|
******************************************************************
|
|
The following cases are used to test `get_collection_info` function, no data in collection
|
|
******************************************************************
|
|
"""
|
|
|
|
def test_info_collection_fields(self, connect, get_filter_field, get_vector_field):
|
|
'''
|
|
target: test create normal collection with different fields, check info returned
|
|
method: create collection with diff fields: metric/field_type/..., calling `get_collection_info`
|
|
expected: no exception raised, and value returned correct
|
|
'''
|
|
filter_field = get_filter_field
|
|
vector_field = get_vector_field
|
|
collection_name = gen_unique_str(collection_id)
|
|
fields = {
|
|
"fields": [filter_field, vector_field],
|
|
"segment_row_count": segment_row_count
|
|
}
|
|
connect.create_collection(collection_name, fields)
|
|
res = connect.get_collection_info(collection_name)
|
|
assert res['auto_id'] == True
|
|
assert res['segment_row_count'] == segment_row_count
|
|
assert len(res["fields"]) == 2
|
|
for field in res["fields"]:
|
|
if field["type"] == filter_field:
|
|
assert field["name"] == filter_field["name"]
|
|
elif field["type"] == vector_field:
|
|
assert field["name"] == vector_field["name"]
|
|
assert field["params"] == vector_field["params"]
|
|
|
|
def test_create_collection_segment_row_count(self, connect, get_segment_row_count):
|
|
'''
|
|
target: test create normal collection with different fields
|
|
method: create collection with diff segment_row_count
|
|
expected: no exception raised
|
|
'''
|
|
collection_name = gen_unique_str(collection_id)
|
|
fields = copy.deepcopy(default_fields)
|
|
fields["segment_row_count"] = get_segment_row_count
|
|
connect.create_collection(collection_name, fields)
|
|
# assert segment row count
|
|
res = connect.get_collection_info(collection_name)
|
|
assert res['segment_row_count'] == get_segment_row_count
|
|
|
|
def test_get_collection_info_after_index_created(self, connect, collection, get_simple_index):
|
|
connect.create_index(collection, field_name, get_simple_index)
|
|
res = connect.get_collection_info(collection)
|
|
for field in res["fields"]:
|
|
if field["field"] == field_name:
|
|
index = field["indexes"][0]
|
|
assert index["index_type"] == get_simple_index["index_type"]
|
|
assert index["metric_type"] == get_simple_index["metric_type"]
|
|
|
|
@pytest.mark.level(2)
|
|
def test_get_collection_info_without_connection(self, collection, dis_connect):
|
|
'''
|
|
target: test get collection info, without connection
|
|
method: calling get collection info with correct params, with a disconnected instance
|
|
expected: get collection info raise exception
|
|
'''
|
|
with pytest.raises(Exception) as e:
|
|
assert connect.get_collection_info(dis_connect, collection)
|
|
|
|
def test_get_collection_info_not_existed(self, connect):
|
|
'''
|
|
target: test if collection not created
|
|
method: random a collection name, which not existed in db,
|
|
assert the value returned by get_collection_info method
|
|
expected: False
|
|
'''
|
|
collection_name = gen_unique_str(collection_id)
|
|
with pytest.raises(Exception) as e:
|
|
res = connect.get_collection_info(connect, collection_name)
|
|
|
|
@pytest.mark.level(2)
|
|
def test_get_collection_info_multithread(self, connect):
|
|
'''
|
|
target: test create collection with multithread
|
|
method: create collection using multithread,
|
|
expected: collections are created
|
|
'''
|
|
threads_num = 4
|
|
threads = []
|
|
collection_name = gen_unique_str(collection_id)
|
|
connect.create_collection(collection_name, default_fields)
|
|
|
|
def get_info():
|
|
res = connect.get_collection_info(connect, collection_name)
|
|
# assert
|
|
|
|
for i in range(threads_num):
|
|
t = threading.Thread(target=get_info, args=())
|
|
threads.append(t)
|
|
t.start()
|
|
time.sleep(0.2)
|
|
for t in threads:
|
|
t.join()
|
|
|
|
"""
|
|
******************************************************************
|
|
The following cases are used to test `get_collection_info` function, and insert data in collection
|
|
******************************************************************
|
|
"""
|
|
|
|
def test_info_collection_fields_after_insert(self, connect, get_filter_field, get_vector_field):
|
|
'''
|
|
target: test create normal collection with different fields, check info returned
|
|
method: create collection with diff fields: metric/field_type/..., calling `get_collection_info`
|
|
expected: no exception raised, and value returned correct
|
|
'''
|
|
filter_field = get_filter_field
|
|
vector_field = get_vector_field
|
|
collection_name = gen_unique_str(collection_id)
|
|
fields = {
|
|
"fields": [filter_field, vector_field],
|
|
"segment_row_count": segment_row_count
|
|
}
|
|
connect.create_collection(collection_name, fields)
|
|
entities = gen_entities_by_fields(fields["fields"], nb, vector_field["params"]["dim"])
|
|
res_ids = connect.insert(collection_name, entities)
|
|
connect.flush([collection_name])
|
|
res = connect.get_collection_info(collection_name)
|
|
assert res['auto_id'] == True
|
|
assert res['segment_row_count'] == segment_row_count
|
|
assert len(res["fields"]) == 2
|
|
for field in res["fields"]:
|
|
if field["type"] == filter_field:
|
|
assert field["name"] == filter_field["name"]
|
|
elif field["type"] == vector_field:
|
|
assert field["name"] == vector_field["name"]
|
|
assert field["params"] == vector_field["params"]
|
|
|
|
def test_create_collection_segment_row_count_after_insert(self, connect, get_segment_row_count):
|
|
'''
|
|
target: test create normal collection with different fields
|
|
method: create collection with diff segment_row_count
|
|
expected: no exception raised
|
|
'''
|
|
collection_name = gen_unique_str(collection_id)
|
|
fields = copy.deepcopy(default_fields)
|
|
fields["segment_row_count"] = get_segment_row_count
|
|
connect.create_collection(collection_name, fields)
|
|
entities = gen_entities_by_fields(fields["fields"], nb, fields["fields"][-1]["params"]["dim"])
|
|
res_ids = connect.insert(collection_name, entities)
|
|
connect.flush([collection_name])
|
|
res = connect.get_collection_info(collection_name)
|
|
assert res['auto_id'] == True
|
|
assert res['segment_row_count'] == get_segment_row_count
|
|
|
|
|
|
class TestInfoInvalid(object):
|
|
"""
|
|
Test get collection info with invalid params
|
|
"""
|
|
@pytest.fixture(
|
|
scope="function",
|
|
params=gen_invalid_strs()
|
|
)
|
|
def get_collection_name(self, request):
|
|
yield request.param
|
|
|
|
|
|
@pytest.mark.level(2)
|
|
def test_get_collection_info_with_invalid_collectionname(self, connect, get_collection_name):
|
|
collection_name = get_collection_name
|
|
with pytest.raises(Exception) as e:
|
|
connect.get_collection_info(collection_name)
|
|
|
|
@pytest.mark.level(2)
|
|
def test_get_collection_info_with_empty_collectionname(self, connect):
|
|
collection_name = ''
|
|
with pytest.raises(Exception) as e:
|
|
connect.get_collection_info(collection_name)
|
|
|
|
@pytest.mark.level(2)
|
|
def test_get_collection_info_with_none_collectionname(self, connect):
|
|
collection_name = None
|
|
with pytest.raises(Exception) as e:
|
|
connect.get_collection_info(collection_name)
|
|
|
|
def test_get_collection_info_None(self, connect):
|
|
'''
|
|
target: test create collection but the collection name is None
|
|
method: create collection, param collection_name is None
|
|
expected: create raise error
|
|
'''
|
|
with pytest.raises(Exception) as e:
|
|
connect.get_collection_info(None)
|