milvus/tests20/python_client/testcases/test_collection.py
ThreadDao 9b37cab922
Add cases for creating collections (#5286)
- add cases for creating collections
- change unique str from var to function
- improve coding standards

See also: #5273 #5285 

Signed-off-by: ThreadDao yufen.zong@zilliz.com
2021-05-19 03:34:52 +00:00

270 lines
11 KiB
Python

import pytest
from base.client_request import ApiReq
from common.common_type import get_invalid_strs, CaseLabel, default_int64_field, default_alias
from utils.util_log import test_log as log
from common.common_func import gen_default_collection_schema, gen_unique_str, gen_collection_schema
from common.common_func import gen_int64_field, gen_float_vec_field
prefix = "collection"
default_schema = gen_default_collection_schema()
def assert_default_collection(collection, exp_name, exp_schema=default_schema, exp_num=0, exp_primary=None):
assert collection.name == exp_name
assert collection.description == exp_schema.description
assert collection.schema == exp_schema
if exp_num == 0:
assert collection.is_empty
assert collection.num_entities == exp_num
if exp_primary is None:
assert collection.primary_field is None
else:
assert collection.primary_field == exp_primary
class TestCollectionParams(ApiReq):
""" Test case of collection interface """
def teardown_method(self):
if self.collection is not None and self.collection.collection is not None:
self.collection.drop()
def setup_method(self):
pass
@pytest.fixture(
scope="function",
params=get_invalid_strs
)
def get_invalid_string(self, request):
yield request.param
@pytest.fixture(
scope="function",
params=get_invalid_strs
)
def get_invalid_schema(self, request):
if request.param is None:
pytest.skip("None schema is valid")
yield request.param
@pytest.mark.tags(CaseLabel.L0)
@pytest.mark.xfail(reason="issue #5224")
def test_collection(self):
"""
target: test collection with default schema
method: create collection with default schema
expected: assert collection property
"""
self._connect()
c_name = gen_unique_str(prefix)
collection, _ = self.collection.collection_init(c_name, data=None, schema=default_schema)
assert_default_collection(collection, c_name)
assert c_name in self.utility.list_collections()
@pytest.mark.tags(CaseLabel.L0)
def test_collection_empty_name(self):
"""
target: test collection with empty name
method: create collection with a empty name
expected: raise exception
"""
self._connect()
c_name = ""
ex, check = self.collection.collection_init(c_name, schema=default_schema)
assert "value is illegal" in str(ex)
@pytest.mark.tags(CaseLabel.L1)
def test_collection_invalid_name(self, get_invalid_string):
"""
target: test collection with invalid name
method: create collection with invalid name
expected: raise exception
"""
self._connect()
c_name = get_invalid_string
ex, check = self.collection.collection_init(c_name, schema=default_schema)
assert "invalid" or "illegal" in str(ex)
@pytest.mark.tags(CaseLabel.L0)
@pytest.mark.xfail(reason="issue #5231 #5241")
def test_collection_dup_name(self):
"""
target: test collection with dup name
method: create collection with dup name and none schema and data
expected: collection properties consistent
"""
self._connect()
c_name = gen_unique_str(prefix)
collection, _ = self.collection.collection_init(c_name, schema=default_schema)
assert_default_collection(collection, c_name)
dup_collection, _ = self.collection.collection_init(c_name)
assert_default_collection(dup_collection, c_name)
assert collection.name == dup_collection.name
assert collection.name in self.utility.list_collections()
assert collection.schema == dup_collection.schema
assert id(collection) == id(dup_collection)
@pytest.mark.tags(CaseLabel.L1)
def test_collection_dup_name_new_schema(self):
"""
target: test collection with dup name and new schema
method: 1.create collection with default schema
2. collection with dup name and new schema
expected: raise exception
"""
self._connect()
c_name = gen_unique_str(prefix)
collection, _ = self.collection.collection_init(c_name, data=None, schema=default_schema)
assert_default_collection(collection, c_name)
fields = [gen_int64_field()]
schema = gen_collection_schema(fields=fields)
ex, _ = self.collection.collection_init(c_name, schema=schema)
assert "The collection already exist, but the schema isnot the same as the passed in" in str(ex)
@pytest.mark.tags(CaseLabel.L1)
def test_collection_dup_name_new_primary(self):
"""
target: test collection with dup name and new primary_field schema
method: 1.collection with default schema
2. collection with same fields and new primary_field schema
expected: raise exception
"""
self._connect()
c_name = gen_unique_str(prefix)
collection, _ = self.collection.collection_init(c_name, schema=default_schema)
assert_default_collection(collection, c_name)
schema = gen_default_collection_schema(primary_field=default_int64_field)
ex, _ = self.collection.collection_init(c_name, schema=schema)
assert "The collection already exist, but the schema isnot the same as the passed in" in str(ex)
assert collection.primary_field is None
@pytest.mark.tags(CaseLabel.L1)
def test_collection_dup_name_new_dim(self):
"""
target: test collection with dup name and new dim schema
method: 1. default schema 2. schema with new dim
expected: raise exception
"""
self._connect()
c_name = gen_unique_str(prefix)
new_dim = 120
collection, _ = self.collection.collection_init(c_name, schema=default_schema)
assert_default_collection(collection, c_name)
schema = gen_default_collection_schema()
new_fields = gen_float_vec_field(dim=new_dim)
schema.fields[-1] = new_fields
ex, _ = self.collection.collection_init(c_name, schema=schema)
assert "The collection already exist, but the schema isnot the same as the passed in" in str(ex)
assert collection.primary_field is None
@pytest.mark.tags(CaseLabel.L1)
def test_collection_dup_name_invalid_schema(self, get_invalid_schema):
"""
target: test collection with dup name and invalid schema
method: 1. default schema 2. invalid schema
expected: raise exception and
"""
self._connect()
c_name = gen_unique_str(prefix)
collection, _ = self.collection.collection_init(c_name, schema=default_schema)
assert_default_collection(collection, c_name)
ex, _ = self.collection.collection_init(c_name, schema=get_invalid_schema)
assert "schema type must be schema.CollectionSchema" in str(ex)
assert_default_collection(collection, c_name)
@pytest.mark.tags(CaseLabel.L1)
@pytest.mark.xfail(reason="issue #5231, #5241")
def test_collection_dup_name_same_schema(self):
"""
target: test collection with dup name and same schema
method: dup name and same schema
expected: two collection object is available
"""
self._connect()
c_name = gen_unique_str(prefix)
collection, _ = self.collection.collection_init(c_name, schema=default_schema)
assert_default_collection(collection, c_name)
dup_collection, _ = self.collection.collection_init(c_name, schema=default_schema)
assert_default_collection(dup_collection, c_name)
assert id(collection) == id(dup_collection)
@pytest.mark.tags(CaseLabel.L0)
def test_collection_none_schema(self):
"""
target: test collection with none schema
method: create collection with none schema
expected: raise exception
"""
self._connect()
c_name = gen_unique_str(prefix)
ex, _ = self.collection.collection_init(c_name, schema=None)
assert "Collection missing schema" in str(ex)
@pytest.mark.tags(CaseLabel.L0)
def test_collection_invalid_schema(self, get_invalid_schema):
"""
target: test collection with invalid schema
method: create collection with non-CollectionSchema type schema
expected: raise exception
"""
self._connect()
c_name = gen_unique_str(prefix)
ex, _ = self.collection.collection_init(c_name, schema=get_invalid_schema)
assert "schema type must be schema.CollectionSchema" in str(ex)
@pytest.mark.tags(CaseLabel.L0)
@pytest.mark.xfail(reason="issue #5285")
def test_collection_without_vectors(self):
"""
target: test collection without vectors
method: create collection only with int field
expected: raise exception
"""
self._connect()
c_name = gen_unique_str(prefix)
schema = gen_collection_schema([gen_int64_field()])
ex, _ = self.collection.collection_init(c_name, schema=schema)
assert "must" in str(ex)
class TestCollectionOperation(ApiReq):
"""
******************************************************************
The following cases are used to test collection interface operations
******************************************************************
"""
# #5237
@pytest.mark.tags(CaseLabel.L1)
def test_collection_without_connection(self):
"""
target: test collection without connection
method: 1.create collection after connection removed
expected: raise exception
"""
self._connect()
c_name = gen_unique_str(prefix)
self.connection.remove_connection(default_alias)
res_list = self.connection.list_connections()
assert default_alias not in res_list
ex, check = self.collection.collection_init(c_name, schema=default_schema)
assert "There is no connection with alias '{}'".format(default_alias) in str(ex)
assert self.collection.collection is None
@pytest.mark.tags(CaseLabel.L1)
def test_collection_multi_create_drop(self):
"""
target: test cycle creation and deletion of multiple collections
method: in a loop, collections are created and deleted sequentially
expected: no exception
"""
self._connect()
c_num = 20
for _ in range(c_num):
c_name = gen_unique_str(prefix)
collection, _ = self.collection.collection_init(c_name, schema=default_schema)
assert_default_collection(collection, c_name)
collection.drop()
assert c_name not in self.utility.list_collections()