test: Enable storage v2 in ci and nightly runs (#43086)

related issue: #43020

---------

Signed-off-by: yanliang567 <yanliang.qiao@zilliz.com>
This commit is contained in:
yanliang567 2025-07-04 18:38:44 +08:00 committed by GitHub
parent fafd5db43f
commit 0017fa8acc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
13 changed files with 275 additions and 220 deletions

View File

@ -69,6 +69,9 @@ log:
level: debug
extraConfigFiles:
user.yaml: |+
common:
storage:
enablev2: true
dataCoord:
gc:
interval: 1800

View File

@ -27,6 +27,9 @@ log:
level: debug
extraConfigFiles:
user.yaml: |+
common:
storage:
enablev2: true
dataCoord:
gc:
interval: 1800

View File

@ -74,6 +74,9 @@ log:
level: debug
extraConfigFiles:
user.yaml: |+
common:
storage:
enablev2: true
dataCoord:
gc:
interval: 1800

View File

@ -76,6 +76,9 @@ log:
level: debug
extraConfigFiles:
user.yaml: |+
common:
storage:
enablev2: true
dataCoord:
gc:
interval: 1800

View File

@ -76,10 +76,14 @@ class TestMilvusClientAlterIndex(TestMilvusClientV2Base):
index_params.add_index(field_name=vector_field_name, metric_type="COSINE",
index_type="HNSW", params={"M": 16, "efConstruction": 100, "mmap.enabled": True})
index_params.add_index(field_name=str_field_name)
self.create_collection(client, collection_name, schema=schema, index_params=index_params)
self.create_collection(client, collection_name, schema=schema, index_params=index_params,
properties={"mmap.enabled": True})
self.describe_collection(client, collection_name, check_task=CheckTasks.check_collection_fields_properties,
check_items={str_field_name: {"max_length": max_length, "mmap_enabled": True},
vector_field_name: {"mmap_enabled": True}})
vector_field_name: {"mmap_enabled": True},
'properties': {'mmap.enabled': 'False'}})
res = self.describe_index(client, collection_name, index_name=vector_field_name)[0]
assert res.get('mmap.enabled', None) == 'True'
self.release_collection(client, collection_name)
properties = self.describe_index(client, collection_name, index_name=vector_field_name)[0]
for p in properties.items():

View File

@ -125,7 +125,7 @@ class TestMilvusClientCompactValid(TestMilvusClientV2Base):
def supported_varchar_scalar_index(self, request):
yield request.param
@pytest.fixture(scope="function", params=["DOUBLE", "VARCHAR", "BOOL", "double", "varchar", "bool"])
@pytest.fixture(scope="function", params=["DOUBLE", "VARCHAR", 'json', "bool"])
def supported_json_cast_type(self, request):
yield request.param

View File

@ -126,7 +126,7 @@ class TestMilvusClientDeleteValid(TestMilvusClientV2Base):
def supported_varchar_scalar_index(self, request):
yield request.param
@pytest.fixture(scope="function", params=["DOUBLE", "VARCHAR", "BOOL", "double", "varchar", "bool"])
@pytest.fixture(scope="function", params=["DOUBLE", "VARCHAR", "json", "bool"])
def supported_json_cast_type(self, request):
yield request.param

View File

@ -317,7 +317,7 @@ class TestMilvusClientHybridSearchValid(TestMilvusClientV2Base):
def supported_varchar_scalar_index(self, request):
yield request.param
@pytest.fixture(scope="function", params=["DOUBLE", "VARCHAR", "BOOL", "double", "varchar", "bool"])
@pytest.fixture(scope="function", params=["JSON", "BOOL", "double", "varchar"])
def supported_json_cast_type(self, request):
yield request.param

View File

@ -6,6 +6,7 @@ from common import common_func as cf
from common import common_type as ct
from common.common_type import CaseLabel, CheckTasks
from utils.util_pymilvus import *
from pymilvus import DataType
prefix = "client_index"
epsilon = ct.epsilon
@ -733,15 +734,15 @@ class TestMilvusClientJsonPathIndexInvalid(TestMilvusClientV2Base):
def supported_varchar_scalar_index(self, request):
yield request.param
@pytest.fixture(scope="function", params=[DataType.BOOL, DataType.INT8, DataType.INT16, DataType.INT32,
DataType.INT64, DataType.FLOAT, DataType.DOUBLE, DataType.VARCHAR,
DataType.JSON, DataType.ARRAY, DataType.FLOAT_VECTOR,
DataType.FLOAT16_VECTOR, DataType.BFLOAT16_VECTOR,
DataType.SPARSE_FLOAT_VECTOR, DataType.INT8_VECTOR])
@pytest.fixture(scope="function", params=[DataType.INT8.name, DataType.INT16.name, DataType.INT32.name,
DataType.INT64.name, DataType.FLOAT.name,
DataType.ARRAY.name, DataType.FLOAT_VECTOR.name,
DataType.FLOAT16_VECTOR.name, DataType.BFLOAT16_VECTOR.name, DataType.BINARY_VECTOR.name,
DataType.SPARSE_FLOAT_VECTOR.name, DataType.INT8_VECTOR.name])
def not_supported_json_cast_type(self, request):
yield request.param
@pytest.fixture(scope="function", params=["DOUBLE", "VARCHAR", "BOOL", "double", "varchar", "bool"])
@pytest.fixture(scope="function", params=["Json", "BOOL", "double", "varchar"])
def supported_json_cast_type(self, request):
yield request.param

View File

@ -1227,7 +1227,7 @@ class TestMilvusClientInsertJsonPathIndexValid(TestMilvusClientV2Base):
def supported_varchar_scalar_index(self, request):
yield request.param
@pytest.fixture(scope="function", params=["DOUBLE", "VARCHAR", "BOOL", "Double", "Varchar", "Bool"])
@pytest.fixture(scope="function", params=["BOOL", "Double", "Varchar", "json"])
def supported_json_cast_type(self, request):
yield request.param

View File

@ -557,7 +557,7 @@ class TestMilvusClientQueryJsonPathIndex(TestMilvusClientV2Base):
def supported_varchar_scalar_index(self, request):
yield request.param
# @pytest.fixture(scope="function", params=["DOUBLE", "VARCHAR", "BOOL", "double", "varchar", "bool"])
# @pytest.fixture(scope="function", params=["DOUBLE", "VARCHAR", "json"", "bool"])
@pytest.fixture(scope="function", params=["DOUBLE"])
def supported_json_cast_type(self, request):
yield request.param

View File

@ -654,7 +654,7 @@ class TestMilvusClientSearchIteratorValid(TestMilvusClientV2Base):
def supported_varchar_scalar_index(self, request):
yield request.param
@pytest.fixture(scope="function", params=["DOUBLE", "VARCHAR", "BOOL", "double", "varchar", "bool"])
@pytest.fixture(scope="function", params=["DOUBLE", "JSON", "varchar", "bool"])
def supported_json_cast_type(self, request):
yield request.param