admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2026-01-07 19:31:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

test: update binlog import testcase for storage v2 (#43839)

Browse Source 
/kind improvement

Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
This commit is contained in:
zhuwenxing 2025-08-13 10:31:42 +08:00 committed by GitHub
parent b7c7df9440
commit f3ace500ee
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 14 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/restful_client_v2/api/milvus.py
View File

@ -1169,8 +1169,8 @@ class StorageClient():
prefix = f"{self.root_path}/{dir}/{collection_id}/"
objects = self.client.list_objects(self.bucket_name, prefix=prefix)
for obj in objects:
binlog_list.append(f"{self.bucket_name}/{obj.object_name}")
print(binlog_list)
binlog_list.append(f"{obj.object_name}")
logger.info(binlog_list)
return binlog_list

21
tests/restful_client_v2/testcases/test_jobs_operation.py
View File

@ -875,11 +875,8 @@ class TestCreateImportJob(TestBase):
@pytest.mark.parametrize("enable_dynamic_schema", [True])
@pytest.mark.parametrize("nb", [3000])
@pytest.mark.parametrize("dim", [128])
@pytest.mark.skip("stats task will generate a new segment, "
"using collectionID as prefix will import twice as much data")
def test_job_import_binlog_file_type(self, nb, dim, insert_round, auto_id,
is_partition_key, enable_dynamic_schema, bucket_name, root_path):
# todo: copy binlog file to backup bucket
is_partition_key, enable_dynamic_schema):
"""
Insert a vector with a simple payload
"""
@ -981,15 +978,19 @@ class TestCreateImportJob(TestBase):
c = Collection(name)
res = c.describe()
collection_id = res["collection_id"]
# get binlog files
binlog_files = self.storage_client.get_collection_binlog(collection_id)
files = []
for file in binlog_files:
files.append([file, ""])
# create import job
payload = {
"collectionName": restore_collection_name,
"files": [[f"/{root_path}/insert_log/{collection_id}/",
# f"{bucket_name}/{root_path}/delta_log/{collection_id}/"
]],
"files": files,
"options": {
"backup": "true"
"backup": "true",
"storage_version": "2"
}
}
@ -1018,7 +1019,9 @@ class TestCreateImportJob(TestBase):
assert False, "import job timeout"
time.sleep(10)
c_restore = Collection(restore_collection_name)
assert c.num_entities == c_restore.num_entities
# since we import both original and sorted segments, the number of entities should be 2x
logger.info(f"c.num_entities: {c.num_entities}, c_restore.num_entities: {c_restore.num_entities}")
assert c.num_entities*2 == c_restore.num_entities
def test_import_json_with_nullable_fields(self):
"""Test JSON import with nullable and default_value fields - fields should be auto-filled"""