diff --git a/tests-deprecating/milvus_benchmark/milvus_benchmark/metrics/models/metric.py b/tests-deprecating/milvus_benchmark/milvus_benchmark/metrics/models/metric.py index ea38009bb0..1c2ef99537 100644 --- a/tests-deprecating/milvus_benchmark/milvus_benchmark/metrics/models/metric.py +++ b/tests-deprecating/milvus_benchmark/milvus_benchmark/metrics/models/metric.py @@ -8,6 +8,85 @@ from .hardware import Hardware class Metric(object): + """ + A template for reporting data: + + { + "_id" : ObjectId("6126865855aba6fb8e742f05"), + "_version" : "0.1", + "_type" : "case", + "run_id" : NumberInt(1629914593), + "mode" : "local", + "server" : { + "id" : ObjectId("6126865855aba6fb8e742f04"), + "value" : { + "_version" : "0.1", + "_type" : "server", + "version" : "2.0.0-RC5", + "mode" : "single", + "build_commit" : null, + "deploy_opology" : { + "server" : { + "server_tag" : "8c16m" + }, + "milvus" : { + "deploy_mode" : "single" + } + } + } + }, + "hardware" : { + "id" : ObjectId("60f078c5d8aad7192f9baf80"), + "value" : { + "_version" : "0.1", + "_type" : "hardware", + "name" : "server_tag", + "cpus" : 0.0 + } + }, + "env" : { + "id" : ObjectId("604b54df90fbee981a6ed81d"), + "value" : { + "_version" : "0.1", + "_type" : "env", + "server_config" : null, + "OMP_NUM_THREADS" : null + } + }, + "status" : "RUN_SUCC", + "err_message" : "", + "collection" : { + "dimension" : NumberInt(128), + "metric_type" : "l2", + "dataset_name" : "sift_128_euclidean" + }, + "index" : { + "index_type" : "ivf_sq8", + "index_param" : { + "nlist" : NumberInt(1024) + } + }, + "search" : { + "nq" : NumberInt(10000), + "topk" : NumberInt(10), + "search_param" : { + "nprobe" : NumberInt(1) + }, + "filter" : [ + + ] + }, + "run_params" : null, + "metrics" : { + "type" : "ann_accuracy", + "value" : { + "acc" : 0.377 + } + }, + "datetime" : "2021-08-25 18:03:13.820593", + "type" : "metric" + } + """ def __init__(self): self._version = '0.1' self._type = 'metric' diff --git a/tests-deprecating/milvus_benchmark/milvus_benchmark/runners/accuracy.py b/tests-deprecating/milvus_benchmark/milvus_benchmark/runners/accuracy.py index 0ec2a1aaae..1abd0ec8c5 100644 --- a/tests-deprecating/milvus_benchmark/milvus_benchmark/runners/accuracy.py +++ b/tests-deprecating/milvus_benchmark/milvus_benchmark/runners/accuracy.py @@ -25,6 +25,7 @@ class AccuracyRunner(BaseRunner): vector_type = utils.get_vector_type(data_type) index_field_name = utils.get_default_field_name(vector_type) base_query_vectors = utils.get_vectors_from_binary(utils.MAX_NQ, dimension, data_type) + # collection_info and index_info are used to report collection_info = { "dimension": dimension, "metric_type": metric_type,