mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-07 19:31:51 +08:00
update
Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
This commit is contained in:
parent
6ac2922212
commit
ac980b1804
@ -16,7 +16,7 @@ def _(parser):
|
||||
parser.add_argument("--filter_op", type=str, env_var="LOCUST_FILTER", default="==", help="filter op")
|
||||
parser.add_argument("--filter_value", type=str, env_var="LOCUST_FILTER", default="0", help="filter value")
|
||||
parser.add_argument("--data_dir", type=str, env_var="DATA_DIR", default="/root/dataset/laion_with_scalar_medium_10m", help="data dir")
|
||||
|
||||
parser.add_argument("--duration_time", type=str, env_var="DT", default="", help="data dir")
|
||||
|
||||
@events.test_start.add_listener
|
||||
def _(environment, **kw):
|
||||
@ -139,9 +139,7 @@ class StagesShape(LoadTestShape):
|
||||
"""
|
||||
|
||||
stages = [
|
||||
{"duration": 60, "users": 200, "spawn_rate": 50},
|
||||
{"duration": 120, "users": 200, "spawn_rate": 50},
|
||||
{"duration": 240, "users": 200, "spawn_rate": 50, "stop": True},
|
||||
{"duration": 3600, "users": 200, "spawn_rate": 50, "stop": True},
|
||||
]
|
||||
|
||||
def tick(self):
|
||||
|
||||
@ -16,7 +16,7 @@ import glob
|
||||
fake = faker.Faker()
|
||||
|
||||
|
||||
def prepare_data(host="127.0.0.1", port=19530, minio_host="127.0.0.1", data_size=1000000, partition_key="scalar_3", insert_mode="import", data_dir="."):
|
||||
def prepare_data(host="127.0.0.1", port=19530, minio_host="127.0.0.1", data_size=1000000, partition_key="scalar_3", insert_mode="import", data_dir=".", bucket_name="milvus-bucket"):
|
||||
|
||||
connections.connect(
|
||||
host=host,
|
||||
@ -113,7 +113,7 @@ def prepare_data(host="127.0.0.1", port=19530, minio_host="127.0.0.1", data_size
|
||||
)
|
||||
for file in batch_files:
|
||||
f_name = file.split("/")[-1]
|
||||
client.fput_object("milvus-bucket", f_name, file)
|
||||
client.fput_object(bucket_name, f_name, file)
|
||||
logger.info(f"upload file {file}")
|
||||
batch_files = [file.split("/")[-1] for file in batch_files]
|
||||
task_ids = []
|
||||
@ -167,6 +167,7 @@ if __name__ == "__main__":
|
||||
parser.add_argument("--data_size", type=int, default=100000)
|
||||
parser.add_argument("--partition_key", type=str, default="scalar_3")
|
||||
parser.add_argument("--insert_mode", type=str, default="insert")
|
||||
parser.add_argument("--bucket_name", type=str, default="milvus-bucket")
|
||||
parser.add_argument("--data_dir", type=str, default=".")
|
||||
args = parser.parse_args()
|
||||
prepare_data(host=args.host, port=args.port, minio_host=args.minio_host, data_size=args.data_size, partition_key=args.partition_key, insert_mode=args.insert_mode, data_dir=args.data_dir)
|
||||
prepare_data(host=args.host, port=args.port, minio_host=args.minio_host, data_size=args.data_size, partition_key=args.partition_key, insert_mode=args.insert_mode, data_dir=args.data_dir, bucket_name=args.bucket_name)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user