Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
This commit is contained in:
zhuwenxing 2024-07-12 14:54:40 +08:00
parent 6ac2922212
commit ac980b1804
2 changed files with 6 additions and 7 deletions

View File

@ -16,7 +16,7 @@ def _(parser):
parser.add_argument("--filter_op", type=str, env_var="LOCUST_FILTER", default="==", help="filter op")
parser.add_argument("--filter_value", type=str, env_var="LOCUST_FILTER", default="0", help="filter value")
parser.add_argument("--data_dir", type=str, env_var="DATA_DIR", default="/root/dataset/laion_with_scalar_medium_10m", help="data dir")
parser.add_argument("--duration_time", type=str, env_var="DT", default="", help="data dir")
@events.test_start.add_listener
def _(environment, **kw):
@ -139,9 +139,7 @@ class StagesShape(LoadTestShape):
"""
stages = [
{"duration": 60, "users": 200, "spawn_rate": 50},
{"duration": 120, "users": 200, "spawn_rate": 50},
{"duration": 240, "users": 200, "spawn_rate": 50, "stop": True},
{"duration": 3600, "users": 200, "spawn_rate": 50, "stop": True},
]
def tick(self):

View File

@ -16,7 +16,7 @@ import glob
fake = faker.Faker()
def prepare_data(host="127.0.0.1", port=19530, minio_host="127.0.0.1", data_size=1000000, partition_key="scalar_3", insert_mode="import", data_dir="."):
def prepare_data(host="127.0.0.1", port=19530, minio_host="127.0.0.1", data_size=1000000, partition_key="scalar_3", insert_mode="import", data_dir=".", bucket_name="milvus-bucket"):
connections.connect(
host=host,
@ -113,7 +113,7 @@ def prepare_data(host="127.0.0.1", port=19530, minio_host="127.0.0.1", data_size
)
for file in batch_files:
f_name = file.split("/")[-1]
client.fput_object("milvus-bucket", f_name, file)
client.fput_object(bucket_name, f_name, file)
logger.info(f"upload file {file}")
batch_files = [file.split("/")[-1] for file in batch_files]
task_ids = []
@ -167,6 +167,7 @@ if __name__ == "__main__":
parser.add_argument("--data_size", type=int, default=100000)
parser.add_argument("--partition_key", type=str, default="scalar_3")
parser.add_argument("--insert_mode", type=str, default="insert")
parser.add_argument("--bucket_name", type=str, default="milvus-bucket")
parser.add_argument("--data_dir", type=str, default=".")
args = parser.parse_args()
prepare_data(host=args.host, port=args.port, minio_host=args.minio_host, data_size=args.data_size, partition_key=args.partition_key, insert_mode=args.insert_mode, data_dir=args.data_dir)
prepare_data(host=args.host, port=args.port, minio_host=args.minio_host, data_size=args.data_size, partition_key=args.partition_key, insert_mode=args.insert_mode, data_dir=args.data_dir, bucket_name=args.bucket_name)