milvus/tests/milvus_benchmark/suites/gpu_search_performance.yaml
del-zhenwu 7cad494101 Enhance testing framework based on kubernetes (#935)
* Update framework

* remove files

* Remove files

* Remove ann-acc cases && Update java-sdk cases
2020-01-07 16:20:37 +08:00

248 lines
8.1 KiB
YAML

search_performance:
tables:
# sift_50m
-
server:
db_config.primary_path: /test/milvus/db_data_gpu/sift_50m_1024_128_l2_ivf
cache_config.cpu_cache_capacity: 32
engine_config.use_blas_threshold: 1100
engine_config.gpu_search_threshold: 200
gpu_resource_config.enable: true
gpu_resource_config.cache_capacity: 4
gpu_resource_config.search_resources:
- gpu0
- gpu1
gpu_resource_config.build_index_resources:
- gpu0
- gpu1
table_name: sift_50m_1024_128_l2
run_count: 2
search_params:
nprobes: [8, 32]
top_ks: [1, 10, 100, 1000]
nqs: [1, 10, 100, 200, 500, 1000]
-
server:
db_config.primary_path: /test/milvus/db_data_gpu/sift_50m_1024_128_l2_sq8
cache_config.cpu_cache_capacity: 16
engine_config.use_blas_threshold: 1100
engine_config.gpu_search_threshold: 200
gpu_resource_config.enable: true
gpu_resource_config.cache_capacity: 4
gpu_resource_config.search_resources:
- gpu0
- gpu1
gpu_resource_config.build_index_resources:
- gpu0
- gpu1
table_name: sift_50m_1024_128_l2
run_count: 2
search_params:
nprobes: [8, 32]
top_ks: [1, 10, 100, 1000]
nqs: [1, 10, 100, 200, 500, 1000]
-
server:
db_config.primary_path: /test/milvus/db_data_gpu/sift_50m_1024_128_l2_sq8h
cache_config.cpu_cache_capacity: 16
engine_config.use_blas_threshold: 1100
engine_config.gpu_search_threshold: 200
gpu_resource_config.enable: true
gpu_resource_config.cache_capacity: 4
gpu_resource_config.search_resources:
- gpu0
- gpu1
gpu_resource_config.build_index_resources:
- gpu0
- gpu1
table_name: sift_50m_1024_128_l2
run_count: 2
search_params:
nprobes: [8, 32]
top_ks: [1, 10, 100, 1000]
nqs: [1, 10, 100, 200, 500, 1000]
# -
# server:
# db_config.primary_path: /test/milvus/db_data_gpu/sift_50m_1024_128_l2_pq
# cache_config.cpu_cache_capacity: 32
# engine_config.use_blas_threshold: 1100
# engine_config.gpu_search_threshold: 200
# gpu_resource_config.enable: true
# gpu_resource_config.cache_capacity: 4
# gpu_resource_config.search_resources:
# - gpu0
# - gpu1
# gpu_resource_config.build_index_resources:
# - gpu0
# - gpu1
# table_name: sift_50m_1024_128_l2
# run_count: 2
# search_params:
# nprobes: [8, 32]
# top_ks: [1, 10, 100, 1000]
# nqs: [1, 10, 100, 200, 500, 1000]
-
server:
db_config.primary_path: /test/milvus/db_data_gpu/sift_50m_1024_128_l2_nsg
cache_config.cpu_cache_capacity: 50
engine_config.use_blas_threshold: 1100
engine_config.gpu_search_threshold: 200
gpu_resource_config.enable: true
gpu_resource_config.cache_capacity: 4
gpu_resource_config.search_resources:
- gpu0
- gpu1
gpu_resource_config.build_index_resources:
- gpu0
- gpu1
table_name: sift_50m_1024_128_l2
run_count: 2
search_params:
nprobes: [8]
top_ks: [1, 10, 100, 1000]
nqs: [1, 10, 100, 200, 500, 1000]
# random_50m
-
server:
db_config.primary_path: /test/milvus/db_data_gpu/random_50m_1024_512_ip_ivf
cache_config.cpu_cache_capacity: 110
engine_config.use_blas_threshold: 1100
engine_config.gpu_search_threshold: 200
gpu_resource_config.enable: true
gpu_resource_config.cache_capacity: 4
gpu_resource_config.search_resources:
- gpu0
- gpu1
gpu_resource_config.build_index_resources:
- gpu0
- gpu1
table_name: random_50m_1024_512_ip
run_count: 2
search_params:
nprobes: [8, 32]
top_ks: [1, 10, 100, 1000]
nqs: [1, 10, 100, 200, 500, 1000]
-
server:
db_config.primary_path: /test/milvus/db_data_gpu/random_50m_1024_512_ip_sq8
cache_config.cpu_cache_capacity: 30
engine_config.use_blas_threshold: 1100
engine_config.gpu_search_threshold: 200
gpu_resource_config.enable: true
gpu_resource_config.cache_capacity: 4
gpu_resource_config.search_resources:
- gpu0
- gpu1
gpu_resource_config.build_index_resources:
- gpu0
- gpu1
table_name: random_50m_1024_512_ip
run_count: 2
search_params:
nprobes: [8, 32]
top_ks: [1, 10, 100, 1000]
nqs: [1, 10, 100, 200, 500, 1000]
-
server:
db_config.primary_path: /test/milvus/db_data_gpu/random_50m_1024_512_ip_sq8h
cache_config.cpu_cache_capacity: 30
engine_config.use_blas_threshold: 1100
engine_config.gpu_search_threshold: 200
gpu_resource_config.enable: true
gpu_resource_config.cache_capacity: 4
gpu_resource_config.search_resources:
- gpu0
- gpu1
gpu_resource_config.build_index_resources:
- gpu0
- gpu1
table_name: random_50m_1024_512_ip
run_count: 2
search_params:
nprobes: [8, 32]
top_ks: [1, 10, 100, 1000]
nqs: [1, 10, 100, 200, 500, 1000]
-
server:
db_config.primary_path: /test/milvus/db_data_gpu/random_50m_1024_512_ip_nsg
cache_config.cpu_cache_capacity: 200
engine_config.use_blas_threshold: 1100
engine_config.gpu_search_threshold: 200
gpu_resource_config.enable: true
gpu_resource_config.cache_capacity: 6
gpu_resource_config.search_resources:
- gpu0
- gpu1
gpu_resource_config.build_index_resources:
- gpu0
- gpu1
table_name: random_50m_1024_512_ip
run_count: 2
search_params:
nprobes: [8]
top_ks: [1, 10, 100, 1000]
nqs: [1, 10, 100, 200, 500, 1000]
# sift_1b
-
server:
db_config.primary_path: /test/milvus/db_data_gpu/sift_1b_2048_128_l2_sq8
cache_config.cpu_cache_capacity: 150
engine_config.use_blas_threshold: 1100
engine_config.gpu_search_threshold: 200
gpu_resource_config.enable: true
gpu_resource_config.cache_capacity: 4
gpu_resource_config.search_resources:
- gpu0
- gpu1
gpu_resource_config.build_index_resources:
- gpu0
- gpu1
table_name: sift_1b_2048_128_l2
run_count: 2
search_params:
nprobes: [8, 32]
top_ks: [1, 10, 100, 1000]
nqs: [1, 10, 100, 200, 500, 1000]
-
server:
db_config.primary_path: /test/milvus/db_data_gpu/sift_1b_2048_128_l2_sq8h
cache_config.cpu_cache_capacity: 150
engine_config.use_blas_threshold: 1100
engine_config.gpu_search_threshold: 200
gpu_resource_config.enable: true
gpu_resource_config.cache_capacity: 4
gpu_resource_config.search_resources:
- gpu0
- gpu1
gpu_resource_config.build_index_resources:
- gpu0
- gpu1
table_name: sift_1b_2048_128_l2
run_count: 2
search_params:
nprobes: [8, 32]
top_ks: [1, 10, 100, 1000]
nqs: [1, 10, 100, 200, 500, 1000]
# -
# server:
# db_config.primary_path: /test/milvus/db_data_gpu/sift_1b_2048_128_l2_pq
# cache_config.cpu_cache_capacity: 150
# engine_config.use_blas_threshold: 1100
# engine_config.gpu_search_threshold: 200
# gpu_resource_config.enable: true
# gpu_resource_config.cache_capacity: 4
# gpu_resource_config.search_resources:
# - gpu0
# - gpu1
# gpu_resource_config.build_index_resources:
# - gpu0
# - gpu1
# table_name: sift_1b_2048_128_l2
# run_count: 2
# search_params:
# nprobes: [8, 32]
# top_ks: [1, 10, 100, 1000]
# nqs: [1, 10, 100, 200, 500, 1000]