performance: # interface: add_vectors insert: # index_type: flat/ivf_flat/ivf_sq8/mix_nsg [ # debug # data_type / data_size / index_file_size / dimension # data_type: random / ann_sift # data_size: 10m / 1b # { # "table_name": "random_50m_1024_512_ip", # "ni_per": 100000, # "processes": 5, # multiprocessing # "server.cpu_cache_capacity": 16, # # "server.resources": ["gpu0", "gpu1"], # "db_path_prefix": "/test/milvus/db_data" # }, # { # "table_name": "random_5m_1024_512_ip", # "ni_per": 100000, # "processes": 5, # multiprocessing # "server.cpu_cache_capacity": 16, # "server.resources": ["gpu0", "gpu1"], # "db_path_prefix": "/test/milvus/db_data/random_5m_1024_512_ip" # }, # { # "table_name": "sift_1m_50_128_l2", # "ni_per": 100000, # "processes": 5, # multiprocessing # # "server.cpu_cache_capacity": 16, # "db_path_prefix": "/test/milvus/db_data" # }, # { # "table_name": "sift_1m_256_128_l2", # "ni_per": 100000, # "processes": 5, # multiprocessing # # "server.cpu_cache_capacity": 16, # "db_path_prefix": "/test/milvus/db_data" # } # { # "table_name": "sift_50m_1024_128_l2", # "ni_per": 100000, # "processes": 5, # multiprocessing # # "server.cpu_cache_capacity": 16, # }, # { # "table_name": "sift_100m_1024_128_l2", # "ni_per": 100000, # "processes": 5, # multiprocessing # }, # { # "table_name": "sift_1b_2048_128_l2", # "ni_per": 100000, # "processes": 5, # multiprocessing # "server.cpu_cache_capacity": 16, # } ] # interface: search_vectors query: # dataset: table name you have already created # key starts with "server." need to reconfig and restart server, including use_blas_threshold/cpu_cache_capacity .. [ # { # "dataset": "sift_1b_2048_128_l2", # # index info # "index.index_types": ["ivf_sq8h"], # "index.nlists": [16384], # "nprobes": [8, 32], # "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], # "nqs": [1, 10, 100, 500, 1000], # "processes": 1, # multiprocessing # "server.use_blas_threshold": 1100, # "server.cpu_cache_capacity": 200, # "server.resources": ["cpu", "gpu0"], # "db_path_prefix": "/test/milvus/db_data/sift_1b_2048_128_l2_sq8h" # }, # { # "dataset": "sift_1b_2048_128_l2", # # index info # "index.index_types": ["ivf_sq8"], # "index.nlists": [16384], # "nprobes": [8, 32], # "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], # "nqs": [1, 10, 100, 500, 1000], # "processes": 1, # multiprocessing # "server.use_blas_threshold": 1100, # "server.cpu_cache_capacity": 200, # "server.resources": ["cpu", "gpu0"], # "db_path_prefix": "/test/milvus/db_data/sift_1b_2048_128_l2" # }, # { # "dataset": "sift_1b_2048_128_l2", # # index info # "index.index_types": ["ivf_sq8h"], # "index.nlists": [16384], # "nprobes": [8, 32], # "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], # "nqs": [1, 10, 100, 500, 1000], # "processes": 1, # multiprocessing # "server.use_blas_threshold": 1100, # "server.cpu_cache_capacity": 200, # "server.resources": ["cpu"], # "db_path_prefix": "/test/milvus/db_data" # }, { "dataset": "random_50m_1024_512_ip", "index.index_types": ["ivf_sq8h"], "index.nlists": [16384], "nprobes": [8], # "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], "top_ks": [512], # "nqs": [1, 10, 100, 500, 1000], "nqs": [500], "server.use_blas_threshold": 1100, "server.cpu_cache_capacity": 150, "server.gpu_cache_capacity": 6, "server.resources": ["cpu", "gpu0", "gpu1"], "db_path_prefix": "/test/milvus/db_data/random_50m_1024_512_ip" }, # { # "dataset": "random_50m_1024_512_ip", # "index.index_types": ["ivf_sq8"], # "index.nlists": [16384], # "nprobes": [8, 32], # "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], # "nqs": [1, 10, 100, 500, 1000], # "server.use_blas_threshold": 1100, # "server.cpu_cache_capacity": 150, # "server.resources": ["cpu", "gpu0", "gpu1"], # "db_path_prefix": "/test/milvus/db_data/random_50m_1024_512_ip_sq8" # }, # { # "dataset": "random_20m_1024_512_ip", # "index.index_types": ["flat"], # "index.nlists": [16384], # "nprobes": [50], # "top_ks": [64], # "nqs": [10], # "server.use_blas_threshold": 1100, # "server.cpu_cache_capacity": 100, # "server.resources": ["cpu", "gpu0", "gpu1"], # "db_path_prefix": "/test/milvus/db_data/random_20m_1024_512_ip" # }, # { # "dataset": "random_100m_1024_512_ip", # # index info # "index.index_types": ["ivf_sq8"], # "index.nlists": [16384], # "nprobes": [8, 32], # "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], # "nqs": [1, 10, 100, 500, 1000], # "processes": 1, # multiprocessing # "server.use_blas_threshold": 1100, # "server.cpu_cache_capacity": 250, # "server.resources": ["cpu", "gpu0"], # "db_path_prefix": "/test/milvus/db_data" # }, # { # "dataset": "random_100m_1024_512_ip", # # index info # "index.index_types": ["ivf_sq8"], # "index.nlists": [16384], # "nprobes": [8, 32], # "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], # "nqs": [1, 10, 100, 500, 1000], # "processes": 1, # multiprocessing # "server.use_blas_threshold": 1100, # "server.cpu_cache_capacity": 250, # "server.resources": ["cpu"], # "db_path_prefix": "/test/milvus/db_data" # }, # { # "dataset": "random_10m_1024_512_ip", # # index info # "index.index_types": ["ivf_sq8"], # "index.nlists": [16384], # "nprobes": [1], # "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256], # "nqs": [1, 10, 100, 500, 800], # "processes": 1, # multiprocessing # # "server.use_blas_threshold": 1100, # "server.cpu_cache_capacity": 16, # }, # { # "dataset": "random_10m_1024_512_l2", # # index info # "index.index_types": ["ivf_sq8"], # "index.nlists": [16384], # "nprobes": [1], # "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256], # "nqs": [1, 10, 100, 500, 800], # "processes": 1, # multiprocessing # "server.use_blas_threshold": 1100, # "server.cpu_cache_capacity": 64 # }, # { # "dataset": "sift_500m_1024_128_l2", # # index info # "index.index_types": ["ivf_sq8"], # "index.nlists": [16384], # "nprobes": [1], # "top_ks": [1, 8, 16, 64, 256, 512, 1000], # "nqs": [1, 100, 500, 800, 1000, 1500], # # "top_ks": [256], # # "nqs": [800], # "processes": 1, # multiprocessing # # "server.use_blas_threshold": 1100, # "server.cpu_cache_capacity": 120, # "server.resources": ["gpu0", "gpu1"], # "db_path_prefix": "/test/milvus/db_data" # }, # { # "dataset": "sift_1b_2048_128_l2", # # index info # "index.index_types": ["ivf_sq8h"], # "index.nlists": [16384], # "nprobes": [1], # # "top_ks": [1], # # "nqs": [1], # "top_ks": [256], # "nqs": [800], # "processes": 1, # multiprocessing # "server.use_blas_threshold": 1100, # "server.cpu_cache_capacity": 110, # "server.resources": ["cpu", "gpu0"], # "db_path_prefix": "/test/milvus/db_data" # }, # { # "dataset": "random_50m_1024_512_l2", # # index info # "index.index_types": ["ivf_sq8"], # "index.nlists": [16384], # "nprobes": [1], # "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256], # "nqs": [1, 10, 100, 500, 800], # # "top_ks": [256], # # "nqs": [800], # "processes": 1, # multiprocessing # "server.use_blas_threshold": 1100, # "server.cpu_cache_capacity": 128 # }, # [ # { # "dataset": "sift_1m_50_128_l2", # # index info # "index.index_types": ["ivf_sq8"], # "index.nlists": [16384], # "nprobes": [1], # "top_ks": [1], # "nqs": [1], # "db_path_prefix": "/test/milvus/db_data" # # "processes": 1, # multiprocessing # # "server.use_blas_threshold": 1100, # # "server.cpu_cache_capacity": 256 # } ]