suites_performance.yaml

performance:

  # interface: add_vectors
  insert:
    # index_type: flat/ivf_flat/ivf_sq8/mix_nsg
    [
      # debug
      # data_type / data_size / index_file_size / dimension
      # data_type: random / ann_sift
      # data_size: 10m / 1b
      # {
      #   "table_name": "random_50m_1024_512_ip", 
      #   "ni_per": 100000, 
      #   "processes": 5, # multiprocessing
      #   "server.cpu_cache_capacity": 16,
      #   # "server.resources": ["gpu0", "gpu1"],
      #   "db_path_prefix": "/test/milvus/db_data"
      # },
      # {
      #   "table_name": "random_5m_1024_512_ip", 
      #   "ni_per": 100000, 
      #   "processes": 5, # multiprocessing
      #   "server.cpu_cache_capacity": 16,
      #   "server.resources": ["gpu0", "gpu1"],
      #   "db_path_prefix": "/test/milvus/db_data/random_5m_1024_512_ip"
      # },
      # {
      #   "table_name": "sift_1m_50_128_l2", 
      #   "ni_per": 100000, 
      #   "processes": 5, # multiprocessing
      #   # "server.cpu_cache_capacity": 16,
      #   "db_path_prefix": "/test/milvus/db_data"
      # },
      # {
      #   "table_name": "sift_1m_256_128_l2", 
      #   "ni_per": 100000, 
      #   "processes": 5, # multiprocessing
      #   # "server.cpu_cache_capacity": 16,
      #   "db_path_prefix": "/test/milvus/db_data"
      # }
      # {
      #   "table_name": "sift_50m_1024_128_l2", 
      #   "ni_per": 100000, 
      #   "processes": 5, # multiprocessing
      #   # "server.cpu_cache_capacity": 16,
      # },
      # {
      #   "table_name": "sift_100m_1024_128_l2", 
      #   "ni_per": 100000, 
      #   "processes": 5, # multiprocessing
      # },
      # {
      #   "table_name": "sift_1b_2048_128_l2", 
      #   "ni_per": 100000, 
      #   "processes": 5, # multiprocessing
      #   "server.cpu_cache_capacity": 16,
      # }
    ]

  # interface: search_vectors
  query:
    # dataset: table name you have already created
    # key starts with "server." need to reconfig and restart server, including use_blas_threshold/cpu_cache_capacity ..
    [
      # {
      #   "dataset": "sift_1b_2048_128_l2",
      #   # index info
      #   "index.index_types": ["ivf_sq8h"],
      #   "index.nlists": [16384],
      #   "nprobes": [8, 32], 
      #   "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], 
      #   "nqs": [1, 10, 100, 500, 1000], 
      #   "processes": 1, # multiprocessing
      #   "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 200,
      #   "server.resources": ["cpu", "gpu0"],
      #   "db_path_prefix": "/test/milvus/db_data/sift_1b_2048_128_l2_sq8h"
      # },
      # {
      #   "dataset": "sift_1b_2048_128_l2",
      #   # index info
      #   "index.index_types": ["ivf_sq8"],
      #   "index.nlists": [16384],
      #   "nprobes": [8, 32], 
      #   "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], 
      #   "nqs": [1, 10, 100, 500, 1000], 
      #   "processes": 1, # multiprocessing
      #   "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 200,
      #   "server.resources": ["cpu", "gpu0"],
      #   "db_path_prefix": "/test/milvus/db_data/sift_1b_2048_128_l2"
      # },
      # {
      #   "dataset": "sift_1b_2048_128_l2",
      #   # index info
      #   "index.index_types": ["ivf_sq8h"],
      #   "index.nlists": [16384],
      #   "nprobes": [8, 32], 
      #   "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], 
      #   "nqs": [1, 10, 100, 500, 1000], 
      #   "processes": 1, # multiprocessing
      #   "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 200,
      #   "server.resources": ["cpu"],
      #   "db_path_prefix": "/test/milvus/db_data"
      # },
      {
        "dataset": "random_50m_1024_512_ip",
        "index.index_types": ["ivf_sq8h"],
        "index.nlists": [16384],
        "nprobes": [8], 
        # "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], 
        "top_ks": [512], 
        # "nqs": [1, 10, 100, 500, 1000], 
        "nqs": [500], 
        "server.use_blas_threshold": 1100, 
        "server.cpu_cache_capacity": 150,
        "server.gpu_cache_capacity": 6,
        "server.resources": ["cpu", "gpu0", "gpu1"],
        "db_path_prefix": "/test/milvus/db_data/random_50m_1024_512_ip"
      },
      # {
      #   "dataset": "random_50m_1024_512_ip",
      #   "index.index_types": ["ivf_sq8"],
      #   "index.nlists": [16384],
      #   "nprobes": [8, 32], 
      #   "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], 
      #   "nqs": [1, 10, 100, 500, 1000], 
      #   "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 150,
      #   "server.resources": ["cpu", "gpu0", "gpu1"],
      #   "db_path_prefix": "/test/milvus/db_data/random_50m_1024_512_ip_sq8"
      # },
      # {
      #   "dataset": "random_20m_1024_512_ip",
      #   "index.index_types": ["flat"],
      #   "index.nlists": [16384],
      #   "nprobes": [50], 
      #   "top_ks": [64], 
      #   "nqs": [10], 
      #   "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 100,
      #   "server.resources": ["cpu", "gpu0", "gpu1"],
      #   "db_path_prefix": "/test/milvus/db_data/random_20m_1024_512_ip"
      # },
      # {
      #   "dataset": "random_100m_1024_512_ip",
      #   # index info
      #   "index.index_types": ["ivf_sq8"],
      #   "index.nlists": [16384],
      #   "nprobes": [8, 32], 
      #   "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], 
      #   "nqs": [1, 10, 100, 500, 1000], 
      #   "processes": 1, # multiprocessing
      #   "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 250,
      #   "server.resources": ["cpu", "gpu0"],
      #   "db_path_prefix": "/test/milvus/db_data"
      # },
      # {
      #   "dataset": "random_100m_1024_512_ip",
      #   # index info
      #   "index.index_types": ["ivf_sq8"],
      #   "index.nlists": [16384],
      #   "nprobes": [8, 32], 
      #   "top_ks": [1, 8, 16, 32, 64, 128, 256, 512, 1000], 
      #   "nqs": [1, 10, 100, 500, 1000], 
      #   "processes": 1, # multiprocessing
      #   "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 250,
      #   "server.resources": ["cpu"],
      #   "db_path_prefix": "/test/milvus/db_data"
      # },
      # {
      #   "dataset": "random_10m_1024_512_ip",
      #   # index info
      #   "index.index_types": ["ivf_sq8"],
      #   "index.nlists": [16384],
      #   "nprobes": [1], 
      #   "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256], 
      #   "nqs": [1, 10, 100, 500, 800], 
      #   "processes": 1, # multiprocessing
      #   # "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 16,
      # },
      # {
      #   "dataset": "random_10m_1024_512_l2",
      #   # index info
      #   "index.index_types": ["ivf_sq8"],
      #   "index.nlists": [16384],
      #   "nprobes": [1], 
      #   "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256], 
      #   "nqs": [1, 10, 100, 500, 800], 
      #   "processes": 1, # multiprocessing
      #   "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 64
      # },
      # {
      #   "dataset": "sift_500m_1024_128_l2",
      #   # index info
      #   "index.index_types": ["ivf_sq8"],
      #   "index.nlists": [16384],
      #   "nprobes": [1], 
      #   "top_ks": [1, 8, 16, 64, 256, 512, 1000], 
      #   "nqs": [1, 100, 500, 800, 1000, 1500], 
      #   # "top_ks": [256],
      #   # "nqs": [800],
      #   "processes": 1, # multiprocessing
      #   # "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 120,
      #   "server.resources": ["gpu0", "gpu1"],
      #   "db_path_prefix": "/test/milvus/db_data"
      # },
      # {
      #    "dataset": "sift_1b_2048_128_l2",
      #    # index info
      #    "index.index_types": ["ivf_sq8h"],
      #    "index.nlists": [16384],
      #    "nprobes": [1], 
      #    # "top_ks": [1], 
      #    # "nqs": [1], 
      #    "top_ks": [256],
      #    "nqs": [800],
      #    "processes": 1, # multiprocessing
      #    "server.use_blas_threshold": 1100, 
      #    "server.cpu_cache_capacity": 110,
      #    "server.resources": ["cpu", "gpu0"],
      #    "db_path_prefix": "/test/milvus/db_data"
      # },
      # {
      #   "dataset": "random_50m_1024_512_l2",
      #   # index info
      #   "index.index_types": ["ivf_sq8"],
      #   "index.nlists": [16384],
      #   "nprobes": [1], 
      #   "top_ks": [1, 2, 4, 8, 16, 32, 64, 128, 256], 
      #   "nqs": [1, 10, 100, 500, 800], 
      #   # "top_ks": [256],
      #   # "nqs": [800],
      #   "processes": 1, # multiprocessing
      #   "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 128
      # },
    # [
    #   {
    #     "dataset": "sift_1m_50_128_l2",
    #     # index info
    #     "index.index_types": ["ivf_sq8"],
    #     "index.nlists": [16384],
    #     "nprobes": [1], 
    #     "top_ks": [1], 
    #     "nqs": [1], 
    #     "db_path_prefix": "/test/milvus/db_data"
    #     # "processes": 1, # multiprocessing
    #     # "server.use_blas_threshold": 1100, 
    #     # "server.cpu_cache_capacity": 256
    #   }
    ]