milvus_configmap.yaml 5.7 KB
Newer Older
P
peng.xu 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185
apiVersion: v1
kind: ConfigMap
metadata:
  name: milvus-mysql-configmap
  namespace: milvus
data:
    milvus_mysql_config.yml: |
      [mysqld]
      pid-file        = /var/run/mysqld/mysqld.pid
      socket          = /var/run/mysqld/mysqld.sock
      datadir         = /data
      log-error       = /var/log/mysql/error.log # mount out to host
      # By default we only accept connections from localhost
      bind-address   = 0.0.0.0
      # Disabling symbolic-links is recommended to prevent assorted security risks
      symbolic-links=0
      character-set-server = utf8mb4
      collation-server = utf8mb4_unicode_ci
      init_connect='SET NAMES utf8mb4'
      skip-character-set-client-handshake = true
      max_connections = 1000
      wait_timeout = 31536000

---

apiVersion: v1
kind: ConfigMap
metadata:
  name: milvus-proxy-configmap
  namespace: milvus
data:
    milvus_proxy_config.yml: |
      DEBUG=True
      TESTING=False

      WOSERVER=tcp://milvus-wo-servers:19530
      SERVER_PORT=19530

      DISCOVERY_CLASS_NAME=kubernetes
      DISCOVERY_KUBERNETES_NAMESPACE=milvus
      DISCOVERY_KUBERNETES_POD_PATT=.*-ro-servers-.*
      DISCOVERY_KUBERNETES_LABEL_SELECTOR=tier=ro-servers
      DISCOVERY_KUBERNETES_POLL_INTERVAL=10
      DISCOVERY_KUBERNETES_IN_CLUSTER=True

      SQLALCHEMY_DATABASE_URI=mysql+pymysql://root:milvusroot@milvus-mysql:3306/milvus?charset=utf8mb4
      SQLALCHEMY_POOL_SIZE=50
      SQLALCHEMY_POOL_RECYCLE=7200

      LOG_PATH=/var/log/milvus
      TIMEZONE=Asia/Shanghai
---

apiVersion: v1
kind: ConfigMap
metadata:
  name: milvus-roserver-configmap
  namespace: milvus
data:
  config.yml: |
    server_config:
      address: 0.0.0.0
      port: 19530
      mode: cluster_readonly

    db_config:
      primary_path: /var/milvus
      backend_url: mysql://root:milvusroot@milvus-mysql:3306/milvus
      insert_buffer_size: 2

    metric_config:
      enable_monitor: off # true is on, false is off

    cache_config:
        cpu_cache_capacity: 12   # memory pool to hold index data, unit: GB
        cpu_cache_free_percent: 0.85
        insert_cache_immediately: false
        # gpu_cache_capacity: 4
        # gpu_cache_free_percent: 0.85
        # gpu_ids:
          # - 0

    engine_config:
        use_blas_threshold: 800

    resource_config:
        search_resources:
            - gpu0

  log.conf: |
    * GLOBAL:
        FORMAT                  =   "%datetime | %level | %logger | %msg"
        FILENAME                =   "/var/milvus/logs/milvus-ro-%datetime{%H:%m}-global.log"
        ENABLED                 =   true
        TO_FILE                 =   true
        TO_STANDARD_OUTPUT      =   true
        SUBSECOND_PRECISION     =   3
        PERFORMANCE_TRACKING    =   false
        MAX_LOG_FILE_SIZE       =   2097152 ## Throw log files away after 2MB
    * DEBUG:
        FILENAME                =   "/var/milvus/logs/milvus-ro-%datetime{%H:%m}-debug.log"
        ENABLED                 =   true
    * WARNING:
        FILENAME                =   "/var/milvus/logs/milvus-ro-%datetime{%H:%m}-warning.log"
    * TRACE:
        FILENAME                =   "/var/milvus/logs/milvus-ro-%datetime{%H:%m}-trace.log"
    * VERBOSE:
        FORMAT                  =   "%datetime{%d/%M/%y} | %level-%vlevel | %msg"
        TO_FILE                 =   true
        TO_STANDARD_OUTPUT      =   true
    ## Error logs
    * ERROR:
        ENABLED                 =   true
        FILENAME                =   "/var/milvus/logs/milvus-ro-%datetime{%H:%m}-error.log"
    * FATAL:
        ENABLED                 =   true
        FILENAME                =   "/var/milvus/logs/milvus-ro-%datetime{%H:%m}-fatal.log"

---

apiVersion: v1
kind: ConfigMap
metadata:
  name: milvus-woserver-configmap
  namespace: milvus
data:
  config.yml: |
    server_config:
      address: 0.0.0.0
      port: 19530
      mode: cluster_writable

    db_config:
      primary_path: /var/milvus
      backend_url: mysql://root:milvusroot@milvus-mysql:3306/milvus
      insert_buffer_size: 2

    metric_config:
      enable_monitor: off # true is on, false is off

    cache_config:
        cpu_cache_capacity: 2   # memory pool to hold index data, unit: GB
        cpu_cache_free_percent: 0.85
        insert_cache_immediately: false
        # gpu_cache_capacity: 4
        # gpu_cache_free_percent: 0.85
        # gpu_ids:
          # - 0

    engine_config:
        use_blas_threshold: 800

    resource_config:
        search_resources:
            - gpu0


  log.conf: |
    * GLOBAL:
        FORMAT                  =   "%datetime | %level | %logger | %msg"
        FILENAME                =   "/var/milvus/logs/milvus-wo-%datetime{%H:%m}-global.log"
        ENABLED                 =   true
        TO_FILE                 =   true
        TO_STANDARD_OUTPUT      =   true
        SUBSECOND_PRECISION     =   3
        PERFORMANCE_TRACKING    =   false
        MAX_LOG_FILE_SIZE       =   2097152 ## Throw log files away after 2MB
    * DEBUG:
        FILENAME                =   "/var/milvus/logs/milvus-wo-%datetime{%H:%m}-debug.log"
        ENABLED                 =   true
    * WARNING:
        FILENAME                =   "/var/milvus/logs/milvus-wo-%datetime{%H:%m}-warning.log"
    * TRACE:
        FILENAME                =   "/var/milvus/logs/milvus-wo-%datetime{%H:%m}-trace.log"
    * VERBOSE:
        FORMAT                  =   "%datetime{%d/%M/%y} | %level-%vlevel | %msg"
        TO_FILE                 =   true
        TO_STANDARD_OUTPUT      =   true
    ## Error logs
    * ERROR:
        ENABLED                 =   true
        FILENAME                =   "/var/milvus/logs/milvus-wo-%datetime{%H:%m}-error.log"
    * FATAL:
        ENABLED                 =   true
        FILENAME                =   "/var/milvus/logs/milvus-wo-%datetime{%H:%m}-fatal.log"