test_config.cpp 42.9 KB
Newer Older
1
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
J
jinhai 已提交
2
//
3 4
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
J
jinhai 已提交
5
//
6 7 8 9 10
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software distributed under the License
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
// or implied. See the License for the specific language governing permissions and limitations under the License.
J
jinhai 已提交
11

12 13 14 15
#include <limits>

#include <fiu-control.h>
#include <fiu-local.h>
S
starlord 已提交
16
#include <gtest/gtest-death-test.h>
Y
youny626 已提交
17
#include <gtest/gtest.h>
18
#include <cmath>
19

Y
yudong.cai 已提交
20
#include "config/YamlConfigMgr.h"
S
starlord 已提交
21
#include "server/Config.h"
S
starlord 已提交
22
#include "server/utils.h"
Y
youny626 已提交
23
#include "utils/CommonUtil.h"
Z
Zhiru Zhu 已提交
24
#include "utils/StringHelpFunctions.h"
Y
youny626 已提交
25
#include "utils/ValidationUtil.h"
G
groot 已提交
26

G
groot 已提交
27

G
groot 已提交
28 29
namespace {

S
starlord 已提交
30
static constexpr uint64_t KB = 1024;
S
starlord 已提交
31 32
static constexpr uint64_t MB = KB * 1024;
static constexpr uint64_t GB = MB * 1024;
S
starlord 已提交
33

Y
youny626 已提交
34
}  // namespace
G
groot 已提交
35

C
Cai Yudong 已提交
36 37
namespace ms = milvus::server;

S
starlord 已提交
38
TEST_F(ConfigTest, CONFIG_TEST) {
S
starlord 已提交
39
    milvus::server::ConfigMgr* config_mgr = milvus::server::YamlConfigMgr::GetInstance();
G
groot 已提交
40

Y
yudong.cai 已提交
41 42
    milvus::Status s = config_mgr->LoadConfigFile("");
    ASSERT_FALSE(s.ok());
G
groot 已提交
43

S
starlord 已提交
44
    std::string config_path(CONFIG_PATH);
S
starlord 已提交
45
    s = config_mgr->LoadConfigFile(config_path + INVALID_CONFIG_FILE);
Y
yudong.cai 已提交
46
    ASSERT_FALSE(s.ok());
G
groot 已提交
47

S
starlord 已提交
48
    s = config_mgr->LoadConfigFile(config_path + VALID_CONFIG_FILE);
Y
yudong.cai 已提交
49
    ASSERT_TRUE(s.ok());
G
groot 已提交
50

G
groot 已提交
51
    config_mgr->Print();
S
shengjh 已提交
52
    config_mgr->DumpString();
G
groot 已提交
53

S
starlord 已提交
54 55 56 57 58
    milvus::server::ConfigNode& root_config = config_mgr->GetRootNode();
    milvus::server::ConfigNode& server_config = root_config.GetChild("server_config");
    milvus::server::ConfigNode& db_config = root_config.GetChild("db_config");
    milvus::server::ConfigNode& metric_config = root_config.GetChild("metric_config");
    milvus::server::ConfigNode& cache_config = root_config.GetChild("cache_config");
S
starlord 已提交
59
    milvus::server::ConfigNode invalid_config = root_config.GetChild("invalid_config");
S
shengjh 已提交
60 61 62 63 64 65 66 67 68

    const auto& im_config_mgr = *static_cast<milvus::server::YamlConfigMgr*>(config_mgr);
    const milvus::server::ConfigNode& im_root_config = im_config_mgr.GetRootNode();
    const milvus::server::ConfigNode& im_invalid_config = im_root_config.GetChild("invalid_config");
    const milvus::server::ConfigNode& im_not_exit_config = im_root_config.GetChild("not_exit_config");
    ASSERT_EQ(im_not_exit_config.GetConfig().size(), 0);
    ASSERT_EQ(im_root_config.DumpString(), root_config.DumpString());
    ASSERT_EQ(im_invalid_config.DumpString(), invalid_config.DumpString());

S
starlord 已提交
69 70 71
    auto valus = invalid_config.GetSequence("not_exist");
    float ff = invalid_config.GetFloatValue("not_exist", 3.0);
    ASSERT_EQ(ff, 3.0);
S
shengjh 已提交
72 73 74 75 76 77 78 79
    double not_exit_double = server_config.GetDoubleValue("not_exit", 3.0);
    ASSERT_EQ(not_exit_double, 3.0);
    int64_t not_exit_int64 = server_config.GetInt64Value("not_exit", 3);
    ASSERT_EQ(not_exit_int64, 3);
    int64_t not_exit_int32 = server_config.GetInt32Value("not_exit", 3);
    ASSERT_EQ(not_exit_int32, 3);
    bool not_exit_bool = server_config.GetBoolValue("not_exit", false);
    ASSERT_FALSE(not_exit_bool);
G
groot 已提交
80 81 82 83

    std::string address = server_config.GetValue("address");
    ASSERT_TRUE(!address.empty());
    int64_t port = server_config.GetInt64Value("port");
S
starlord 已提交
84
    ASSERT_NE(port, 0);
G
groot 已提交
85

G
groot 已提交
86 87
    server_config.SetValue("float_test", "2.5");
    double dbl = server_config.GetDoubleValue("float_test");
88
    ASSERT_LE(std::fabs(dbl - 2.5), std::numeric_limits<double>::epsilon());
G
groot 已提交
89
    float flt = server_config.GetFloatValue("float_test");
90
    ASSERT_LE(std::fabs(flt - 2.5), std::numeric_limits<float>::epsilon());
G
groot 已提交
91 92 93 94 95 96 97 98 99 100

    server_config.SetValue("bool_test", "true");
    bool blt = server_config.GetBoolValue("bool_test");
    ASSERT_TRUE(blt);

    server_config.SetValue("int_test", "34");
    int32_t it32 = server_config.GetInt32Value("int_test");
    ASSERT_EQ(it32, 34);
    int64_t it64 = server_config.GetInt64Value("int_test");
    ASSERT_EQ(it64, 34);
G
groot 已提交
101

S
starlord 已提交
102
    milvus::server::ConfigNode fake;
G
groot 已提交
103 104
    server_config.AddChild("fake", fake);
    fake = server_config.GetChild("fake");
S
starlord 已提交
105
    milvus::server::ConfigNodeArr arr;
G
groot 已提交
106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121
    server_config.GetChildren(arr);
    ASSERT_EQ(arr.size(), 1UL);

    server_config.ClearChildren();
    auto children = server_config.GetChildren();
    ASSERT_TRUE(children.empty());

    server_config.ClearConfig();
    auto configs = server_config.GetConfig();
    ASSERT_TRUE(configs.empty());

    server_config.AddSequenceItem("seq", "aaa");
    server_config.AddSequenceItem("seq", "bbb");
    auto seq = server_config.GetSequence("seq");
    ASSERT_EQ(seq.size(), 2UL);

S
shengjh 已提交
122 123
    server_config.SetValue("fake", "fake");
    server_config.AddChild("fake", fake);
S
starlord 已提交
124
    milvus::server::ConfigNode combine;
G
groot 已提交
125 126 127 128 129 130
    combine.Combine(server_config);

    combine.PrintAll();
    std::string all = combine.DumpString();
    ASSERT_TRUE(!all.empty());

G
groot 已提交
131 132 133 134 135
    server_config.ClearSequences();
    auto seqs = server_config.GetSequences();
    ASSERT_TRUE(seqs.empty());
}

Z
Zhiru Zhu 已提交
136 137 138 139 140 141 142 143 144 145
TEST_F(ConfigTest, SERVER_CONFIG_VALID_TEST) {
    std::string config_path(CONFIG_PATH);
    milvus::server::Config& config = milvus::server::Config::GetInstance();
    std::string str_val;
    int64_t int64_val;
    float float_val;
    bool bool_val;

    /* server config */
    std::string server_addr = "192.168.1.155";
C
Cai Yudong 已提交
146 147
    ASSERT_TRUE(config.SetServerConfigAddress(server_addr).ok());
    ASSERT_TRUE(config.GetServerConfigAddress(str_val).ok());
Z
Zhiru Zhu 已提交
148 149 150
    ASSERT_TRUE(str_val == server_addr);

    std::string server_port = "12345";
C
Cai Yudong 已提交
151 152
    ASSERT_TRUE(config.SetServerConfigPort(server_port).ok());
    ASSERT_TRUE(config.GetServerConfigPort(str_val).ok());
Z
Zhiru Zhu 已提交
153 154
    ASSERT_TRUE(str_val == server_port);

B
BossZou 已提交
155 156 157 158 159
    std::string web_port = "19999";
    ASSERT_TRUE(config.SetServerConfigWebPort(web_port).ok());
    ASSERT_TRUE(config.GetServerConfigWebPort(str_val).ok());
    ASSERT_TRUE(str_val == web_port);

Z
Zhiru Zhu 已提交
160
    std::string server_mode = "cluster_readonly";
C
Cai Yudong 已提交
161 162
    ASSERT_TRUE(config.SetServerConfigDeployMode(server_mode).ok());
    ASSERT_TRUE(config.GetServerConfigDeployMode(str_val).ok());
Z
Zhiru Zhu 已提交
163 164 165
    ASSERT_TRUE(str_val == server_mode);

    std::string server_time_zone = "UTC+6";
C
Cai Yudong 已提交
166 167
    ASSERT_TRUE(config.SetServerConfigTimeZone(server_time_zone).ok());
    ASSERT_TRUE(config.GetServerConfigTimeZone(str_val).ok());
Z
Zhiru Zhu 已提交
168 169 170 171
    ASSERT_TRUE(str_val == server_time_zone);

    /* db config */
    std::string db_backend_url = "mysql://root:123456@127.0.0.1:19530/milvus";
C
Cai Yudong 已提交
172 173
    ASSERT_TRUE(config.SetDBConfigBackendUrl(db_backend_url).ok());
    ASSERT_TRUE(config.GetDBConfigBackendUrl(str_val).ok());
Z
Zhiru Zhu 已提交
174 175
    ASSERT_TRUE(str_val == db_backend_url);

Y
yudong.cai 已提交
176
    int64_t db_archive_disk_threshold = 100;
C
Cai Yudong 已提交
177 178
    ASSERT_TRUE(config.SetDBConfigArchiveDiskThreshold(std::to_string(db_archive_disk_threshold)).ok());
    ASSERT_TRUE(config.GetDBConfigArchiveDiskThreshold(int64_val).ok());
Y
yudong.cai 已提交
179
    ASSERT_TRUE(int64_val == db_archive_disk_threshold);
Z
Zhiru Zhu 已提交
180

Y
yudong.cai 已提交
181
    int64_t db_archive_days_threshold = 365;
C
Cai Yudong 已提交
182 183
    ASSERT_TRUE(config.SetDBConfigArchiveDaysThreshold(std::to_string(db_archive_days_threshold)).ok());
    ASSERT_TRUE(config.GetDBConfigArchiveDaysThreshold(int64_val).ok());
Y
yudong.cai 已提交
184
    ASSERT_TRUE(int64_val == db_archive_days_threshold);
Z
Zhiru Zhu 已提交
185

C
Cai Yudong 已提交
186
    /* storage config */
187 188 189 190 191 192 193 194 195 196
    std::string storage_primary_path = "/home/zilliz";
    ASSERT_TRUE(config.SetStorageConfigPrimaryPath(storage_primary_path).ok());
    ASSERT_TRUE(config.GetStorageConfigPrimaryPath(str_val).ok());
    ASSERT_TRUE(str_val == storage_primary_path);

    std::string storage_secondary_path = "/home/zilliz";
    ASSERT_TRUE(config.SetStorageConfigSecondaryPath(storage_secondary_path).ok());
    ASSERT_TRUE(config.GetStorageConfigSecondaryPath(str_val).ok());
    ASSERT_TRUE(str_val == storage_secondary_path);

197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225
    bool storage_s3_enable = true;
    ASSERT_TRUE(config.SetStorageConfigS3Enable(std::to_string(storage_s3_enable)).ok());
    ASSERT_TRUE(config.GetStorageConfigS3Enable(bool_val).ok());
    ASSERT_TRUE(bool_val == storage_s3_enable);

    std::string storage_s3_addr = "192.168.1.100";
    ASSERT_TRUE(config.SetStorageConfigS3Address(storage_s3_addr).ok());
    ASSERT_TRUE(config.GetStorageConfigS3Address(str_val).ok());
    ASSERT_TRUE(str_val == storage_s3_addr);

    std::string storage_s3_port = "12345";
    ASSERT_TRUE(config.SetStorageConfigS3Port(storage_s3_port).ok());
    ASSERT_TRUE(config.GetStorageConfigS3Port(str_val).ok());
    ASSERT_TRUE(str_val == storage_s3_port);

    std::string storage_s3_access_key = "minioadmin";
    ASSERT_TRUE(config.SetStorageConfigS3AccessKey(storage_s3_access_key).ok());
    ASSERT_TRUE(config.GetStorageConfigS3AccessKey(str_val).ok());
    ASSERT_TRUE(str_val == storage_s3_access_key);

    std::string storage_s3_secret_key = "minioadmin";
    ASSERT_TRUE(config.SetStorageConfigS3SecretKey(storage_s3_secret_key).ok());
    ASSERT_TRUE(config.GetStorageConfigS3SecretKey(str_val).ok());
    ASSERT_TRUE(str_val == storage_s3_secret_key);

    std::string storage_s3_bucket = "s3bucket";
    ASSERT_TRUE(config.SetStorageConfigS3Bucket(storage_s3_bucket).ok());
    ASSERT_TRUE(config.GetStorageConfigS3Bucket(str_val).ok());
    ASSERT_TRUE(str_val == storage_s3_bucket);
C
Cai Yudong 已提交
226

Z
Zhiru Zhu 已提交
227 228
    /* metric config */
    bool metric_enable_monitor = false;
C
Cai Yudong 已提交
229 230
    ASSERT_TRUE(config.SetMetricConfigEnableMonitor(std::to_string(metric_enable_monitor)).ok());
    ASSERT_TRUE(config.GetMetricConfigEnableMonitor(bool_val).ok());
Z
Zhiru Zhu 已提交
231 232
    ASSERT_TRUE(bool_val == metric_enable_monitor);

C
Cai Yudong 已提交
233 234 235 236
    std::string metric_address = "192.168.0.2";
    ASSERT_TRUE(config.SetMetricConfigAddress(metric_address).ok());
    ASSERT_TRUE(config.GetMetricConfigAddress(str_val).ok());
    ASSERT_TRUE(str_val == metric_address);
Z
Zhiru Zhu 已提交
237

C
Cai Yudong 已提交
238 239 240 241
    std::string metric_port = "2222";
    ASSERT_TRUE(config.SetMetricConfigPort(metric_port).ok());
    ASSERT_TRUE(config.GetMetricConfigPort(str_val).ok());
    ASSERT_TRUE(str_val == metric_port);
Z
Zhiru Zhu 已提交
242 243

    /* cache config */
Y
yukun 已提交
244
    int64_t cache_cpu_cache_capacity = 1;
C
Cai Yudong 已提交
245 246
    ASSERT_TRUE(config.SetCacheConfigCpuCacheCapacity(std::to_string(cache_cpu_cache_capacity)).ok());
    ASSERT_TRUE(config.GetCacheConfigCpuCacheCapacity(int64_val).ok());
Z
Zhiru Zhu 已提交
247 248 249
    ASSERT_TRUE(int64_val == cache_cpu_cache_capacity);

    float cache_cpu_cache_threshold = 0.1;
C
Cai Yudong 已提交
250 251
    ASSERT_TRUE(config.SetCacheConfigCpuCacheThreshold(std::to_string(cache_cpu_cache_threshold)).ok());
    ASSERT_TRUE(config.GetCacheConfigCpuCacheThreshold(float_val).ok());
Z
Zhiru Zhu 已提交
252 253
    ASSERT_TRUE(float_val == cache_cpu_cache_threshold);

254 255 256 257 258
    int64_t cache_insert_buffer_size = 2;
    ASSERT_TRUE(config.SetCacheConfigInsertBufferSize(std::to_string(cache_insert_buffer_size)).ok());
    ASSERT_TRUE(config.GetCacheConfigInsertBufferSize(int64_val).ok());
    ASSERT_TRUE(int64_val == cache_insert_buffer_size);

Z
Zhiru Zhu 已提交
259
    bool cache_insert_data = true;
C
Cai Yudong 已提交
260 261
    ASSERT_TRUE(config.SetCacheConfigCacheInsertData(std::to_string(cache_insert_data)).ok());
    ASSERT_TRUE(config.GetCacheConfigCacheInsertData(bool_val).ok());
Z
Zhiru Zhu 已提交
262 263 264
    ASSERT_TRUE(bool_val == cache_insert_data);

    /* engine config */
Y
yudong.cai 已提交
265
    int64_t engine_use_blas_threshold = 50;
C
Cai Yudong 已提交
266 267
    ASSERT_TRUE(config.SetEngineConfigUseBlasThreshold(std::to_string(engine_use_blas_threshold)).ok());
    ASSERT_TRUE(config.GetEngineConfigUseBlasThreshold(int64_val).ok());
Y
yudong.cai 已提交
268
    ASSERT_TRUE(int64_val == engine_use_blas_threshold);
Z
Zhiru Zhu 已提交
269

Y
yukun 已提交
270
    int64_t engine_omp_thread_num = 1;
C
Cai Yudong 已提交
271 272
    ASSERT_TRUE(config.SetEngineConfigOmpThreadNum(std::to_string(engine_omp_thread_num)).ok());
    ASSERT_TRUE(config.GetEngineConfigOmpThreadNum(int64_val).ok());
Y
yudong.cai 已提交
273
    ASSERT_TRUE(int64_val == engine_omp_thread_num);
Z
Zhiru Zhu 已提交
274

C
Cai Yudong 已提交
275 276 277 278 279
    bool engine_use_avx512 = false;
    ASSERT_TRUE(config.SetEngineConfigUseAVX512(std::to_string(engine_use_avx512)).ok());
    ASSERT_TRUE(config.GetEngineConfigUseAVX512(bool_val).ok());
    ASSERT_TRUE(bool_val == engine_use_avx512);

G
groot 已提交
280
#ifdef MILVUS_GPU_VERSION
Y
yudong.cai 已提交
281
    int64_t engine_gpu_search_threshold = 800;
C
Cai Yudong 已提交
282 283
    ASSERT_TRUE(config.SetEngineConfigGpuSearchThreshold(std::to_string(engine_gpu_search_threshold)).ok());
    ASSERT_TRUE(config.GetEngineConfigGpuSearchThreshold(int64_val).ok());
Y
yudong.cai 已提交
284
    ASSERT_TRUE(int64_val == engine_gpu_search_threshold);
C
Cai Yudong 已提交
285
#endif
Z
Zhiru Zhu 已提交
286

Y
yudong.cai 已提交
287
    /* gpu resource config */
C
Cai Yudong 已提交
288
#ifdef MILVUS_GPU_VERSION
Y
yudong.cai 已提交
289
    bool resource_enable_gpu = true;
C
Cai Yudong 已提交
290 291
    ASSERT_TRUE(config.SetGpuResourceConfigEnable(std::to_string(resource_enable_gpu)).ok());
    ASSERT_TRUE(config.GetGpuResourceConfigEnable(bool_val).ok());
Y
yudong.cai 已提交
292
    ASSERT_TRUE(bool_val == resource_enable_gpu);
Z
Zhiru Zhu 已提交
293

Y
yudong.cai 已提交
294
    int64_t gpu_cache_capacity = 1;
C
Cai Yudong 已提交
295 296
    ASSERT_TRUE(config.SetGpuResourceConfigCacheCapacity(std::to_string(gpu_cache_capacity)).ok());
    ASSERT_TRUE(config.GetGpuResourceConfigCacheCapacity(int64_val).ok());
Y
yudong.cai 已提交
297 298 299
    ASSERT_TRUE(int64_val == gpu_cache_capacity);

    float gpu_cache_threshold = 0.2;
C
Cai Yudong 已提交
300 301
    ASSERT_TRUE(config.SetGpuResourceConfigCacheThreshold(std::to_string(gpu_cache_threshold)).ok());
    ASSERT_TRUE(config.GetGpuResourceConfigCacheThreshold(float_val).ok());
Y
yudong.cai 已提交
302 303 304
    ASSERT_TRUE(float_val == gpu_cache_threshold);

    std::vector<std::string> search_resources = {"gpu0"};
Y
yudong.cai 已提交
305
    std::vector<int64_t> search_res_vec;
306
    std::string search_res_str;
Z
Zhiru Zhu 已提交
307
    milvus::server::StringHelpFunctions::MergeStringWithDelimeter(
Y
yudong.cai 已提交
308
        search_resources, milvus::server::CONFIG_GPU_RESOURCE_DELIMITER, search_res_str);
C
Cai Yudong 已提交
309 310
    ASSERT_TRUE(config.SetGpuResourceConfigSearchResources(search_res_str).ok());
    ASSERT_TRUE(config.GetGpuResourceConfigSearchResources(search_res_vec).ok());
Z
Zhiru Zhu 已提交
311
    for (size_t i = 0; i < search_resources.size(); i++) {
Y
yudong.cai 已提交
312
        ASSERT_TRUE(std::stoll(search_resources[i].substr(3)) == search_res_vec[i]);
Z
Zhiru Zhu 已提交
313 314
    }

Y
yudong.cai 已提交
315
    std::vector<std::string> build_index_resources = {"gpu0"};
Y
yudong.cai 已提交
316
    std::vector<int64_t> build_index_res_vec;
Y
yudong.cai 已提交
317
    std::string build_index_res_str;
318
    milvus::server::StringHelpFunctions::MergeStringWithDelimeter(
Y
yudong.cai 已提交
319
        build_index_resources, milvus::server::CONFIG_GPU_RESOURCE_DELIMITER, build_index_res_str);
C
Cai Yudong 已提交
320 321
    ASSERT_TRUE(config.SetGpuResourceConfigBuildIndexResources(build_index_res_str).ok());
    ASSERT_TRUE(config.GetGpuResourceConfigBuildIndexResources(build_index_res_vec).ok());
Y
yudong.cai 已提交
322
    for (size_t i = 0; i < build_index_resources.size(); i++) {
Y
yudong.cai 已提交
323
        ASSERT_TRUE(std::stoll(build_index_resources[i].substr(3)) == build_index_res_vec[i]);
324
    }
Y
yudong.cai 已提交
325
#endif
Z
Zhiru Zhu 已提交
326 327
}

328 329
std::string
gen_get_command(const std::string& parent_node, const std::string& child_node) {
330
    std::string cmd = "get_config " + parent_node + ms::CONFIG_NODE_DELIMITER + child_node;
C
Cai Yudong 已提交
331 332 333
    return cmd;
}

334 335
std::string
gen_set_command(const std::string& parent_node, const std::string& child_node, const std::string& value) {
336
    std::string cmd = "set_config " + parent_node + ms::CONFIG_NODE_DELIMITER + child_node + " " + value;
C
Cai Yudong 已提交
337 338 339 340 341 342 343
    return cmd;
}

TEST_F(ConfigTest, SERVER_CONFIG_CLI_TEST) {
    std::string config_path(CONFIG_PATH);
    milvus::Status s;

344 345 346 347 348 349
    std::string conf_file = std::string(CONFIG_PATH) + VALID_CONFIG_FILE;
    milvus::server::Config& config = milvus::server::Config::GetInstance();

    auto status = config.LoadConfigFile(conf_file);
    ASSERT_TRUE(status.ok()) << status.message();

C
Cai Yudong 已提交
350 351 352
    std::string get_cmd, set_cmd;
    std::string result, dummy;

353 354 355
    s = config.ProcessConfigCli(result, "get_config *");
    ASSERT_TRUE(s.ok());

C
Cai Yudong 已提交
356 357 358 359
    /* server config */
    std::string server_addr = "192.168.1.155";
    get_cmd = gen_get_command(ms::CONFIG_SERVER, ms::CONFIG_SERVER_ADDRESS);
    set_cmd = gen_set_command(ms::CONFIG_SERVER, ms::CONFIG_SERVER_ADDRESS, server_addr);
360
    s = config.ProcessConfigCli(dummy, set_cmd);
361
    ASSERT_TRUE(s.ok());
362
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
363 364 365
    ASSERT_TRUE(s.ok());

    /* db config */
366
    std::string db_backend_url = "sqlite://milvus:zilliz@:/";
367 368
    get_cmd = gen_get_command(ms::CONFIG_DB, ms::CONFIG_DB_BACKEND_URL);
    set_cmd = gen_set_command(ms::CONFIG_DB, ms::CONFIG_DB_BACKEND_URL, db_backend_url);
369
    s = config.ProcessConfigCli(dummy, set_cmd);
370
    ASSERT_TRUE(s.ok());
371
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
372 373 374 375 376 377
    ASSERT_TRUE(s.ok());

    /* metric config */
    std::string metric_enable_monitor = "false";
    get_cmd = gen_get_command(ms::CONFIG_METRIC, ms::CONFIG_METRIC_ENABLE_MONITOR);
    set_cmd = gen_set_command(ms::CONFIG_METRIC, ms::CONFIG_METRIC_ENABLE_MONITOR, metric_enable_monitor);
378
    s = config.ProcessConfigCli(dummy, set_cmd);
379
    ASSERT_TRUE(s.ok());
380
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
381 382
    ASSERT_TRUE(s.ok());

C
Cai Yudong 已提交
383
    /* storage config */
384 385 386
    std::string storage_s3_enable = "true";
    get_cmd = gen_get_command(ms::CONFIG_STORAGE, ms::CONFIG_STORAGE_S3_ENABLE);
    set_cmd = gen_set_command(ms::CONFIG_STORAGE, ms::CONFIG_STORAGE_S3_ENABLE, storage_s3_enable);
C
Cai Yudong 已提交
387
    s = config.ProcessConfigCli(dummy, set_cmd);
388
    ASSERT_TRUE(s.ok());
C
Cai Yudong 已提交
389 390 391
    s = config.ProcessConfigCli(result, get_cmd);
    ASSERT_TRUE(s.ok());

C
Cai Yudong 已提交
392
    /* cache config */
Y
yukun 已提交
393
    std::string cache_cpu_cache_capacity = "1";
C
Cai Yudong 已提交
394 395
    get_cmd = gen_get_command(ms::CONFIG_CACHE, ms::CONFIG_CACHE_CPU_CACHE_CAPACITY);
    set_cmd = gen_set_command(ms::CONFIG_CACHE, ms::CONFIG_CACHE_CPU_CACHE_CAPACITY, cache_cpu_cache_capacity);
396
    s = config.ProcessConfigCli(dummy, set_cmd);
C
Cai Yudong 已提交
397
    ASSERT_TRUE(s.ok());
398
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
399 400 401 402 403 404
    ASSERT_TRUE(s.ok());
    ASSERT_TRUE(result == cache_cpu_cache_capacity);

    std::string cache_cpu_cache_threshold = "0.1";
    get_cmd = gen_get_command(ms::CONFIG_CACHE, ms::CONFIG_CACHE_CPU_CACHE_THRESHOLD);
    set_cmd = gen_set_command(ms::CONFIG_CACHE, ms::CONFIG_CACHE_CPU_CACHE_THRESHOLD, cache_cpu_cache_threshold);
405
    s = config.ProcessConfigCli(dummy, set_cmd);
C
Cai Yudong 已提交
406
    ASSERT_TRUE(s.ok());
407
    s = config.ProcessConfigCli(result, get_cmd);
408
    ASSERT_TRUE(s.ok());
C
Cai Yudong 已提交
409 410
    ASSERT_TRUE(result == cache_cpu_cache_threshold);

411 412 413 414 415 416 417
    std::string cache_insert_buffer_size = "1";
    get_cmd = gen_get_command(ms::CONFIG_CACHE, ms::CONFIG_CACHE_INSERT_BUFFER_SIZE);
    set_cmd = gen_set_command(ms::CONFIG_CACHE, ms::CONFIG_CACHE_INSERT_BUFFER_SIZE, cache_insert_buffer_size);
    s = config.ProcessConfigCli(dummy, set_cmd);
    ASSERT_TRUE(s.ok());
    s = config.ProcessConfigCli(result, get_cmd);
    ASSERT_TRUE(s.ok());
C
Cai Yudong 已提交
418
    ASSERT_TRUE(result == cache_insert_buffer_size);
419

C
Cai Yudong 已提交
420 421 422
    std::string cache_insert_data = "true";
    get_cmd = gen_get_command(ms::CONFIG_CACHE, ms::CONFIG_CACHE_CACHE_INSERT_DATA);
    set_cmd = gen_set_command(ms::CONFIG_CACHE, ms::CONFIG_CACHE_CACHE_INSERT_DATA, cache_insert_data);
423
    s = config.ProcessConfigCli(dummy, set_cmd);
C
Cai Yudong 已提交
424
    ASSERT_TRUE(s.ok());
425
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
426
    ASSERT_TRUE(s.ok());
C
Cai Yudong 已提交
427 428 429 430 431 432
    ASSERT_TRUE(result == cache_insert_data);

    /* engine config */
    std::string engine_use_blas_threshold = "50";
    get_cmd = gen_get_command(ms::CONFIG_ENGINE, ms::CONFIG_ENGINE_USE_BLAS_THRESHOLD);
    set_cmd = gen_set_command(ms::CONFIG_ENGINE, ms::CONFIG_ENGINE_USE_BLAS_THRESHOLD, engine_use_blas_threshold);
433
    s = config.ProcessConfigCli(dummy, set_cmd);
C
Cai Yudong 已提交
434
    ASSERT_TRUE(s.ok());
435
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
436 437 438
    ASSERT_TRUE(s.ok());
    ASSERT_TRUE(result == engine_use_blas_threshold);

Y
yukun 已提交
439
    std::string engine_omp_thread_num = "1";
C
Cai Yudong 已提交
440 441
    get_cmd = gen_get_command(ms::CONFIG_ENGINE, ms::CONFIG_ENGINE_OMP_THREAD_NUM);
    set_cmd = gen_set_command(ms::CONFIG_ENGINE, ms::CONFIG_ENGINE_OMP_THREAD_NUM, engine_omp_thread_num);
442
    s = config.ProcessConfigCli(dummy, set_cmd);
C
Cai Yudong 已提交
443
    ASSERT_TRUE(s.ok());
444
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
445 446 447
    ASSERT_TRUE(s.ok());
    ASSERT_TRUE(result == engine_omp_thread_num);

C
Cai Yudong 已提交
448 449 450 451 452 453 454 455 456
    std::string engine_use_avx512 = "true";
    get_cmd = gen_get_command(ms::CONFIG_ENGINE, ms::CONFIG_ENGINE_USE_AVX512);
    set_cmd = gen_set_command(ms::CONFIG_ENGINE, ms::CONFIG_ENGINE_USE_AVX512, engine_use_avx512);
    s = config.ProcessConfigCli(dummy, set_cmd);
    ASSERT_TRUE(s.ok());
    s = config.ProcessConfigCli(result, get_cmd);
    ASSERT_TRUE(s.ok());
    ASSERT_TRUE(result == engine_use_avx512);

C
Cai Yudong 已提交
457 458 459 460
#ifdef MILVUS_GPU_VERSION
    std::string engine_gpu_search_threshold = "800";
    get_cmd = gen_get_command(ms::CONFIG_ENGINE, ms::CONFIG_ENGINE_GPU_SEARCH_THRESHOLD);
    set_cmd = gen_set_command(ms::CONFIG_ENGINE, ms::CONFIG_ENGINE_GPU_SEARCH_THRESHOLD, engine_gpu_search_threshold);
461
    s = config.ProcessConfigCli(dummy, set_cmd);
C
Cai Yudong 已提交
462
    ASSERT_TRUE(s.ok());
463
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
464 465
    ASSERT_TRUE(s.ok());
    ASSERT_TRUE(result == engine_gpu_search_threshold);
C
Cai Yudong 已提交
466
#endif
C
Cai Yudong 已提交
467 468

    /* gpu resource config */
C
Cai Yudong 已提交
469
#ifdef MILVUS_GPU_VERSION
C
Cai Yudong 已提交
470 471 472
    std::string resource_enable_gpu = "true";
    get_cmd = gen_get_command(ms::CONFIG_GPU_RESOURCE, ms::CONFIG_GPU_RESOURCE_ENABLE);
    set_cmd = gen_set_command(ms::CONFIG_GPU_RESOURCE, ms::CONFIG_GPU_RESOURCE_ENABLE, resource_enable_gpu);
473
    s = config.ProcessConfigCli(dummy, set_cmd);
C
Cai Yudong 已提交
474
    ASSERT_TRUE(s.ok());
475
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
476 477 478 479 480 481
    ASSERT_TRUE(s.ok());
    ASSERT_TRUE(result == resource_enable_gpu);

    std::string gpu_cache_capacity = "1";
    get_cmd = gen_get_command(ms::CONFIG_GPU_RESOURCE, ms::CONFIG_GPU_RESOURCE_CACHE_CAPACITY);
    set_cmd = gen_set_command(ms::CONFIG_GPU_RESOURCE, ms::CONFIG_GPU_RESOURCE_CACHE_CAPACITY, gpu_cache_capacity);
482
    s = config.ProcessConfigCli(dummy, set_cmd);
C
Cai Yudong 已提交
483
    ASSERT_TRUE(s.ok());
484
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
485 486 487 488 489 490
    ASSERT_TRUE(s.ok());
    ASSERT_TRUE(result == gpu_cache_capacity);

    std::string gpu_cache_threshold = "0.2";
    get_cmd = gen_get_command(ms::CONFIG_GPU_RESOURCE, ms::CONFIG_GPU_RESOURCE_CACHE_THRESHOLD);
    set_cmd = gen_set_command(ms::CONFIG_GPU_RESOURCE, ms::CONFIG_GPU_RESOURCE_CACHE_THRESHOLD, gpu_cache_threshold);
491
    s = config.ProcessConfigCli(dummy, set_cmd);
C
Cai Yudong 已提交
492
    ASSERT_TRUE(s.ok());
493
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
494
    ASSERT_TRUE(s.ok());
C
Cai Yudong 已提交
495 496 497 498 499
    ASSERT_TRUE(result == gpu_cache_threshold);

    std::string search_resources = "gpu0";
    get_cmd = gen_get_command(ms::CONFIG_GPU_RESOURCE, ms::CONFIG_GPU_RESOURCE_SEARCH_RESOURCES);
    set_cmd = gen_set_command(ms::CONFIG_GPU_RESOURCE, ms::CONFIG_GPU_RESOURCE_SEARCH_RESOURCES, search_resources);
500
    s = config.ProcessConfigCli(dummy, set_cmd);
C
Cai Yudong 已提交
501
    ASSERT_TRUE(s.ok());
502
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
503 504 505 506 507 508 509
    ASSERT_TRUE(s.ok());
    ASSERT_TRUE(result == search_resources);

    std::string build_index_resources = "gpu0";
    get_cmd = gen_get_command(ms::CONFIG_GPU_RESOURCE, ms::CONFIG_GPU_RESOURCE_BUILD_INDEX_RESOURCES);
    set_cmd =
        gen_set_command(ms::CONFIG_GPU_RESOURCE, ms::CONFIG_GPU_RESOURCE_BUILD_INDEX_RESOURCES, build_index_resources);
510
    s = config.ProcessConfigCli(dummy, set_cmd);
C
Cai Yudong 已提交
511
    ASSERT_TRUE(s.ok());
512
    s = config.ProcessConfigCli(result, get_cmd);
C
Cai Yudong 已提交
513 514 515 516 517
    ASSERT_TRUE(s.ok());
    ASSERT_TRUE(result == build_index_resources);
#endif
}

Z
Zhiru Zhu 已提交
518 519 520 521 522
TEST_F(ConfigTest, SERVER_CONFIG_INVALID_TEST) {
    std::string config_path(CONFIG_PATH);
    milvus::server::Config& config = milvus::server::Config::GetInstance();
    milvus::Status s;

C
Cai Yudong 已提交
523
    ASSERT_FALSE(config.LoadConfigFile("").ok());
Z
Zhiru Zhu 已提交
524

C
Cai Yudong 已提交
525 526
    ASSERT_FALSE(config.LoadConfigFile(config_path + INVALID_CONFIG_FILE).ok());
    ASSERT_FALSE(config.LoadConfigFile(config_path + "dummy.yaml").ok());
Z
Zhiru Zhu 已提交
527 528

    /* server config */
C
Cai Yudong 已提交
529 530
    ASSERT_FALSE(config.SetServerConfigAddress("0.0.0").ok());
    ASSERT_FALSE(config.SetServerConfigAddress("0.0.0.256").ok());
Z
Zhiru Zhu 已提交
531

C
Cai Yudong 已提交
532 533
    ASSERT_FALSE(config.SetServerConfigPort("a").ok());
    ASSERT_FALSE(config.SetServerConfigPort("99999").ok());
Z
Zhiru Zhu 已提交
534

B
BossZou 已提交
535 536 537 538
    ASSERT_FALSE(config.SetServerConfigWebPort("a").ok());
    ASSERT_FALSE(config.SetServerConfigWebPort("99999").ok());
    ASSERT_FALSE(config.SetServerConfigWebPort("-1").ok());

C
Cai Yudong 已提交
539
    ASSERT_FALSE(config.SetServerConfigDeployMode("cluster").ok());
Z
Zhiru Zhu 已提交
540

C
Cai Yudong 已提交
541 542 543
    ASSERT_FALSE(config.SetServerConfigTimeZone("GM").ok());
    ASSERT_FALSE(config.SetServerConfigTimeZone("GMT8").ok());
    ASSERT_FALSE(config.SetServerConfigTimeZone("UTCA").ok());
Z
Zhiru Zhu 已提交
544 545

    /* db config */
C
Cai Yudong 已提交
546 547 548
    ASSERT_FALSE(config.SetDBConfigBackendUrl("http://www.google.com").ok());
    ASSERT_FALSE(config.SetDBConfigBackendUrl("sqlite://:@:").ok());
    ASSERT_FALSE(config.SetDBConfigBackendUrl("mysql://root:123456@127.0.0.1/milvus").ok());
Z
Zhiru Zhu 已提交
549

C
Cai Yudong 已提交
550
    ASSERT_FALSE(config.SetDBConfigArchiveDiskThreshold("0x10").ok());
Z
Zhiru Zhu 已提交
551

C
Cai Yudong 已提交
552
    ASSERT_FALSE(config.SetDBConfigArchiveDaysThreshold("0x10").ok());
Z
Zhiru Zhu 已提交
553

C
Cai Yudong 已提交
554
    /* storage config */
555 556 557 558
    ASSERT_FALSE(config.SetStorageConfigPrimaryPath("").ok());

    // ASSERT_FALSE(config.SetStorageConfigSecondaryPath("").ok());

559
    ASSERT_FALSE(config.SetStorageConfigS3Enable("10").ok());
C
Cai Yudong 已提交
560

561
    ASSERT_FALSE(config.SetStorageConfigS3Address("127.0.0").ok());
C
Cai Yudong 已提交
562

563 564
    ASSERT_FALSE(config.SetStorageConfigS3Port("100").ok());
    ASSERT_FALSE(config.SetStorageConfigS3Port("100000").ok());
C
Cai Yudong 已提交
565

566
    ASSERT_FALSE(config.SetStorageConfigS3AccessKey("").ok());
C
Cai Yudong 已提交
567

568
    ASSERT_FALSE(config.SetStorageConfigS3SecretKey("").ok());
C
Cai Yudong 已提交
569

570
    ASSERT_FALSE(config.SetStorageConfigS3Bucket("").ok());
Z
Zhiru Zhu 已提交
571 572

    /* metric config */
C
Cai Yudong 已提交
573
    ASSERT_FALSE(config.SetMetricConfigEnableMonitor("Y").ok());
Z
Zhiru Zhu 已提交
574

C
Cai Yudong 已提交
575
    ASSERT_FALSE(config.SetMetricConfigAddress("127.0.0").ok());
576

C
Cai Yudong 已提交
577
    ASSERT_FALSE(config.SetMetricConfigPort("0xff").ok());
Z
Zhiru Zhu 已提交
578 579

    /* cache config */
C
Cai Yudong 已提交
580 581 582
    ASSERT_FALSE(config.SetCacheConfigCpuCacheCapacity("a").ok());
    ASSERT_FALSE(config.SetCacheConfigCpuCacheCapacity("0").ok());
    ASSERT_FALSE(config.SetCacheConfigCpuCacheCapacity("2048").ok());
583
    ASSERT_FALSE(config.SetCacheConfigCpuCacheCapacity("-1").ok());
Z
Zhiru Zhu 已提交
584

C
Cai Yudong 已提交
585 586
    ASSERT_FALSE(config.SetCacheConfigCpuCacheThreshold("a").ok());
    ASSERT_FALSE(config.SetCacheConfigCpuCacheThreshold("1.0").ok());
587 588 589 590 591 592
    ASSERT_FALSE(config.SetCacheConfigCpuCacheThreshold("-0.1").ok());

    ASSERT_FALSE(config.SetCacheConfigInsertBufferSize("a").ok());
    ASSERT_FALSE(config.SetCacheConfigInsertBufferSize("0").ok());
    ASSERT_FALSE(config.SetCacheConfigInsertBufferSize("2048").ok());
    ASSERT_FALSE(config.SetCacheConfigInsertBufferSize("-1").ok());
Z
Zhiru Zhu 已提交
593

C
Cai Yudong 已提交
594
    ASSERT_FALSE(config.SetCacheConfigCacheInsertData("N").ok());
Z
Zhiru Zhu 已提交
595 596

    /* engine config */
C
Cai Yudong 已提交
597
    ASSERT_FALSE(config.SetEngineConfigUseBlasThreshold("0xff").ok());
Z
Zhiru Zhu 已提交
598

C
Cai Yudong 已提交
599 600
    ASSERT_FALSE(config.SetEngineConfigOmpThreadNum("a").ok());
    ASSERT_FALSE(config.SetEngineConfigOmpThreadNum("10000").ok());
601
    ASSERT_FALSE(config.SetEngineConfigOmpThreadNum("-10").ok());
Z
Zhiru Zhu 已提交
602

C
Cai Yudong 已提交
603 604
    ASSERT_FALSE(config.SetEngineConfigUseAVX512("N").ok());

G
groot 已提交
605
#ifdef MILVUS_GPU_VERSION
C
Cai Yudong 已提交
606 607
    ASSERT_FALSE(config.SetEngineConfigGpuSearchThreshold("-1").ok());
#endif
Z
Zhiru Zhu 已提交
608

G
groot 已提交
609
    /* gpu resource config */
C
Cai Yudong 已提交
610 611
#ifdef MILVUS_GPU_VERSION
    ASSERT_FALSE(config.SetGpuResourceConfigEnable("ok").ok());
Z
Zhiru Zhu 已提交
612

C
Cai Yudong 已提交
613 614
    ASSERT_FALSE(config.SetGpuResourceConfigCacheCapacity("a").ok());
    ASSERT_FALSE(config.SetGpuResourceConfigCacheCapacity("128").ok());
615
    ASSERT_FALSE(config.SetGpuResourceConfigCacheCapacity("-1").ok());
Z
Zhiru Zhu 已提交
616

C
Cai Yudong 已提交
617 618
    ASSERT_FALSE(config.SetGpuResourceConfigCacheThreshold("a").ok());
    ASSERT_FALSE(config.SetGpuResourceConfigCacheThreshold("1.0").ok());
619
    ASSERT_FALSE(config.SetGpuResourceConfigCacheThreshold("-0.1").ok());
Z
Zhiru Zhu 已提交
620

C
Cai Yudong 已提交
621
    ASSERT_FALSE(config.SetGpuResourceConfigSearchResources("gpu10").ok());
B
BossZou 已提交
622
    ASSERT_FALSE(config.SetGpuResourceConfigSearchResources("gpu0, gpu0").ok());
623

C
Cai Yudong 已提交
624 625
    ASSERT_FALSE(config.SetGpuResourceConfigBuildIndexResources("gup2").ok());
    ASSERT_FALSE(config.SetGpuResourceConfigBuildIndexResources("gpu16").ok());
B
BossZou 已提交
626
    ASSERT_FALSE(config.SetGpuResourceConfigBuildIndexResources("gpu0, gpu0, gpu1").ok());
Y
yudong.cai 已提交
627
#endif
Z
Zhiru Zhu 已提交
628 629
}

S
starlord 已提交
630
TEST_F(ConfigTest, SERVER_CONFIG_TEST) {
S
starlord 已提交
631
    std::string config_path(CONFIG_PATH);
S
starlord 已提交
632
    milvus::server::Config& config = milvus::server::Config::GetInstance();
G
groot 已提交
633

C
Cai Yudong 已提交
634 635 636
    ASSERT_TRUE(config.LoadConfigFile(config_path + VALID_CONFIG_FILE).ok());

    ASSERT_TRUE(config.ValidateConfig().ok());
S
starlord 已提交
637

638 639 640
    std::string config_json_str;
    config.GetConfigJsonStr(config_json_str);
    std::cout << config_json_str << std::endl;
Y
yudong.cai 已提交
641

C
Cai Yudong 已提交
642
    ASSERT_TRUE(config.ResetDefaultConfig().ok());
S
starlord 已提交
643
}
S
shengjh 已提交
644 645 646 647 648 649 650 651 652

TEST_F(ConfigTest, SERVER_CONFIG_VALID_FAIL_TEST) {
    fiu_init(0);

    std::string config_path(CONFIG_PATH);
    milvus::server::Config& config = milvus::server::Config::GetInstance();
    milvus::Status s = config.LoadConfigFile(config_path + VALID_CONFIG_FILE);
    ASSERT_TRUE(s.ok());

653 654 655 656
    // fiu_enable("check_config_version_fail", 1, NULL, 0);
    // s = config.ValidateConfig();
    // ASSERT_FALSE(s.ok());
    // fiu_disable("check_config_version_fail");
S
shengjh 已提交
657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022

    /* server config */
    fiu_enable("check_config_address_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_address_fail");

    fiu_enable("check_config_port_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_port_fail");

    fiu_enable("check_config_deploy_mode_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_deploy_mode_fail");

    fiu_enable("check_config_time_zone_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_time_zone_fail");

    /* db config */
    fiu_enable("check_config_primary_path_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_primary_path_fail");

    fiu_enable("check_config_secondary_path_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_secondary_path_fail");

    fiu_enable("check_config_backend_url_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_backend_url_fail");

    fiu_enable("check_config_archive_disk_threshold_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_archive_disk_threshold_fail");

    fiu_enable("check_config_archive_days_threshold_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_archive_days_threshold_fail");

    fiu_enable("check_config_insert_buffer_size_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_insert_buffer_size_fail");

    /* metric config */

    fiu_enable("check_config_enable_monitor_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_enable_monitor_fail");

    /* cache config */
    fiu_enable("check_config_cpu_cache_capacity_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_cpu_cache_capacity_fail");

    fiu_enable("check_config_cpu_cache_threshold_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_cpu_cache_threshold_fail");

    fiu_enable("check_config_cache_insert_data_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_cache_insert_data_fail");

    /* engine config */
    fiu_enable("check_config_use_blas_threshold_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_use_blas_threshold_fail");

    fiu_enable("check_config_omp_thread_num_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_omp_thread_num_fail");

#ifdef MILVUS_GPU_VERSION
    fiu_enable("check_config_gpu_search_threshold_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_gpu_search_threshold_fail");

    fiu_enable("check_config_gpu_resource_enable_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_gpu_resource_enable_fail");

    fiu_enable("check_gpu_resource_config_cache_capacity_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_gpu_resource_config_cache_capacity_fail");

    fiu_enable("check_config_gpu_resource_cache_threshold_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_gpu_resource_cache_threshold_fail");

    fiu_enable("check_gpu_resource_config_search_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_gpu_resource_config_search_fail");

    fiu_enable("check_gpu_resource_config_build_index_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_gpu_resource_config_build_index_fail");
#endif

    fiu_enable("get_config_json_config_path_fail", 1, NULL, 0);
    s = config.ValidateConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("get_config_json_config_path_fail");

    s = config.ValidateConfig();
    ASSERT_TRUE(s.ok());

#ifdef MILVUS_GPU_VERSION
    std::vector<int64_t> empty_value;
    fiu_enable("check_config_gpu_resource_enable_fail", 1, NULL, 0);
    empty_value.clear();
    s = config.GetGpuResourceConfigBuildIndexResources(empty_value);
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_gpu_resource_enable_fail");

    fiu_enable("get_gpu_config_build_index_resources.disable_gpu_resource_fail", 1, NULL, 0);
    empty_value.clear();
    s = config.GetGpuResourceConfigBuildIndexResources(empty_value);
    ASSERT_FALSE(s.ok());
    fiu_disable("get_gpu_config_build_index_resources.disable_gpu_resource_fail");

    fiu_enable("get_gpu_config_search_resources.disable_gpu_resource_fail", 1, NULL, 0);
    empty_value.clear();
    s = config.GetGpuResourceConfigSearchResources(empty_value);
    ASSERT_FALSE(s.ok());
    fiu_disable("get_gpu_config_search_resources.disable_gpu_resource_fail");

    fiu_enable("check_config_gpu_resource_enable_fail", 1, NULL, 0);
    empty_value.clear();
    s = config.GetGpuResourceConfigSearchResources(empty_value);
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_gpu_resource_enable_fail");

    int64_t value;
    fiu_enable("check_config_gpu_resource_enable_fail", 1, NULL, 0);
    s = config.GetGpuResourceConfigCacheCapacity(value);
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_gpu_resource_enable_fail");

    fiu_enable("Config.GetGpuResourceConfigCacheCapacity.diable_gpu_resource", 1, NULL, 0);
    s = config.GetGpuResourceConfigCacheCapacity(value);
    ASSERT_FALSE(s.ok());
    fiu_disable("Config.GetGpuResourceConfigCacheCapacity.diable_gpu_resource");

    fiu_enable("ValidationUtil.GetGpuMemory.return_error", 1, NULL, 0);
    s = config.GetGpuResourceConfigCacheCapacity(value);
    ASSERT_FALSE(s.ok());
    fiu_disable("ValidationUtil.GetGpuMemory.return_error");

    fiu_enable("check_config_insert_buffer_size_fail", 1, NULL, 0);
    s = config.GetCacheConfigCpuCacheCapacity(value);
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_insert_buffer_size_fail");

    fiu_enable("Config.CheckCacheConfigCpuCacheCapacity.large_insert_buffer", 1, NULL, 0);
    s = config.GetCacheConfigCpuCacheCapacity(value);
    ASSERT_FALSE(s.ok());
    fiu_disable("Config.CheckCacheConfigCpuCacheCapacity.large_insert_buffer");

    float f_value;
    fiu_enable("check_config_gpu_resource_enable_fail", 1, NULL, 0);
    s = config.GetGpuResourceConfigCacheThreshold(f_value);
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_gpu_resource_enable_fail");

    fiu_enable("Config.GetGpuResourceConfigCacheThreshold.diable_gpu_resource", 1, NULL, 0);
    s = config.GetGpuResourceConfigCacheThreshold(f_value);
    ASSERT_FALSE(s.ok());
    fiu_disable("Config.GetGpuResourceConfigCacheThreshold.diable_gpu_resource");
#endif
}

TEST_F(ConfigTest, SERVER_CONFIG_RESET_DEFAULT_CONFIG_FAIL_TEST) {
    fiu_init(0);

    std::string config_path(CONFIG_PATH);
    milvus::server::Config& config = milvus::server::Config::GetInstance();
    milvus::Status s = config.LoadConfigFile(config_path + VALID_CONFIG_FILE);
    ASSERT_TRUE(s.ok());

    s = config.ValidateConfig();
    ASSERT_TRUE(s.ok());

    /* server config */
    fiu_enable("check_config_address_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_address_fail");

    fiu_enable("check_config_port_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_port_fail");

    fiu_enable("check_config_deploy_mode_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_deploy_mode_fail");

    fiu_enable("check_config_time_zone_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_time_zone_fail");

    /* db config */
    fiu_enable("check_config_primary_path_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_primary_path_fail");

    fiu_enable("check_config_secondary_path_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_secondary_path_fail");

    fiu_enable("check_config_backend_url_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_backend_url_fail");

    fiu_enable("check_config_archive_disk_threshold_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_archive_disk_threshold_fail");

    fiu_enable("check_config_archive_days_threshold_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_archive_days_threshold_fail");

    fiu_enable("check_config_insert_buffer_size_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_insert_buffer_size_fail");

    /* metric config */

    fiu_enable("check_config_enable_monitor_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_enable_monitor_fail");

    /* cache config */
    fiu_enable("check_config_cpu_cache_capacity_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_cpu_cache_capacity_fail");

    fiu_enable("check_config_cpu_cache_threshold_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_cpu_cache_threshold_fail");

    fiu_enable("check_config_cache_insert_data_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_cache_insert_data_fail");

    /* engine config */
    fiu_enable("check_config_use_blas_threshold_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_use_blas_threshold_fail");

    fiu_enable("check_config_omp_thread_num_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_omp_thread_num_fail");

#ifdef MILVUS_GPU_VERSION
    fiu_enable("check_config_gpu_search_threshold_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_gpu_search_threshold_fail");

    fiu_enable("check_config_gpu_resource_enable_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_gpu_resource_enable_fail");

    fiu_enable("check_gpu_resource_config_cache_capacity_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_gpu_resource_config_cache_capacity_fail");

    fiu_enable("check_config_gpu_resource_cache_threshold_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_config_gpu_resource_cache_threshold_fail");

    fiu_enable("check_gpu_resource_config_search_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_gpu_resource_config_search_fail");

    fiu_enable("check_gpu_resource_config_build_index_fail", 1, NULL, 0);
    s = config.ResetDefaultConfig();
    ASSERT_FALSE(s.ok());
    fiu_disable("check_gpu_resource_config_build_index_fail");
#endif

    s = config.ResetDefaultConfig();
    ASSERT_TRUE(s.ok());
}

TEST_F(ConfigTest, SERVER_CONFIG_OTHER_CONFIGS_FAIL_TEST) {
    fiu_init(0);

    std::string config_path(CONFIG_PATH);
    milvus::server::Config& config = milvus::server::Config::GetInstance();
    milvus::Status s;

    std::string get_cmd, set_cmd;
    std::string result, dummy;

    s = config.ProcessConfigCli(result, "get_config");
    ASSERT_FALSE(s.ok());

    s = config.ProcessConfigCli(result, "get_config");
    ASSERT_FALSE(s.ok());

    s = config.ProcessConfigCli(result, "get_config 1");
    ASSERT_FALSE(s.ok());

    s = config.ProcessConfigCli(result, "get_config 1.1");
    ASSERT_FALSE(s.ok());

    std::string build_index_resources = "gpu0";

    set_cmd =
        gen_set_command(ms::CONFIG_GPU_RESOURCE, ms::CONFIG_GPU_RESOURCE_BUILD_INDEX_RESOURCES, build_index_resources);
    std::cout << set_cmd << std::endl;

    s = config.ProcessConfigCli(dummy, set_cmd + " invalid");
    ASSERT_FALSE(s.ok());

    s = config.ProcessConfigCli(dummy, "set_config gpu_resource_config.build_index_resources.sss gpu0");
    ASSERT_FALSE(s.ok());

    s = config.ProcessConfigCli(dummy, "set_config gpu_resource_config_invalid.build_index_resources_invalid gpu0");
    ASSERT_FALSE(s.ok());

    s = config.ProcessConfigCli(dummy, "invalid_config gpu_resource_config.build_index_resources.sss gpu0");
    ASSERT_FALSE(s.ok());

#ifndef MILVUS_GPU_VERSION
1023 1024 1025
    s = config.ProcessConfigCli(
        dummy,
        gen_set_command(ms::CONFIG_TRACING, ms::CONFIG_GPU_RESOURCE_BUILD_INDEX_RESOURCES, build_index_resources));
S
shengjh 已提交
1026 1027 1028
    ASSERT_FALSE(s.ok());
#endif
}
1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086

TEST_F(ConfigTest, SERVER_CONFIG_UPDATE_TEST) {
    std::string conf_file = std::string(CONFIG_PATH) + VALID_CONFIG_FILE;
    milvus::server::Config& config = milvus::server::Config::GetInstance();

    auto status = config.LoadConfigFile(conf_file);
    ASSERT_TRUE(status.ok()) << status.message();

    // validate if setting config store in files
    status = config.SetCacheConfigInsertBufferSize("2");
    ASSERT_TRUE(status.ok()) << status.message();

    // test numeric config value
    status = config.LoadConfigFile(conf_file);
    ASSERT_TRUE(status.ok()) << status.message();
    int64_t value;
    status = config.GetCacheConfigInsertBufferSize(value);
    ASSERT_TRUE(status.ok()) << status.message();
    ASSERT_EQ(value, 2);

    // test boolean config value
    status = config.SetMetricConfigEnableMonitor("True");
    ASSERT_TRUE(status.ok()) << status.message();

    status = config.LoadConfigFile(conf_file);
    ASSERT_TRUE(status.ok()) << status.message();
    bool enable;
    status = config.GetMetricConfigEnableMonitor(enable);
    ASSERT_TRUE(status.ok()) << status.message();
    ASSERT_EQ(true, enable);

    // invalid path
    status = config.SetStorageConfigPrimaryPath("/a--/a");
    ASSERT_FALSE(status.ok());

    // test path
    status = config.SetStorageConfigPrimaryPath("/tmp/milvus_config_unittest");
    ASSERT_TRUE(status.ok());

    std::string path_value;
    status = config.GetStorageConfigPrimaryPath(path_value);
    ASSERT_TRUE(status.ok());
    ASSERT_EQ(path_value, "/tmp/milvus_config_unittest");

#ifdef MILVUS_GPU_VERSION
    status = config.SetGpuResourceConfigBuildIndexResources("gpu0");
    ASSERT_TRUE(status.ok()) << status.message();

    status = config.LoadConfigFile(conf_file);
    ASSERT_TRUE(status.ok()) << status.message();
    std::vector<int64_t> gpus;
    status = config.GetGpuResourceConfigBuildIndexResources(gpus);
    ASSERT_TRUE(status.ok()) << status.message();
    ASSERT_EQ(1, gpus.size());
    ASSERT_EQ(0, gpus[0]);
    ASSERT_EQ(value, 2);
#endif
}