tglobal.c 65.5 KB
Newer Older
S
slguan 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#define _DEFAULT_SOURCE
K
kailixu 已提交
17
#include "os.h"
S
common  
Shengliang Guan 已提交
18
#include "tglobal.h"
S
Shengliang Guan 已提交
19
#include "tconfig.h"
wafwerar's avatar
wafwerar 已提交
20
#include "tgrant.h"
21
#include "tlog.h"
dengyihao's avatar
dengyihao 已提交
22
#include "tmisce.h"
wafwerar's avatar
wafwerar 已提交
23

24 25 26 27
#if defined(CUS_NAME) || defined(CUS_PROMPT) || defined(CUS_EMAIL)
#include "cus_name.h"
#endif

wafwerar's avatar
wafwerar 已提交
28
GRANT_CFG_DECLARE;
S
slguan 已提交
29

S
config  
Shengliang Guan 已提交
30 31
SConfig *tsCfg = NULL;

S
Shengliang Guan 已提交
32
// cluster
S
Shengliang Guan 已提交
33 34 35 36
char     tsFirst[TSDB_EP_LEN] = {0};
char     tsSecond[TSDB_EP_LEN] = {0};
char     tsLocalFqdn[TSDB_FQDN_LEN] = {0};
char     tsLocalEp[TSDB_EP_LEN] = {0};  // Local End Point, hostname:port
K
kailixu 已提交
37
char     tsVersionName[16] = "community";
S
Shengliang Guan 已提交
38 39 40
uint16_t tsServerPort = 6030;
int32_t  tsVersion = 30000000;
int32_t  tsStatusInterval = 1;  // second
41
int32_t  tsNumOfSupportVnodes = 256;
H
Hui Li 已提交
42

S
Shengliang Guan 已提交
43
// common
S
Shengliang Guan 已提交
44 45
int32_t tsMaxShellConns = 50000;
int32_t tsShellActivityTimer = 3;  // second
S
Shengliang Guan 已提交
46
bool    tsPrintAuth = false;
S
Shengliang Guan 已提交
47

S
Shengliang Guan 已提交
48 49
// queue & threads
int32_t tsNumOfRpcThreads = 1;
dengyihao's avatar
dengyihao 已提交
50
int32_t tsNumOfRpcSessions = 10000;
dengyihao's avatar
dengyihao 已提交
51
int32_t tsTimeToGetAvailableConn = 500000;
S
Shengliang Guan 已提交
52
int32_t tsNumOfCommitThreads = 2;
D
dapan1121 已提交
53
int32_t tsNumOfTaskQueueThreads = 4;
D
dapan1121 已提交
54
int32_t tsNumOfMnodeQueryThreads = 4;
D
dapan1121 已提交
55
int32_t tsNumOfMnodeFetchThreads = 1;
S
Shengliang Guan 已提交
56
int32_t tsNumOfMnodeReadThreads = 1;
D
dapan1121 已提交
57
int32_t tsNumOfVnodeQueryThreads = 4;
L
liuyao 已提交
58
float   tsRatioOfVnodeStreamThreads = 2.0;
59
int32_t tsNumOfVnodeFetchThreads = 4;
C
Cary Xu 已提交
60
int32_t tsNumOfVnodeRsmaThreads = 2;
D
dapan1121 已提交
61
int32_t tsNumOfQnodeQueryThreads = 4;
62
int32_t tsNumOfQnodeFetchThreads = 1;
L
Liu Jicong 已提交
63 64
int32_t tsNumOfSnodeStreamThreads = 4;
int32_t tsNumOfSnodeWriteThreads = 1;
dengyihao's avatar
dengyihao 已提交
65
int32_t tsMaxStreamBackendCache = 128;  // M
66
int32_t tsPQSortMemThreshold = 16; // M
67

68 69 70 71 72
// sync raft
int32_t tsElectInterval = 25 * 1000;
int32_t tsHeartbeatInterval = 1000;
int32_t tsHeartbeatTimeout = 20 * 1000;

73
// vnode
74
int64_t tsVndCommitMaxIntervalMs = 600 * 1000;
75

76
// mnode
77 78
int64_t tsMndSdbWriteDelta = 200;
int64_t tsMndLogRetention = 2000;
K
kailixu 已提交
79
int8_t  tsGrant = 1;
K
kailixu 已提交
80
int32_t tsMndGrantMode = 0;
H
Haojun Liao 已提交
81
bool    tsMndSkipGrant = false;
82

K
kailixu 已提交
83 84
// dnode
int64_t tsDndStart = 0;
K
kailixu 已提交
85
int64_t tsDndStartOsUptime = 0;
K
kailixu 已提交
86 87
int64_t tsDndUpTime = 0;

S
monitor  
Shengliang Guan 已提交
88
// monitor
S
Shengliang Guan 已提交
89
bool     tsEnableMonitor = true;
S
Shengliang Guan 已提交
90
int32_t  tsMonitorInterval = 30;
S
monitor  
Shengliang Guan 已提交
91 92
char     tsMonitorFqdn[TSDB_FQDN_LEN] = {0};
uint16_t tsMonitorPort = 6043;
S
monitor  
Shengliang Guan 已提交
93
int32_t  tsMonitorMaxLogs = 100;
S
Shengliang Guan 已提交
94
bool     tsMonitorComp = false;
S
monitor  
Shengliang Guan 已提交
95

S
Shengliang Guan 已提交
96
// telem
dengyihao's avatar
dengyihao 已提交
97
bool     tsEnableTelem = true;
98
int32_t  tsTelemInterval = 43200;
99
char     tsTelemServer[TSDB_FQDN_LEN] = "telemetry.tdengine.com";
S
Shengliang Guan 已提交
100
uint16_t tsTelemPort = 80;
dengyihao's avatar
dengyihao 已提交
101
char    *tsTelemUri = "/report";
D
dapan1121 已提交
102

dengyihao's avatar
dengyihao 已提交
103 104 105
bool  tsEnableCrashReport = true;
char *tsClientCrashReportUri = "/ccrashreport";
char *tsSvrCrashReportUri = "/dcrashreport";
S
Shengliang Guan 已提交
106

107
// schemaless
108
char tsSmlTagName[TSDB_COL_NAME_LEN] = "_tag_null";
dengyihao's avatar
dengyihao 已提交
109 110
char tsSmlChildTableName[TSDB_TABLE_NAME_LEN] = "";  // user defined child table name can be specified in tag value.
                                                     // If set to empty system will generate table name using MD5 hash.
111
// true means that the name and order of cols in each line are the same(only for influx protocol)
X
Xiaoyu Wang 已提交
112 113
// bool    tsSmlDataFormat = false;
// int32_t tsSmlBatchSize = 10000;
114

wmmhello's avatar
wmmhello 已提交
115 116
// tmq
int32_t tmqMaxTopicNum = 20;
X
Xiaoyu Wang 已提交
117 118
// query
int32_t tsQueryPolicy = 1;
D
dapan1121 已提交
119
int32_t tsQueryRspPolicy = 0;
120
int64_t tsQueryMaxConcurrentTables = 200;  // unit is TSDB_TABLE_NUM_UNIT
D
dapan1121 已提交
121
bool    tsEnableQueryHb = true;
dengyihao's avatar
dengyihao 已提交
122
bool    tsEnableScience = false;  // on taos-cli show float and doulbe with scientific notation if true
123
bool    tsTtlChangeOnWrite = false; // ttl delete time changes on last write if true
C
Cary Xu 已提交
124
int32_t tsQuerySmaOptimize = 0;
125
int32_t tsQueryRsmaTolerance = 1000;  // the tolerance time (ms) to judge from which level to query rsma data.
126
bool    tsQueryPlannerTrace = false;
127 128
int32_t tsQueryNodeChunkSize = 32 * 1024;
bool    tsQueryUseNodeAllocator = true;
129
bool    tsKeepColumnName = false;
dengyihao's avatar
dengyihao 已提交
130 131 132 133
int32_t tsRedirectPeriod = 10;
int32_t tsRedirectFactor = 2;
int32_t tsRedirectMaxPeriod = 1000;
int32_t tsMaxRetryWaitTime = 10000;
134
bool    tsUseAdapter = false;
dengyihao's avatar
dengyihao 已提交
135 136
int32_t tsMetaCacheMaxSize = -1;  // MB
int32_t tsSlowLogThreshold = 3;   // seconds
D
dapan1121 已提交
137
int32_t tsSlowLogScope = SLOW_LOG_TYPE_ALL;
138

S
Shengliang Guan 已提交
139 140 141 142 143 144 145 146
/*
 * denote if the server needs to compress response message at the application layer to client, including query rsp,
 * metricmeta rsp, and multi-meter query rsp message body. The client compress the submit message to server.
 *
 * 0: all data are compressed
 * -1: all data are not compressed
 * other values: if the message payload size is greater than the tsCompressMsgSize, the message will be compressed.
 */
D
dapan1121 已提交
147
int32_t tsCompressMsgSize = -1;
S
Shengliang Guan 已提交
148

149
/* denote if server needs to compress the retrieved column data before adding to the rpc response message body.
150 151
 * 0: all data are compressed
 * -1: all data are not compressed
152
 * other values: if any retrieved column size is greater than the tsCompressColData, all data will be compressed.
153
 */
154
int32_t tsCompressColData = -1;
155

156
// count/hyperloglog function always return values in case of all NULL data or Empty data set.
157
int32_t tsCountAlwaysReturnValue = 1;
158

D
dapan1121 已提交
159 160
// 1 ms for sliding time, the value will changed in case of time precision changed
int32_t tsMinSlidingTime = 1;
S
Shengliang Guan 已提交
161

162
// the maxinum number of distict query result
S
Shengliang Guan 已提交
163
int32_t tsMaxNumOfDistinctResults = 1000 * 10000;
164

X
Xiaoyu Wang 已提交
165
// 1 database precision unit for interval time range, changed accordingly
166
int32_t tsMinIntervalTime = 1;
S
Shengliang Guan 已提交
167

168 169
// maximum batch rows numbers imported from a single csv load
int32_t tsMaxInsertBatchRows = 1000000;
170

H
Haojun Liao 已提交
171
float   tsSelectivityRatio = 1.0;
dengyihao's avatar
dengyihao 已提交
172
int32_t tsTagFilterResCacheSize = 1024 * 10;
173
char    tsTagFilterCache = 0;
H
Haojun Liao 已提交
174

H
Haojun Liao 已提交
175 176 177 178 179
// the maximum allowed query buffer size during query processing for each data node.
// -1 no limit (default)
// 0  no query allowed, queries are disabled
// positive value (in MB)
int32_t tsQueryBufferSize = -1;
180
int64_t tsQueryBufferSizeBytes = -1;
181
int32_t tsCacheLazyLoadThreshold = 500;
H
Haojun Liao 已提交
182

S
Shengliang Guan 已提交
183 184 185
int32_t  tsDiskCfgNum = 0;
SDiskCfg tsDiskCfg[TFS_MAX_DISKS] = {0};

L
Liu Jicong 已提交
186
// stream scheduler
L
Liu Jicong 已提交
187
bool tsDeployOnSnode = true;
L
Liu Jicong 已提交
188

S
Shengliang Guan 已提交
189 190
/*
 * minimum scale for whole system, millisecond by default
191 192 193
 * for TSDB_TIME_PRECISION_MILLI: 60000L
 *     TSDB_TIME_PRECISION_MICRO: 60000000L
 *     TSDB_TIME_PRECISION_NANO:  60000000000L
S
Shengliang Guan 已提交
194
 */
195
int64_t tsTickPerMin[] = {60000L, 60000000L, 60000000000L};
196 197 198 199 200 201 202
/*
 * millisecond by default
 * for TSDB_TIME_PRECISION_MILLI: 3600000L
 *     TSDB_TIME_PRECISION_MICRO: 3600000000L
 *     TSDB_TIME_PRECISION_NANO:  3600000000000L
 */
int64_t tsTickPerHour[] = {3600000L, 3600000000L, 3600000000000L};
S
Shengliang Guan 已提交
203

S
Shengliang Guan 已提交
204 205 206 207 208 209 210 211 212
// lossy compress 6
char tsLossyColumns[32] = "";  // "float|double" means all float and double columns can be lossy compressed.  set empty
                               // can close lossy compress.
// below option can take effect when tsLossyColumns not empty
double   tsFPrecision = 1E-8;                   // float column precision
double   tsDPrecision = 1E-16;                  // double column precision
uint32_t tsMaxRange = 500;                      // max range
uint32_t tsCurRange = 100;                      // range
char     tsCompressor[32] = "ZSTD_COMPRESSOR";  // ZSTD_COMPRESSOR or GZIP_COMPRESSOR
213

S
slzhou 已提交
214
// udf
215
bool tsStartUdfd = true;
S
slzhou 已提交
216

217
// wal
218
int64_t tsWalFsyncDataSizeLimit = (100 * 1024 * 1024L);
219

220
// internal
221
int32_t tsTransPullupInterval = 2;
222
int32_t tsMqRebalanceInterval = 2;
223
int32_t tsStreamCheckpointTickInterval = 1;
wmmhello's avatar
wmmhello 已提交
224
int32_t tsTtlUnit = 86400;
225
int32_t tsTtlPushInterval = 3600;
C
Cary Xu 已提交
226
int32_t tsGrantHBInterval = 60;
dengyihao's avatar
dengyihao 已提交
227
int32_t tsUptimeInterval = 300;    // seconds
228 229
char    tsUdfdResFuncs[512] = "";  // udfd resident funcs that teardown when udfd exits
char    tsUdfdLdLibPath[512] = "";
5
54liuyao 已提交
230
bool    tsDisableStream = false;
5
54liuyao 已提交
231
int64_t tsStreamBufferSize = 128 * 1024 * 1024;
L
liuyao 已提交
232
int64_t tsCheckpointInterval = 3 * 60 * 60 * 1000;
233
bool    tsFilterScalarMode = false;
234
int32_t tsKeepTimeOffset = 0;  // latency of data migration
wmmhello's avatar
wmmhello 已提交
235

wafwerar's avatar
wafwerar 已提交
236
#ifndef _STORAGE
dengyihao's avatar
dengyihao 已提交
237
int32_t taosSetTfsCfg(SConfig *pCfg) {
wafwerar's avatar
wafwerar 已提交
238 239 240 241 242 243 244 245 246 247 248 249 250
  SConfigItem *pItem = cfgGetItem(pCfg, "dataDir");
  memset(tsDataDir, 0, PATH_MAX);

  int32_t size = taosArrayGetSize(pItem->array);
  tsDiskCfgNum = 1;
  tstrncpy(tsDiskCfg[0].dir, pItem->str, TSDB_FILENAME_LEN);
  tsDiskCfg[0].level = 0;
  tsDiskCfg[0].primary = 1;
  tstrncpy(tsDataDir, pItem->str, PATH_MAX);
  if (taosMulMkDir(tsDataDir) != 0) {
    uError("failed to create dataDir:%s", tsDataDir);
    return -1;
  }
dengyihao's avatar
dengyihao 已提交
251
  return 0;
wafwerar's avatar
wafwerar 已提交
252
}
wafwerar's avatar
wafwerar 已提交
253 254
#else
int32_t taosSetTfsCfg(SConfig *pCfg);
wafwerar's avatar
wafwerar 已提交
255
#endif
S
config  
Shengliang Guan 已提交
256

dengyihao's avatar
dengyihao 已提交
257
struct SConfig *taosGetCfg() { return tsCfg; }
S
Shengliang Guan 已提交
258

259 260
static int32_t taosLoadCfg(SConfig *pCfg, const char **envCmd, const char *inputCfgDir, const char *envFile,
                           char *apolloUrl) {
S
Shengliang Guan 已提交
261 262
  char cfgDir[PATH_MAX] = {0};
  char cfgFile[PATH_MAX + 100] = {0};
S
TD-1767  
Shengliang Guan 已提交
263

S
Shengliang Guan 已提交
264
  taosExpandDir(inputCfgDir, cfgDir, PATH_MAX);
265
  if (taosIsDir(cfgDir)) {
266
#ifdef CUS_PROMPT
267
    snprintf(cfgFile, sizeof(cfgFile), "%s" TD_DIRSEP "%s.cfg", cfgDir, CUS_PROMPT);
268
#else
269
    snprintf(cfgFile, sizeof(cfgFile), "%s" TD_DIRSEP "taos.cfg", cfgDir);
270
#endif
271 272 273
  } else {
    tstrncpy(cfgFile, cfgDir, sizeof(cfgDir));
  }
S
config  
Shengliang Guan 已提交
274

S
Shengliang Guan 已提交
275 276 277
  if (apolloUrl != NULL && apolloUrl[0] == '\0') {
    cfgGetApollUrl(envCmd, envFile, apolloUrl);
  }
wafwerar's avatar
wafwerar 已提交
278

S
Shengliang Guan 已提交
279
  if (cfgLoad(pCfg, CFG_STYPE_APOLLO_URL, apolloUrl) != 0) {
280
    uError("failed to load from apollo url:%s since %s", apolloUrl, terrstr());
S
Shengliang Guan 已提交
281 282 283
    return -1;
  }

284 285 286
  if (cfgLoad(pCfg, CFG_STYPE_CFG_FILE, cfgFile) != 0) {
    uError("failed to load from cfg file:%s since %s", cfgFile, terrstr());
    return -1;
S
Shengliang Guan 已提交
287 288 289
  }

  if (cfgLoad(pCfg, CFG_STYPE_ENV_FILE, envFile) != 0) {
290
    uError("failed to load from env file:%s since %s", envFile, terrstr());
S
Shengliang Guan 已提交
291 292 293 294
    return -1;
  }

  if (cfgLoad(pCfg, CFG_STYPE_ENV_VAR, NULL) != 0) {
295
    uError("failed to load from global env variables since %s", terrstr());
S
Shengliang Guan 已提交
296 297 298
    return -1;
  }

wafwerar's avatar
wafwerar 已提交
299 300 301 302 303
  if (cfgLoad(pCfg, CFG_STYPE_ENV_CMD, envCmd) != 0) {
    uError("failed to load from cmd env variables since %s", terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
304
  return 0;
S
slguan 已提交
305 306
}

S
Shengliang Guan 已提交
307
int32_t taosAddClientLogCfg(SConfig *pCfg) {
S
Shengliang Guan 已提交
308 309
  if (cfgAddDir(pCfg, "configDir", configDir, 1) != 0) return -1;
  if (cfgAddDir(pCfg, "scriptDir", configDir, 1) != 0) return -1;
S
Shengliang Guan 已提交
310 311 312 313 314
  if (cfgAddDir(pCfg, "logDir", tsLogDir, 1) != 0) return -1;
  if (cfgAddFloat(pCfg, "minimalLogDirGB", 1.0f, 0.001f, 10000000, 1) != 0) return -1;
  if (cfgAddInt32(pCfg, "numOfLogLines", tsNumOfLogLines, 1000, 2000000000, 1) != 0) return -1;
  if (cfgAddBool(pCfg, "asyncLog", tsAsyncLog, 1) != 0) return -1;
  if (cfgAddInt32(pCfg, "logKeepDays", 0, -365000, 365000, 1) != 0) return -1;
S
Shengliang Guan 已提交
315 316 317
  if (cfgAddInt32(pCfg, "debugFlag", 0, 0, 255, 1) != 0) return -1;
  if (cfgAddInt32(pCfg, "simDebugFlag", 143, 0, 255, 1) != 0) return -1;
  if (cfgAddInt32(pCfg, "tmrDebugFlag", tmrDebugFlag, 0, 255, 1) != 0) return -1;
S
Shengliang Guan 已提交
318 319 320
  if (cfgAddInt32(pCfg, "uDebugFlag", uDebugFlag, 0, 255, 1) != 0) return -1;
  if (cfgAddInt32(pCfg, "rpcDebugFlag", rpcDebugFlag, 0, 255, 1) != 0) return -1;
  if (cfgAddInt32(pCfg, "jniDebugFlag", jniDebugFlag, 0, 255, 1) != 0) return -1;
S
Shengliang Guan 已提交
321 322
  if (cfgAddInt32(pCfg, "qDebugFlag", qDebugFlag, 0, 255, 1) != 0) return -1;
  if (cfgAddInt32(pCfg, "cDebugFlag", cDebugFlag, 0, 255, 1) != 0) return -1;
S
Shengliang Guan 已提交
323
  return 0;
S
Shengliang Guan 已提交
324 325
}

S
Shengliang Guan 已提交
326 327 328 329 330 331 332 333 334
static int32_t taosAddServerLogCfg(SConfig *pCfg) {
  if (cfgAddInt32(pCfg, "dDebugFlag", dDebugFlag, 0, 255, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "vDebugFlag", vDebugFlag, 0, 255, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "mDebugFlag", mDebugFlag, 0, 255, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "wDebugFlag", wDebugFlag, 0, 255, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "sDebugFlag", sDebugFlag, 0, 255, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "tsdbDebugFlag", tsdbDebugFlag, 0, 255, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "tqDebugFlag", tqDebugFlag, 0, 255, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "fsDebugFlag", fsDebugFlag, 0, 255, 0) != 0) return -1;
S
Shengliang Guan 已提交
335
  if (cfgAddInt32(pCfg, "udfDebugFlag", udfDebugFlag, 0, 255, 0) != 0) return -1;
336
  if (cfgAddInt32(pCfg, "smaDebugFlag", smaDebugFlag, 0, 255, 0) != 0) return -1;
dengyihao's avatar
dengyihao 已提交
337
  if (cfgAddInt32(pCfg, "idxDebugFlag", idxDebugFlag, 0, 255, 0) != 0) return -1;
M
Minglei Jin 已提交
338
  if (cfgAddInt32(pCfg, "tdbDebugFlag", tdbDebugFlag, 0, 255, 0) != 0) return -1;
S
Shengliang Guan 已提交
339
  if (cfgAddInt32(pCfg, "metaDebugFlag", metaDebugFlag, 0, 255, 0) != 0) return -1;
S
Shengliang Guan 已提交
340
  return 0;
S
Shengliang Guan 已提交
341 342
}

S
Shengliang Guan 已提交
343
static int32_t taosAddClientCfg(SConfig *pCfg) {
S
Shengliang Guan 已提交
344 345
  char    defaultFqdn[TSDB_FQDN_LEN] = {0};
  int32_t defaultServerPort = 6030;
dengyihao's avatar
dengyihao 已提交
346 347 348
  if (taosGetFqdn(defaultFqdn) != 0) {
    strcpy(defaultFqdn, "localhost");
  }
S
Shengliang Guan 已提交
349

350 351
  if (cfgAddString(pCfg, "firstEp", "", 1) != 0) return -1;
  if (cfgAddString(pCfg, "secondEp", "", 1) != 0) return -1;
S
Shengliang Guan 已提交
352 353 354
  if (cfgAddString(pCfg, "fqdn", defaultFqdn, 1) != 0) return -1;
  if (cfgAddInt32(pCfg, "serverPort", defaultServerPort, 1, 65056, 1) != 0) return -1;
  if (cfgAddDir(pCfg, "tempDir", tsTempDir, 1) != 0) return -1;
S
Shengliang Guan 已提交
355
  if (cfgAddFloat(pCfg, "minimalTmpDirGB", 1.0f, 0.001f, 10000000, 1) != 0) return -1;
S
Shengliang Guan 已提交
356 357 358
  if (cfgAddInt32(pCfg, "shellActivityTimer", tsShellActivityTimer, 1, 120, 1) != 0) return -1;
  if (cfgAddInt32(pCfg, "compressMsgSize", tsCompressMsgSize, -1, 100000000, 1) != 0) return -1;
  if (cfgAddInt32(pCfg, "compressColData", tsCompressColData, -1, 100000000, 1) != 0) return -1;
D
dapan1121 已提交
359
  if (cfgAddInt32(pCfg, "queryPolicy", tsQueryPolicy, 1, 4, 1) != 0) return -1;
360
  if (cfgAddBool(pCfg, "enableQueryHb", tsEnableQueryHb, false) != 0) return -1;
361
  if (cfgAddBool(pCfg, "enableScience", tsEnableScience, false) != 0) return -1;
X
Xiaoyu Wang 已提交
362
  if (cfgAddInt32(pCfg, "querySmaOptimize", tsQuerySmaOptimize, 0, 1, 1) != 0) return -1;
363
  if (cfgAddBool(pCfg, "queryPlannerTrace", tsQueryPlannerTrace, true) != 0) return -1;
364 365
  if (cfgAddInt32(pCfg, "queryNodeChunkSize", tsQueryNodeChunkSize, 1024, 128 * 1024, true) != 0) return -1;
  if (cfgAddBool(pCfg, "queryUseNodeAllocator", tsQueryUseNodeAllocator, true) != 0) return -1;
366
  if (cfgAddBool(pCfg, "keepColumnName", tsKeepColumnName, true) != 0) return -1;
367
  if (cfgAddString(pCfg, "smlChildTableName", "", 1) != 0) return -1;
368
  if (cfgAddString(pCfg, "smlTagName", tsSmlTagName, 1) != 0) return -1;
X
Xiaoyu Wang 已提交
369 370
  //  if (cfgAddBool(pCfg, "smlDataFormat", tsSmlDataFormat, 1) != 0) return -1;
  //  if (cfgAddInt32(pCfg, "smlBatchSize", tsSmlBatchSize, 1, INT32_MAX, true) != 0) return -1;
371
  if (cfgAddInt32(pCfg, "maxInsertBatchRows", tsMaxInsertBatchRows, 1, INT32_MAX, true) != 0) return -1;
372
  if (cfgAddInt32(pCfg, "maxRetryWaitTime", tsMaxRetryWaitTime, 0, 86400000, 0) != 0) return -1;
373
  if (cfgAddBool(pCfg, "useAdapter", tsUseAdapter, true) != 0) return -1;
D
dapan1121 已提交
374
  if (cfgAddBool(pCfg, "crashReporting", tsEnableCrashReport, true) != 0) return -1;
dengyihao's avatar
dengyihao 已提交
375 376
  if (cfgAddInt64(pCfg, "queryMaxConcurrentTables", tsQueryMaxConcurrentTables, INT64_MIN, INT64_MAX, 1) != 0)
    return -1;
D
dapan1121 已提交
377
  if (cfgAddInt32(pCfg, "metaCacheMaxSize", tsMetaCacheMaxSize, -1, INT32_MAX, 1) != 0) return -1;
D
dapan1121 已提交
378 379
  if (cfgAddInt32(pCfg, "slowLogThreshold", tsSlowLogThreshold, 0, INT32_MAX, true) != 0) return -1;
  if (cfgAddString(pCfg, "slowLogScope", "", true) != 0) return -1;
S
Shengliang Guan 已提交
380

dengyihao's avatar
dengyihao 已提交
381 382 383 384
  tsNumOfRpcThreads = tsNumOfCores / 2;
  tsNumOfRpcThreads = TRANGE(tsNumOfRpcThreads, 2, TSDB_MAX_RPC_THREADS);
  if (cfgAddInt32(pCfg, "numOfRpcThreads", tsNumOfRpcThreads, 1, 1024, 0) != 0) return -1;

dengyihao's avatar
dengyihao 已提交
385 386 387 388 389 390
  tsNumOfRpcSessions = TRANGE(tsNumOfRpcSessions, 100, 100000);
  if (cfgAddInt32(pCfg, "numOfRpcSessions", tsNumOfRpcSessions, 1, 100000, 0) != 0) return -1;

  tsTimeToGetAvailableConn = TRANGE(tsTimeToGetAvailableConn, 20, 10000000);
  if (cfgAddInt32(pCfg, "timeToGetAvailableConn", tsTimeToGetAvailableConn, 20, 1000000, 0) != 0) return -1;

D
dapan1121 已提交
391 392
  tsNumOfTaskQueueThreads = tsNumOfCores / 2;
  tsNumOfTaskQueueThreads = TMAX(tsNumOfTaskQueueThreads, 4);
dengyihao's avatar
dengyihao 已提交
393 394 395
  if (tsNumOfTaskQueueThreads >= 10) {
    tsNumOfTaskQueueThreads = 10;
  }
D
dapan1121 已提交
396
  if (cfgAddInt32(pCfg, "numOfTaskQueueThreads", tsNumOfTaskQueueThreads, 4, 1024, 0) != 0) return -1;
S
Shengliang Guan 已提交
397

S
Shengliang Guan 已提交
398
  return 0;
S
os  
Shengliang Guan 已提交
399 400
}

S
Shengliang Guan 已提交
401
static int32_t taosAddSystemCfg(SConfig *pCfg) {
S
os  
Shengliang Guan 已提交
402 403
  SysNameInfo info = taosGetSysNameInfo();

wafwerar's avatar
wafwerar 已提交
404
  if (cfgAddTimezone(pCfg, "timezone", tsTimezoneStr) != 0) return -1;
S
Shengliang Guan 已提交
405 406
  if (cfgAddLocale(pCfg, "locale", tsLocale) != 0) return -1;
  if (cfgAddCharset(pCfg, "charset", tsCharset) != 0) return -1;
S
Shengliang Guan 已提交
407
  if (cfgAddBool(pCfg, "assert", 1, 1) != 0) return -1;
408
  if (cfgAddBool(pCfg, "enableCoreFile", 1, 1) != 0) return -1;
H
Haojun Liao 已提交
409 410 411 412 413 414
  if (cfgAddFloat(pCfg, "numOfCores", tsNumOfCores, 1, 100000, 1) != 0) return -1;

  if (cfgAddBool(pCfg, "SSE42", tsSSE42Enable, 0) != 0) return -1;
  if (cfgAddBool(pCfg, "AVX", tsAVXEnable, 0) != 0) return -1;
  if (cfgAddBool(pCfg, "AVX2", tsAVX2Enable, 0) != 0) return -1;
  if (cfgAddBool(pCfg, "FMA", tsFMAEnable, 0) != 0) return -1;
H
Haojun Liao 已提交
415
  if (cfgAddBool(pCfg, "SIMD-builtins", tsSIMDBuiltins, 0) != 0) return -1;
416
  if (cfgAddBool(pCfg, "tagFilterCache", tsTagFilterCache, 0) != 0) return -1;
H
Haojun Liao 已提交
417

S
Shengliang Guan 已提交
418
  if (cfgAddInt64(pCfg, "openMax", tsOpenMax, 0, INT64_MAX, 1) != 0) return -1;
sangshuduo's avatar
sangshuduo 已提交
419
#if !defined(_ALPINE)
S
Shengliang Guan 已提交
420
  if (cfgAddInt64(pCfg, "streamMax", tsStreamMax, 0, INT64_MAX, 1) != 0) return -1;
sangshuduo's avatar
sangshuduo 已提交
421
#endif
wafwerar's avatar
wafwerar 已提交
422 423
  if (cfgAddInt32(pCfg, "pageSizeKB", tsPageSizeKB, 0, INT64_MAX, 1) != 0) return -1;
  if (cfgAddInt64(pCfg, "totalMemoryKB", tsTotalMemoryKB, 0, INT64_MAX, 1) != 0) return -1;
S
Shengliang Guan 已提交
424 425 426 427 428 429 430 431 432 433 434
  if (cfgAddString(pCfg, "os sysname", info.sysname, 1) != 0) return -1;
  if (cfgAddString(pCfg, "os nodename", info.nodename, 1) != 0) return -1;
  if (cfgAddString(pCfg, "os release", info.release, 1) != 0) return -1;
  if (cfgAddString(pCfg, "os version", info.version, 1) != 0) return -1;
  if (cfgAddString(pCfg, "os machine", info.machine, 1) != 0) return -1;

  if (cfgAddString(pCfg, "version", version, 1) != 0) return -1;
  if (cfgAddString(pCfg, "compatible_version", compatible_version, 1) != 0) return -1;
  if (cfgAddString(pCfg, "gitinfo", gitinfo, 1) != 0) return -1;
  if (cfgAddString(pCfg, "buildinfo", buildinfo, 1) != 0) return -1;
  return 0;
S
Shengliang Guan 已提交
435 436
}

S
Shengliang Guan 已提交
437 438 439
static int32_t taosAddServerCfg(SConfig *pCfg) {
  if (cfgAddDir(pCfg, "dataDir", tsDataDir, 0) != 0) return -1;
  if (cfgAddFloat(pCfg, "minimalDataDirGB", 2.0f, 0.001f, 10000000, 0) != 0) return -1;
440 441 442

  tsNumOfSupportVnodes = tsNumOfCores * 2;
  tsNumOfSupportVnodes = TMAX(tsNumOfSupportVnodes, 2);
443
  if (cfgAddInt32(pCfg, "supportVnodes", tsNumOfSupportVnodes, 0, 4096, 0) != 0) return -1;
444

S
Shengliang Guan 已提交
445 446
  if (cfgAddInt32(pCfg, "maxShellConns", tsMaxShellConns, 10, 50000000, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "statusInterval", tsStatusInterval, 1, 30, 0) != 0) return -1;
D
dapan1121 已提交
447
  if (cfgAddInt32(pCfg, "minSlidingTime", tsMinSlidingTime, 1, 1000000, 0) != 0) return -1;
S
Shengliang Guan 已提交
448
  if (cfgAddInt32(pCfg, "minIntervalTime", tsMinIntervalTime, 1, 1000000, 0) != 0) return -1;
S
Shengliang Guan 已提交
449
  if (cfgAddInt32(pCfg, "maxNumOfDistinctRes", tsMaxNumOfDistinctResults, 10 * 10000, 10000 * 10000, 0) != 0) return -1;
450
  if (cfgAddInt32(pCfg, "countAlwaysReturnValue", tsCountAlwaysReturnValue, 0, 1, 0) != 0) return -1;
S
Shengliang Guan 已提交
451 452
  if (cfgAddInt32(pCfg, "queryBufferSize", tsQueryBufferSize, -1, 500000000000, 0) != 0) return -1;
  if (cfgAddBool(pCfg, "printAuth", tsPrintAuth, 0) != 0) return -1;
D
dapan1121 已提交
453
  if (cfgAddInt32(pCfg, "queryRspPolicy", tsQueryRspPolicy, 0, 1, 0) != 0) return -1;
S
Shengliang Guan 已提交
454

S
Shengliang Guan 已提交
455
  tsNumOfRpcThreads = tsNumOfCores / 2;
dengyihao's avatar
dengyihao 已提交
456
  tsNumOfRpcThreads = TRANGE(tsNumOfRpcThreads, 2, TSDB_MAX_RPC_THREADS);
S
Shengliang Guan 已提交
457 458
  if (cfgAddInt32(pCfg, "numOfRpcThreads", tsNumOfRpcThreads, 1, 1024, 0) != 0) return -1;

dengyihao's avatar
dengyihao 已提交
459
  tsNumOfRpcSessions = TRANGE(tsNumOfRpcSessions, 100, 10000);
dengyihao's avatar
dengyihao 已提交
460
  if (cfgAddInt32(pCfg, "numOfRpcSessions", tsNumOfRpcSessions, 1, 100000, 0) != 0) return -1;
dengyihao's avatar
dengyihao 已提交
461

dengyihao's avatar
dengyihao 已提交
462 463 464
  tsTimeToGetAvailableConn = TRANGE(tsTimeToGetAvailableConn, 20, 1000000);
  if (cfgAddInt32(pCfg, "timeToGetAvailableConn", tsNumOfRpcSessions, 20, 1000000, 0) != 0) return -1;

S
Shengliang Guan 已提交
465
  tsNumOfCommitThreads = tsNumOfCores / 2;
S
Shengliang Guan 已提交
466
  tsNumOfCommitThreads = TRANGE(tsNumOfCommitThreads, 2, 4);
S
Shengliang Guan 已提交
467 468 469 470 471 472
  if (cfgAddInt32(pCfg, "numOfCommitThreads", tsNumOfCommitThreads, 1, 1024, 0) != 0) return -1;

  tsNumOfMnodeReadThreads = tsNumOfCores / 8;
  tsNumOfMnodeReadThreads = TRANGE(tsNumOfMnodeReadThreads, 1, 4);
  if (cfgAddInt32(pCfg, "numOfMnodeReadThreads", tsNumOfMnodeReadThreads, 1, 1024, 0) != 0) return -1;

D
dapan1121 已提交
473 474
  tsNumOfVnodeQueryThreads = tsNumOfCores * 2;
  tsNumOfVnodeQueryThreads = TMAX(tsNumOfVnodeQueryThreads, 4);
S
Shengliang Guan 已提交
475
  if (cfgAddInt32(pCfg, "numOfVnodeQueryThreads", tsNumOfVnodeQueryThreads, 4, 1024, 0) != 0) return -1;
S
Shengliang Guan 已提交
476

477
  if (cfgAddFloat(pCfg, "ratioOfVnodeStreamThreads", tsRatioOfVnodeStreamThreads, 0.01, 100, 0) != 0) return -1;
S
Shengliang Guan 已提交
478

479 480 481
  tsNumOfVnodeFetchThreads = tsNumOfCores / 4;
  tsNumOfVnodeFetchThreads = TMAX(tsNumOfVnodeFetchThreads, 4);
  if (cfgAddInt32(pCfg, "numOfVnodeFetchThreads", tsNumOfVnodeFetchThreads, 4, 1024, 0) != 0) return -1;
S
Shengliang Guan 已提交
482

C
Cary Xu 已提交
483 484 485 486
  tsNumOfVnodeRsmaThreads = tsNumOfCores;
  tsNumOfVnodeRsmaThreads = TMAX(tsNumOfVnodeRsmaThreads, 4);
  if (cfgAddInt32(pCfg, "numOfVnodeRsmaThreads", tsNumOfVnodeRsmaThreads, 1, 1024, 0) != 0) return -1;

D
dapan1121 已提交
487 488
  tsNumOfQnodeQueryThreads = tsNumOfCores * 2;
  tsNumOfQnodeQueryThreads = TMAX(tsNumOfQnodeQueryThreads, 4);
489
  if (cfgAddInt32(pCfg, "numOfQnodeQueryThreads", tsNumOfQnodeQueryThreads, 4, 1024, 0) != 0) return -1;
S
Shengliang Guan 已提交
490

L
Liu Jicong 已提交
491 492 493
  //  tsNumOfQnodeFetchThreads = tsNumOfCores / 2;
  //  tsNumOfQnodeFetchThreads = TMAX(tsNumOfQnodeFetchThreads, 4);
  //  if (cfgAddInt32(pCfg, "numOfQnodeFetchThreads", tsNumOfQnodeFetchThreads, 1, 1024, 0) != 0) return -1;
S
Shengliang Guan 已提交
494

L
Liu Jicong 已提交
495 496 497
  tsNumOfSnodeStreamThreads = tsNumOfCores / 4;
  tsNumOfSnodeStreamThreads = TRANGE(tsNumOfSnodeStreamThreads, 2, 4);
  if (cfgAddInt32(pCfg, "numOfSnodeSharedThreads", tsNumOfSnodeStreamThreads, 2, 1024, 0) != 0) return -1;
S
Shengliang Guan 已提交
498

L
Liu Jicong 已提交
499 500 501
  tsNumOfSnodeWriteThreads = tsNumOfCores / 4;
  tsNumOfSnodeWriteThreads = TRANGE(tsNumOfSnodeWriteThreads, 2, 4);
  if (cfgAddInt32(pCfg, "numOfSnodeUniqueThreads", tsNumOfSnodeWriteThreads, 2, 1024, 0) != 0) return -1;
S
Shengliang Guan 已提交
502

503
  tsRpcQueueMemoryAllowed = tsTotalMemoryKB * 1024 * 0.1;
wafwerar's avatar
wafwerar 已提交
504
  tsRpcQueueMemoryAllowed = TRANGE(tsRpcQueueMemoryAllowed, TSDB_MAX_MSG_SIZE * 10LL, TSDB_MAX_MSG_SIZE * 10000LL);
505
  if (cfgAddInt64(pCfg, "rpcQueueMemoryAllowed", tsRpcQueueMemoryAllowed, TSDB_MAX_MSG_SIZE * 10L, INT64_MAX, 0) != 0)
dengyihao's avatar
dengyihao 已提交
506
    return -1;
507

508 509 510 511
  if (cfgAddInt32(pCfg, "syncElectInterval", tsElectInterval, 10, 1000 * 60 * 24 * 2, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "syncHeartbeatInterval", tsHeartbeatInterval, 10, 1000 * 60 * 24 * 2, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "syncHeartbeatTimeout", tsHeartbeatTimeout, 10, 1000 * 60 * 24 * 2, 0) != 0) return -1;

512 513
  if (cfgAddInt64(pCfg, "vndCommitMaxInterval", tsVndCommitMaxIntervalMs, 1000, 1000 * 60 * 60, 0) != 0) return -1;

514
  if (cfgAddInt64(pCfg, "mndSdbWriteDelta", tsMndSdbWriteDelta, 20, 10000, 0) != 0) return -1;
515
  if (cfgAddInt64(pCfg, "mndLogRetention", tsMndLogRetention, 500, 10000, 0) != 0) return -1;
K
kailixu 已提交
516
  if (cfgAddInt32(pCfg, "grantMode", tsMndGrantMode, 0, 10000, 0) != 0) return -1;
K
kailixu 已提交
517
  if (cfgAddBool(pCfg, "skipGrant", tsMndSkipGrant, 0) != 0) return -1;
518

S
monitor  
Shengliang Guan 已提交
519
  if (cfgAddBool(pCfg, "monitor", tsEnableMonitor, 0) != 0) return -1;
S
Shengliang Guan 已提交
520
  if (cfgAddInt32(pCfg, "monitorInterval", tsMonitorInterval, 1, 200000, 0) != 0) return -1;
S
monitor  
Shengliang Guan 已提交
521 522
  if (cfgAddString(pCfg, "monitorFqdn", tsMonitorFqdn, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "monitorPort", tsMonitorPort, 1, 65056, 0) != 0) return -1;
S
monitor  
Shengliang Guan 已提交
523
  if (cfgAddInt32(pCfg, "monitorMaxLogs", tsMonitorMaxLogs, 1, 1000000, 0) != 0) return -1;
S
Shengliang Guan 已提交
524
  if (cfgAddBool(pCfg, "monitorComp", tsMonitorComp, 0) != 0) return -1;
S
monitor  
Shengliang Guan 已提交
525

D
dapan1121 已提交
526
  if (cfgAddBool(pCfg, "crashReporting", tsEnableCrashReport, 0) != 0) return -1;
S
Shengliang Guan 已提交
527 528 529 530 531
  if (cfgAddBool(pCfg, "telemetryReporting", tsEnableTelem, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "telemetryInterval", tsTelemInterval, 1, 200000, 0) != 0) return -1;
  if (cfgAddString(pCfg, "telemetryServer", tsTelemServer, 0) != 0) return -1;
  if (cfgAddInt32(pCfg, "telemetryPort", tsTelemPort, 1, 65056, 0) != 0) return -1;

wmmhello's avatar
wmmhello 已提交
532 533
  if (cfgAddInt32(pCfg, "tmqMaxTopicNum", tmqMaxTopicNum, 1, 10000, 1) != 0) return -1;

534 535
  if (cfgAddInt32(pCfg, "transPullupInterval", tsTransPullupInterval, 1, 10000, 1) != 0) return -1;
  if (cfgAddInt32(pCfg, "mqRebalanceInterval", tsMqRebalanceInterval, 1, 10000, 1) != 0) return -1;
L
Liu Jicong 已提交
536
  if (cfgAddInt32(pCfg, "ttlUnit", tsTtlUnit, 1, 86400 * 365, 1) != 0) return -1;
537
  if (cfgAddInt32(pCfg, "ttlPushInterval", tsTtlPushInterval, 1, 100000, 1) != 0) return -1;
538
  if (cfgAddBool(pCfg, "ttlChangeOnWrite", tsTtlChangeOnWrite, 0) != 0) return -1;
539
  if (cfgAddInt32(pCfg, "uptimeInterval", tsUptimeInterval, 1, 100000, 1) != 0) return -1;
540
  if (cfgAddInt32(pCfg, "queryRsmaTolerance", tsQueryRsmaTolerance, 0, 900000, 0) != 0) return -1;
541

542 543
  if (cfgAddInt64(pCfg, "walFsyncDataSizeLimit", tsWalFsyncDataSizeLimit, 100 * 1024 * 1024, INT64_MAX, 0) != 0)
    return -1;
544

545
  if (cfgAddBool(pCfg, "udf", tsStartUdfd, 0) != 0) return -1;
S
slzhou 已提交
546
  if (cfgAddString(pCfg, "udfdResFuncs", tsUdfdResFuncs, 0) != 0) return -1;
547
  if (cfgAddString(pCfg, "udfdLdLibPath", tsUdfdLdLibPath, 0) != 0) return -1;
dengyihao's avatar
dengyihao 已提交
548

5
54liuyao 已提交
549
  if (cfgAddBool(pCfg, "disableStream", tsDisableStream, 0) != 0) return -1;
5
54liuyao 已提交
550 551
  if (cfgAddInt64(pCfg, "streamBufferSize", tsStreamBufferSize, 0, INT64_MAX, 0) != 0) return -1;
  if (cfgAddInt64(pCfg, "checkpointInterval", tsCheckpointInterval, 0, INT64_MAX, 0) != 0) return -1;
5
54liuyao 已提交
552

553 554
  if (cfgAddInt32(pCfg, "cacheLazyLoadThreshold", tsCacheLazyLoadThreshold, 0, 100000, 0) != 0) return -1;

555
  if (cfgAddBool(pCfg, "filterScalarMode", tsFilterScalarMode, 0) != 0) return -1;
556
  if (cfgAddInt32(pCfg, "keepTimeOffset", tsKeepTimeOffset, 0, 23, 0) != 0) return -1;
dengyihao's avatar
dengyihao 已提交
557
  if (cfgAddInt32(pCfg, "maxStreamBackendCache", tsMaxStreamBackendCache, 16, 1024, 0) != 0) return -1;
558
  if (cfgAddInt32(pCfg, "pqSortMemThreshold", tsPQSortMemThreshold, 1, 10240, 0) != 0) return -1;
559

wafwerar's avatar
wafwerar 已提交
560
  GRANT_CFG_ADD;
S
Shengliang Guan 已提交
561
  return 0;
S
Shengliang Guan 已提交
562 563
}

wafwerar's avatar
wafwerar 已提交
564 565
static int32_t taosUpdateServerCfg(SConfig *pCfg) {
  SConfigItem *pItem;
566 567 568
  ECfgSrcType  stype;
  int32_t      numOfCores;
  int64_t      totalMemoryKB;
wafwerar's avatar
wafwerar 已提交
569 570 571 572 573 574

  pItem = cfgGetItem(tsCfg, "numOfCores");
  if (pItem == NULL) {
    return -1;
  } else {
    stype = pItem->stype;
wafwerar's avatar
wafwerar 已提交
575
    numOfCores = pItem->fval;
wafwerar's avatar
wafwerar 已提交
576 577 578 579 580 581 582 583 584 585 586 587 588
  }

  pItem = cfgGetItem(tsCfg, "supportVnodes");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
    tsNumOfSupportVnodes = numOfCores * 2;
    tsNumOfSupportVnodes = TMAX(tsNumOfSupportVnodes, 2);
    pItem->i32 = tsNumOfSupportVnodes;
    pItem->stype = stype;
  }

  pItem = cfgGetItem(tsCfg, "numOfRpcThreads");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
    tsNumOfRpcThreads = numOfCores / 2;
dengyihao's avatar
dengyihao 已提交
589
    tsNumOfRpcThreads = TRANGE(tsNumOfRpcThreads, 2, TSDB_MAX_RPC_THREADS);
wafwerar's avatar
wafwerar 已提交
590 591 592 593
    pItem->i32 = tsNumOfRpcThreads;
    pItem->stype = stype;
  }

dengyihao's avatar
dengyihao 已提交
594 595 596 597 598 599 600
  pItem = cfgGetItem(tsCfg, "numOfRpcSessions");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
    tsNumOfRpcSessions = TRANGE(tsNumOfRpcSessions, 100, 10000);
    pItem->i32 = tsNumOfRpcSessions;
    pItem->stype = stype;
  }

dengyihao's avatar
dengyihao 已提交
601 602 603 604 605 606 607
  pItem = cfgGetItem(tsCfg, "timeToGetAvailableConn");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
    tsTimeToGetAvailableConn = TRANGE(tsTimeToGetAvailableConn, 20, 1000000);
    pItem->i32 = tsTimeToGetAvailableConn;
    pItem->stype = stype;
  }

wafwerar's avatar
wafwerar 已提交
608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631
  pItem = cfgGetItem(tsCfg, "numOfCommitThreads");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
    tsNumOfCommitThreads = numOfCores / 2;
    tsNumOfCommitThreads = TRANGE(tsNumOfCommitThreads, 2, 4);
    pItem->i32 = tsNumOfCommitThreads;
    pItem->stype = stype;
  }

  pItem = cfgGetItem(tsCfg, "numOfMnodeReadThreads");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
    tsNumOfMnodeReadThreads = numOfCores / 8;
    tsNumOfMnodeReadThreads = TRANGE(tsNumOfMnodeReadThreads, 1, 4);
    pItem->i32 = tsNumOfMnodeReadThreads;
    pItem->stype = stype;
  }

  pItem = cfgGetItem(tsCfg, "numOfVnodeQueryThreads");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
    tsNumOfVnodeQueryThreads = numOfCores * 2;
    tsNumOfVnodeQueryThreads = TMAX(tsNumOfVnodeQueryThreads, 4);
    pItem->i32 = tsNumOfVnodeQueryThreads;
    pItem->stype = stype;
  }

632
  pItem = cfgGetItem(tsCfg, "ratioOfVnodeStreamThreads");
wafwerar's avatar
wafwerar 已提交
633
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
634
    pItem->fval = tsRatioOfVnodeStreamThreads;
wafwerar's avatar
wafwerar 已提交
635 636 637
    pItem->stype = stype;
  }

638 639 640 641 642 643 644
  pItem = cfgGetItem(tsCfg, "numOfVnodeFetchThreads");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
    tsNumOfVnodeFetchThreads = numOfCores / 4;
    tsNumOfVnodeFetchThreads = TMAX(tsNumOfVnodeFetchThreads, 4);
    pItem->i32 = tsNumOfVnodeFetchThreads;
    pItem->stype = stype;
  }
wafwerar's avatar
wafwerar 已提交
645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661

  pItem = cfgGetItem(tsCfg, "numOfVnodeRsmaThreads");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
    tsNumOfVnodeRsmaThreads = numOfCores;
    tsNumOfVnodeRsmaThreads = TMAX(tsNumOfVnodeRsmaThreads, 4);
    pItem->i32 = tsNumOfVnodeRsmaThreads;
    pItem->stype = stype;
  }

  pItem = cfgGetItem(tsCfg, "numOfQnodeQueryThreads");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
    tsNumOfQnodeQueryThreads = numOfCores * 2;
    tsNumOfQnodeQueryThreads = TMAX(tsNumOfQnodeQueryThreads, 4);
    pItem->i32 = tsNumOfQnodeQueryThreads;
    pItem->stype = stype;
  }

L
Liu Jicong 已提交
662 663 664 665 666 667 668 669 670
  /*
    pItem = cfgGetItem(tsCfg, "numOfQnodeFetchThreads");
    if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
      tsNumOfQnodeFetchThreads = numOfCores / 2;
      tsNumOfQnodeFetchThreads = TMAX(tsNumOfQnodeFetchThreads, 4);
      pItem->i32 = tsNumOfQnodeFetchThreads;
      pItem->stype = stype;
    }
  */
wafwerar's avatar
wafwerar 已提交
671 672 673

  pItem = cfgGetItem(tsCfg, "numOfSnodeSharedThreads");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
L
Liu Jicong 已提交
674 675 676
    tsNumOfSnodeStreamThreads = numOfCores / 4;
    tsNumOfSnodeStreamThreads = TRANGE(tsNumOfSnodeStreamThreads, 2, 4);
    pItem->i32 = tsNumOfSnodeStreamThreads;
wafwerar's avatar
wafwerar 已提交
677 678 679 680 681
    pItem->stype = stype;
  }

  pItem = cfgGetItem(tsCfg, "numOfSnodeUniqueThreads");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
L
Liu Jicong 已提交
682 683 684
    tsNumOfSnodeWriteThreads = numOfCores / 4;
    tsNumOfSnodeWriteThreads = TRANGE(tsNumOfSnodeWriteThreads, 2, 4);
    pItem->i32 = tsNumOfSnodeWriteThreads;
wafwerar's avatar
wafwerar 已提交
685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706
    pItem->stype = stype;
  }

  pItem = cfgGetItem(tsCfg, "totalMemoryKB");
  if (pItem == NULL) {
    return -1;
  } else {
    stype = pItem->stype;
    totalMemoryKB = pItem->i64;
  }

  pItem = cfgGetItem(tsCfg, "rpcQueueMemoryAllowed");
  if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) {
    tsRpcQueueMemoryAllowed = totalMemoryKB * 1024 * 0.1;
    tsRpcQueueMemoryAllowed = TRANGE(tsRpcQueueMemoryAllowed, TSDB_MAX_MSG_SIZE * 10LL, TSDB_MAX_MSG_SIZE * 10000LL);
    pItem->i64 = tsRpcQueueMemoryAllowed;
    pItem->stype = stype;
  }

  return 0;
}

S
Shengliang Guan 已提交
707
static void taosSetClientLogCfg(SConfig *pCfg) {
S
Shengliang Guan 已提交
708
  SConfigItem *pItem = cfgGetItem(pCfg, "logDir");
S
os env  
Shengliang Guan 已提交
709
  tstrncpy(tsLogDir, cfgGetItem(pCfg, "logDir")->str, PATH_MAX);
S
Shengliang Guan 已提交
710
  taosExpandDir(tsLogDir, tsLogDir, PATH_MAX);
wafwerar's avatar
wafwerar 已提交
711
  tsLogSpace.reserved = (int64_t)(((double)cfgGetItem(pCfg, "minimalLogDirGB")->fval) * 1024 * 1024 * 1024);
S
Shengliang Guan 已提交
712 713 714 715
  tsNumOfLogLines = cfgGetItem(pCfg, "numOfLogLines")->i32;
  tsAsyncLog = cfgGetItem(pCfg, "asyncLog")->bval;
  tsLogKeepDays = cfgGetItem(pCfg, "logKeepDays")->i32;
  tmrDebugFlag = cfgGetItem(pCfg, "tmrDebugFlag")->i32;
S
Shengliang Guan 已提交
716
  uDebugFlag = cfgGetItem(pCfg, "uDebugFlag")->i32;
S
Shengliang Guan 已提交
717
  jniDebugFlag = cfgGetItem(pCfg, "jniDebugFlag")->i32;
S
Shengliang Guan 已提交
718 719 720
  rpcDebugFlag = cfgGetItem(pCfg, "rpcDebugFlag")->i32;
  qDebugFlag = cfgGetItem(pCfg, "qDebugFlag")->i32;
  cDebugFlag = cfgGetItem(pCfg, "cDebugFlag")->i32;
S
Shengliang Guan 已提交
721 722 723 724 725 726 727 728 729 730 731
}

static void taosSetServerLogCfg(SConfig *pCfg) {
  dDebugFlag = cfgGetItem(pCfg, "dDebugFlag")->i32;
  vDebugFlag = cfgGetItem(pCfg, "vDebugFlag")->i32;
  mDebugFlag = cfgGetItem(pCfg, "mDebugFlag")->i32;
  wDebugFlag = cfgGetItem(pCfg, "wDebugFlag")->i32;
  sDebugFlag = cfgGetItem(pCfg, "sDebugFlag")->i32;
  tsdbDebugFlag = cfgGetItem(pCfg, "tsdbDebugFlag")->i32;
  tqDebugFlag = cfgGetItem(pCfg, "tqDebugFlag")->i32;
  fsDebugFlag = cfgGetItem(pCfg, "fsDebugFlag")->i32;
S
Shengliang Guan 已提交
732
  udfDebugFlag = cfgGetItem(pCfg, "udfDebugFlag")->i32;
733
  smaDebugFlag = cfgGetItem(pCfg, "smaDebugFlag")->i32;
dengyihao's avatar
dengyihao 已提交
734
  idxDebugFlag = cfgGetItem(pCfg, "idxDebugFlag")->i32;
M
Minglei Jin 已提交
735
  tdbDebugFlag = cfgGetItem(pCfg, "tdbDebugFlag")->i32;
S
Shengliang Guan 已提交
736
  metaDebugFlag = cfgGetItem(pCfg, "metaDebugFlag")->i32;
S
Shengliang Guan 已提交
737 738
}

D
dapan1121 已提交
739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764
static int32_t taosSetSlowLogScope(char *pScope) {
  if (NULL == pScope || 0 == strlen(pScope)) {
    tsSlowLogScope = SLOW_LOG_TYPE_ALL;
    return 0;
  }

  if (0 == strcasecmp(pScope, "all")) {
    tsSlowLogScope = SLOW_LOG_TYPE_ALL;
    return 0;
  }

  if (0 == strcasecmp(pScope, "query")) {
    tsSlowLogScope = SLOW_LOG_TYPE_QUERY;
    return 0;
  }

  if (0 == strcasecmp(pScope, "insert")) {
    tsSlowLogScope = SLOW_LOG_TYPE_INSERT;
    return 0;
  }

  if (0 == strcasecmp(pScope, "others")) {
    tsSlowLogScope = SLOW_LOG_TYPE_OTHERS;
    return 0;
  }

765 766 767 768 769
  if (0 == strcasecmp(pScope, "none")) {
    tsSlowLogScope = 0;
    return 0;
  }

D
dapan1121 已提交
770
  uError("Invalid slowLog scope value:%s", pScope);
771
  terrno = TSDB_CODE_INVALID_CFG_VALUE;
D
dapan1121 已提交
772 773 774
  return -1;
}

S
Shengliang Guan 已提交
775
static int32_t taosSetClientCfg(SConfig *pCfg) {
S
monitor  
Shengliang Guan 已提交
776
  tstrncpy(tsLocalFqdn, cfgGetItem(pCfg, "fqdn")->str, TSDB_FQDN_LEN);
S
Shengliang Guan 已提交
777 778
  tsServerPort = (uint16_t)cfgGetItem(pCfg, "serverPort")->i32;
  snprintf(tsLocalEp, sizeof(tsLocalEp), "%s:%u", tsLocalFqdn, tsServerPort);
779

780 781 782
  char defaultFirstEp[TSDB_EP_LEN] = {0};
  snprintf(defaultFirstEp, TSDB_EP_LEN, "%s:%u", tsLocalFqdn, tsServerPort);

783 784
  SConfigItem *pFirstEpItem = cfgGetItem(pCfg, "firstEp");
  SEp          firstEp = {0};
785
  taosGetFqdnPortFromEp(strlen(pFirstEpItem->str) == 0 ? defaultFirstEp : pFirstEpItem->str, &firstEp);
786 787 788 789 790
  snprintf(tsFirst, sizeof(tsFirst), "%s:%u", firstEp.fqdn, firstEp.port);
  cfgSetItem(pCfg, "firstEp", tsFirst, pFirstEpItem->stype);

  SConfigItem *pSecondpItem = cfgGetItem(pCfg, "secondEp");
  SEp          secondEp = {0};
791
  taosGetFqdnPortFromEp(strlen(pSecondpItem->str) == 0 ? defaultFirstEp : pSecondpItem->str, &secondEp);
792 793 794
  snprintf(tsSecond, sizeof(tsSecond), "%s:%u", secondEp.fqdn, secondEp.port);
  cfgSetItem(pCfg, "secondEp", tsSecond, pSecondpItem->stype);

S
Shengliang Guan 已提交
795 796
  tstrncpy(tsTempDir, cfgGetItem(pCfg, "tempDir")->str, PATH_MAX);
  taosExpandDir(tsTempDir, tsTempDir, PATH_MAX);
wafwerar's avatar
wafwerar 已提交
797
  tsTempSpace.reserved = (int64_t)(((double)cfgGetItem(pCfg, "minimalTmpDirGB")->fval) * 1024 * 1024 * 1024);
S
Shengliang Guan 已提交
798
  if (taosMulMkDir(tsTempDir) != 0) {
S
Shengliang Guan 已提交
799 800 801
    uError("failed to create tempDir:%s since %s", tsTempDir, terrstr());
    return -1;
  }
S
Shengliang Guan 已提交
802

803
  tstrncpy(tsSmlChildTableName, cfgGetItem(pCfg, "smlChildTableName")->str, TSDB_TABLE_NAME_LEN);
804
  tstrncpy(tsSmlTagName, cfgGetItem(pCfg, "smlTagName")->str, TSDB_COL_NAME_LEN);
X
Xiaoyu Wang 已提交
805
  //  tsSmlDataFormat = cfgGetItem(pCfg, "smlDataFormat")->bval;
806

X
Xiaoyu Wang 已提交
807
  //  tsSmlBatchSize = cfgGetItem(pCfg, "smlBatchSize")->i32;
808
  tsMaxInsertBatchRows = cfgGetItem(pCfg, "maxInsertBatchRows")->i32;
809

810
  tsShellActivityTimer = cfgGetItem(pCfg, "shellActivityTimer")->i32;
S
Shengliang Guan 已提交
811 812
  tsCompressMsgSize = cfgGetItem(pCfg, "compressMsgSize")->i32;
  tsCompressColData = cfgGetItem(pCfg, "compressColData")->i32;
S
Shengliang Guan 已提交
813
  tsNumOfTaskQueueThreads = cfgGetItem(pCfg, "numOfTaskQueueThreads")->i32;
X
Xiaoyu Wang 已提交
814
  tsQueryPolicy = cfgGetItem(pCfg, "queryPolicy")->i32;
815
  tsEnableQueryHb = cfgGetItem(pCfg, "enableQueryHb")->bval;
dengyihao's avatar
dengyihao 已提交
816
  tsEnableScience = cfgGetItem(pCfg, "enableScience")->bval;
X
Xiaoyu Wang 已提交
817
  tsQuerySmaOptimize = cfgGetItem(pCfg, "querySmaOptimize")->i32;
818
  tsQueryPlannerTrace = cfgGetItem(pCfg, "queryPlannerTrace")->bval;
819 820
  tsQueryNodeChunkSize = cfgGetItem(pCfg, "queryNodeChunkSize")->i32;
  tsQueryUseNodeAllocator = cfgGetItem(pCfg, "queryUseNodeAllocator")->bval;
821
  tsKeepColumnName = cfgGetItem(pCfg, "keepColumnName")->bval;
822
  tsUseAdapter = cfgGetItem(pCfg, "useAdapter")->bval;
D
dapan1121 已提交
823
  tsEnableCrashReport = cfgGetItem(pCfg, "crashReporting")->bval;
824
  tsQueryMaxConcurrentTables = cfgGetItem(pCfg, "queryMaxConcurrentTables")->i64;
D
dapan1121 已提交
825
  tsMetaCacheMaxSize = cfgGetItem(pCfg, "metaCacheMaxSize")->i32;
D
dapan1121 已提交
826 827 828 829
  tsSlowLogThreshold = cfgGetItem(pCfg, "slowLogThreshold")->i32;
  if (taosSetSlowLogScope(cfgGetItem(pCfg, "slowLogScope")->str)) {
    return -1;
  }
dengyihao's avatar
dengyihao 已提交
830

831
  tsMaxRetryWaitTime = cfgGetItem(pCfg, "maxRetryWaitTime")->i32;
dengyihao's avatar
dengyihao 已提交
832

dengyihao's avatar
dengyihao 已提交
833
  tsNumOfRpcThreads = cfgGetItem(pCfg, "numOfRpcThreads")->i32;
dengyihao's avatar
dengyihao 已提交
834 835 836
  tsNumOfRpcSessions = cfgGetItem(pCfg, "numOfRpcSessions")->i32;

  tsTimeToGetAvailableConn = cfgGetItem(pCfg, "timeToGetAvailableConn")->i32;
S
Shengliang Guan 已提交
837
  return 0;
S
os  
Shengliang Guan 已提交
838
}
S
config  
Shengliang Guan 已提交
839

S
os  
Shengliang Guan 已提交
840
static void taosSetSystemCfg(SConfig *pCfg) {
S
Shengliang Guan 已提交
841 842
  SConfigItem *pItem = cfgGetItem(pCfg, "timezone");
  osSetTimezone(pItem->str);
wafwerar's avatar
wafwerar 已提交
843 844
  uDebug("timezone format changed from %s to %s", pItem->str, tsTimezoneStr);
  cfgSetItem(pCfg, "timezone", tsTimezoneStr, pItem->stype);
S
Shengliang Guan 已提交
845

S
Shengliang Guan 已提交
846 847
  const char *locale = cfgGetItem(pCfg, "locale")->str;
  const char *charset = cfgGetItem(pCfg, "charset")->str;
S
os env  
Shengliang Guan 已提交
848
  taosSetSystemLocale(locale, charset);
wafwerar's avatar
wafwerar 已提交
849
  osSetSystemLocale(locale, charset);
S
Shengliang Guan 已提交
850

S
Shengliang Guan 已提交
851
  bool enableCore = cfgGetItem(pCfg, "enableCoreFile")->bval;
wafwerar's avatar
wafwerar 已提交
852
  taosSetCoreDump(enableCore);
S
config  
Shengliang Guan 已提交
853

S
Shengliang Guan 已提交
854 855
  tsAssert = cfgGetItem(pCfg, "assert")->bval;

S
config  
Shengliang Guan 已提交
856 857
  // todo
  tsVersion = 30000000;
S
Shengliang Guan 已提交
858
}
859

S
Shengliang Guan 已提交
860
static int32_t taosSetServerCfg(SConfig *pCfg) {
wafwerar's avatar
wafwerar 已提交
861
  tsDataSpace.reserved = (int64_t)(((double)cfgGetItem(pCfg, "minimalDataDirGB")->fval) * 1024 * 1024 * 1024);
862
  tsNumOfSupportVnodes = cfgGetItem(pCfg, "supportVnodes")->i32;
S
Shengliang Guan 已提交
863 864 865 866
  tsMaxShellConns = cfgGetItem(pCfg, "maxShellConns")->i32;
  tsStatusInterval = cfgGetItem(pCfg, "statusInterval")->i32;
  tsMinSlidingTime = cfgGetItem(pCfg, "minSlidingTime")->i32;
  tsMinIntervalTime = cfgGetItem(pCfg, "minIntervalTime")->i32;
S
Shengliang Guan 已提交
867
  tsMaxNumOfDistinctResults = cfgGetItem(pCfg, "maxNumOfDistinctRes")->i32;
868
  tsCountAlwaysReturnValue = cfgGetItem(pCfg, "countAlwaysReturnValue")->i32;
S
config  
Shengliang Guan 已提交
869
  tsQueryBufferSize = cfgGetItem(pCfg, "queryBufferSize")->i32;
S
Shengliang Guan 已提交
870
  tsPrintAuth = cfgGetItem(pCfg, "printAuth")->bval;
S
Shengliang Guan 已提交
871

S
Shengliang Guan 已提交
872
  tsNumOfRpcThreads = cfgGetItem(pCfg, "numOfRpcThreads")->i32;
dengyihao's avatar
dengyihao 已提交
873
  tsNumOfRpcSessions = cfgGetItem(pCfg, "numOfRpcSessions")->i32;
dengyihao's avatar
dengyihao 已提交
874 875
  tsTimeToGetAvailableConn = cfgGetItem(pCfg, "timeToGetAvailableConn")->i32;

S
Shengliang Guan 已提交
876
  tsNumOfCommitThreads = cfgGetItem(pCfg, "numOfCommitThreads")->i32;
S
Shengliang Guan 已提交
877 878
  tsNumOfMnodeReadThreads = cfgGetItem(pCfg, "numOfMnodeReadThreads")->i32;
  tsNumOfVnodeQueryThreads = cfgGetItem(pCfg, "numOfVnodeQueryThreads")->i32;
879
  tsRatioOfVnodeStreamThreads = cfgGetItem(pCfg, "ratioOfVnodeStreamThreads")->fval;
880
  tsNumOfVnodeFetchThreads = cfgGetItem(pCfg, "numOfVnodeFetchThreads")->i32;
C
Cary Xu 已提交
881
  tsNumOfVnodeRsmaThreads = cfgGetItem(pCfg, "numOfVnodeRsmaThreads")->i32;
S
Shengliang Guan 已提交
882
  tsNumOfQnodeQueryThreads = cfgGetItem(pCfg, "numOfQnodeQueryThreads")->i32;
dengyihao's avatar
dengyihao 已提交
883
  //  tsNumOfQnodeFetchThreads = cfgGetItem(pCfg, "numOfQnodeFetchTereads")->i32;
L
Liu Jicong 已提交
884 885
  tsNumOfSnodeStreamThreads = cfgGetItem(pCfg, "numOfSnodeSharedThreads")->i32;
  tsNumOfSnodeWriteThreads = cfgGetItem(pCfg, "numOfSnodeUniqueThreads")->i32;
886
  tsRpcQueueMemoryAllowed = cfgGetItem(pCfg, "rpcQueueMemoryAllowed")->i64;
S
Shengliang Guan 已提交
887

dengyihao's avatar
dengyihao 已提交
888
  tsSIMDBuiltins = (bool)cfgGetItem(pCfg, "SIMD-builtins")->bval;
889
  tsTagFilterCache = (bool)cfgGetItem(pCfg, "tagFilterCache")->bval;
H
Haojun Liao 已提交
890

S
monitor  
Shengliang Guan 已提交
891 892 893 894
  tsEnableMonitor = cfgGetItem(pCfg, "monitor")->bval;
  tsMonitorInterval = cfgGetItem(pCfg, "monitorInterval")->i32;
  tstrncpy(tsMonitorFqdn, cfgGetItem(pCfg, "monitorFqdn")->str, TSDB_FQDN_LEN);
  tsMonitorPort = (uint16_t)cfgGetItem(pCfg, "monitorPort")->i32;
S
monitor  
Shengliang Guan 已提交
895
  tsMonitorMaxLogs = cfgGetItem(pCfg, "monitorMaxLogs")->i32;
S
Shengliang Guan 已提交
896
  tsMonitorComp = cfgGetItem(pCfg, "monitorComp")->bval;
D
dapan1121 已提交
897
  tsQueryRspPolicy = cfgGetItem(pCfg, "queryRspPolicy")->i32;
S
monitor  
Shengliang Guan 已提交
898

S
Shengliang Guan 已提交
899
  tsEnableTelem = cfgGetItem(pCfg, "telemetryReporting")->bval;
D
dapan1121 已提交
900
  tsEnableCrashReport = cfgGetItem(pCfg, "crashReporting")->bval;
901
  tsTtlChangeOnWrite = cfgGetItem(pCfg, "ttlChangeOnWrite")->bval;
S
Shengliang Guan 已提交
902 903 904 905
  tsTelemInterval = cfgGetItem(pCfg, "telemetryInterval")->i32;
  tstrncpy(tsTelemServer, cfgGetItem(pCfg, "telemetryServer")->str, TSDB_FQDN_LEN);
  tsTelemPort = (uint16_t)cfgGetItem(pCfg, "telemetryPort")->i32;

wmmhello's avatar
wmmhello 已提交
906 907
  tmqMaxTopicNum= cfgGetItem(pCfg, "tmqMaxTopicNum")->i32;

908 909
  tsTransPullupInterval = cfgGetItem(pCfg, "transPullupInterval")->i32;
  tsMqRebalanceInterval = cfgGetItem(pCfg, "mqRebalanceInterval")->i32;
wmmhello's avatar
wmmhello 已提交
910
  tsTtlUnit = cfgGetItem(pCfg, "ttlUnit")->i32;
wmmhello's avatar
wmmhello 已提交
911
  tsTtlPushInterval = cfgGetItem(pCfg, "ttlPushInterval")->i32;
912
  tsUptimeInterval = cfgGetItem(pCfg, "uptimeInterval")->i32;
913
  tsQueryRsmaTolerance = cfgGetItem(pCfg, "queryRsmaTolerance")->i32;
914

915
  tsWalFsyncDataSizeLimit = cfgGetItem(pCfg, "walFsyncDataSizeLimit")->i64;
916

917 918 919 920
  tsElectInterval = cfgGetItem(pCfg, "syncElectInterval")->i32;
  tsHeartbeatInterval = cfgGetItem(pCfg, "syncHeartbeatInterval")->i32;
  tsHeartbeatTimeout = cfgGetItem(pCfg, "syncHeartbeatTimeout")->i32;

921 922
  tsVndCommitMaxIntervalMs = cfgGetItem(pCfg, "vndCommitMaxInterval")->i64;

923
  tsMndSdbWriteDelta = cfgGetItem(pCfg, "mndSdbWriteDelta")->i64;
924
  tsMndLogRetention = cfgGetItem(pCfg, "mndLogRetention")->i64;
K
kailixu 已提交
925
  tsMndSkipGrant = cfgGetItem(pCfg, "skipGrant")->bval;
K
kailixu 已提交
926
  tsMndGrantMode = cfgGetItem(pCfg, "grantMode")->i32;
927

928
  tsStartUdfd = cfgGetItem(pCfg, "udf")->bval;
S
slzhou 已提交
929
  tstrncpy(tsUdfdResFuncs, cfgGetItem(pCfg, "udfdResFuncs")->str, sizeof(tsUdfdResFuncs));
930
  tstrncpy(tsUdfdLdLibPath, cfgGetItem(pCfg, "udfdLdLibPath")->str, sizeof(tsUdfdLdLibPath));
S
config  
Shengliang Guan 已提交
931 932 933
  if (tsQueryBufferSize >= 0) {
    tsQueryBufferSizeBytes = tsQueryBufferSize * 1048576UL;
  }
dengyihao's avatar
dengyihao 已提交
934

935 936
  tsCacheLazyLoadThreshold = cfgGetItem(pCfg, "cacheLazyLoadThreshold")->i32;

5
54liuyao 已提交
937
  tsDisableStream = cfgGetItem(pCfg, "disableStream")->bval;
L
liuyao 已提交
938 939
  tsStreamBufferSize = cfgGetItem(pCfg, "streamBufferSize")->i64;
  tsCheckpointInterval = cfgGetItem(pCfg, "checkpointInterval")->i64;
5
54liuyao 已提交
940

941
  tsFilterScalarMode = cfgGetItem(pCfg, "filterScalarMode")->bval;
942
  tsKeepTimeOffset = cfgGetItem(pCfg, "keepTimeOffset")->i32;
dengyihao's avatar
dengyihao 已提交
943
  tsMaxStreamBackendCache = cfgGetItem(pCfg, "maxStreamBackendCache")->i32;
944
  tsPQSortMemThreshold = cfgGetItem(pCfg, "pqSortMemThreshold")->i32;
5
54liuyao 已提交
945

wafwerar's avatar
wafwerar 已提交
946
  GRANT_CFG_GET;
S
Shengliang Guan 已提交
947
  return 0;
S
Shengliang Guan 已提交
948 949
}

K
kailixu 已提交
950 951 952 953 954 955
#ifndef TD_ENTERPRISE
static int32_t taosSetReleaseCfg(SConfig *pCfg) { return 0; }
#else
int32_t taosSetReleaseCfg(SConfig *pCfg);
#endif

956
void taosLocalCfgForbiddenToChange(char *name, bool *forbidden) {
957 958 959 960 961 962 963 964
  int32_t len = strlen(name);
  char    lowcaseName[CFG_NAME_MAX_LEN + 1] = {0};
  strntolower(lowcaseName, name, TMIN(CFG_NAME_MAX_LEN, len));

  if (strcasecmp("charset", name) == 0) {
    *forbidden = true;
    return;
  }
wafwerar's avatar
wafwerar 已提交
965
  GRANT_CFG_CHECK;
966 967 968 969

  *forbidden = false;
}

D
dapan1121 已提交
970
int32_t taosApplyLocalCfg(SConfig *pCfg, char *name) {
D
dapan1121 已提交
971 972 973 974 975 976 977 978
  int32_t len = strlen(name);
  char    lowcaseName[CFG_NAME_MAX_LEN + 1] = {0};
  strntolower(lowcaseName, name, TMIN(CFG_NAME_MAX_LEN, len));

  switch (lowcaseName[0]) {
    case 'a': {
      if (strcasecmp("asyncLog", name) == 0) {
        tsAsyncLog = cfgGetItem(pCfg, "asyncLog")->bval;
S
Shengliang Guan 已提交
979 980
      } else if (strcasecmp("assert", name) == 0) {
        tsAssert = cfgGetItem(pCfg, "assert")->bval;
981
      }
D
dapan1121 已提交
982 983 984 985 986 987 988 989 990 991 992 993 994 995
      break;
    }
    case 'c': {
      if (strcasecmp("charset", name) == 0) {
        const char *locale = cfgGetItem(pCfg, "locale")->str;
        const char *charset = cfgGetItem(pCfg, "charset")->str;
        taosSetSystemLocale(locale, charset);
        osSetSystemLocale(locale, charset);
      } else if (strcasecmp("compressMsgSize", name) == 0) {
        tsCompressMsgSize = cfgGetItem(pCfg, "compressMsgSize")->i32;
      } else if (strcasecmp("compressColData", name) == 0) {
        tsCompressColData = cfgGetItem(pCfg, "compressColData")->i32;
      } else if (strcasecmp("countAlwaysReturnValue", name) == 0) {
        tsCountAlwaysReturnValue = cfgGetItem(pCfg, "countAlwaysReturnValue")->i32;
L
Liu Jicong 已提交
996
      } else if (strcasecmp("cDebugFlag", name) == 0) {
D
dapan1121 已提交
997
        cDebugFlag = cfgGetItem(pCfg, "cDebugFlag")->i32;
D
dapan1121 已提交
998 999
      } else if (strcasecmp("crashReporting", name) == 0) {
        tsEnableCrashReport = cfgGetItem(pCfg, "crashReporting")->bval;
D
dapan1121 已提交
1000 1001 1002 1003
      }
      break;
    }
    case 'd': {
S
Shengliang Guan 已提交
1004
      if (strcasecmp("dDebugFlag", name) == 0) {
D
dapan1121 已提交
1005
        dDebugFlag = cfgGetItem(pCfg, "dDebugFlag")->i32;
1006 1007 1008
      } else if (strcasecmp("debugFlag", name) == 0) {
        int32_t flag = cfgGetItem(pCfg, "debugFlag")->i32;
        taosSetAllDebugFlag(flag, true);
D
dapan1121 已提交
1009 1010 1011 1012 1013 1014
      }
      break;
    }
    case 'e': {
      if (strcasecmp("enableCoreFile", name) == 0) {
        bool enableCore = cfgGetItem(pCfg, "enableCoreFile")->bval;
wafwerar's avatar
wafwerar 已提交
1015
        taosSetCoreDump(enableCore);
1016 1017
      } else if (strcasecmp("enableQueryHb", name) == 0) {
        tsEnableQueryHb = cfgGetItem(pCfg, "enableQueryHb")->bval;
1018 1019
      }  else if (strcasecmp("ttlChangeOnWrite", name) == 0) {
        tsTtlChangeOnWrite = cfgGetItem(pCfg, "ttlChangeOnWrite")->bval;
D
dapan1121 已提交
1020 1021 1022 1023 1024 1025 1026 1027
      }
      break;
    }
    case 'f': {
      if (strcasecmp("fqdn", name) == 0) {
        tstrncpy(tsLocalFqdn, cfgGetItem(pCfg, "fqdn")->str, TSDB_FQDN_LEN);
        tsServerPort = (uint16_t)cfgGetItem(pCfg, "serverPort")->i32;
        snprintf(tsLocalEp, sizeof(tsLocalEp), "%s:%u", tsLocalFqdn, tsServerPort);
L
Liu Jicong 已提交
1028

D
dapan1121 已提交
1029 1030
        char defaultFirstEp[TSDB_EP_LEN] = {0};
        snprintf(defaultFirstEp, TSDB_EP_LEN, "%s:%u", tsLocalFqdn, tsServerPort);
L
Liu Jicong 已提交
1031

D
dapan1121 已提交
1032 1033 1034 1035 1036 1037 1038 1039 1040
        SConfigItem *pFirstEpItem = cfgGetItem(pCfg, "firstEp");
        SEp          firstEp = {0};
        taosGetFqdnPortFromEp(strlen(pFirstEpItem->str) == 0 ? defaultFirstEp : pFirstEpItem->str, &firstEp);
        snprintf(tsFirst, sizeof(tsFirst), "%s:%u", firstEp.fqdn, firstEp.port);
        cfgSetItem(pCfg, "firstEp", tsFirst, pFirstEpItem->stype);
      } else if (strcasecmp("firstEp", name) == 0) {
        tstrncpy(tsLocalFqdn, cfgGetItem(pCfg, "fqdn")->str, TSDB_FQDN_LEN);
        tsServerPort = (uint16_t)cfgGetItem(pCfg, "serverPort")->i32;
        snprintf(tsLocalEp, sizeof(tsLocalEp), "%s:%u", tsLocalFqdn, tsServerPort);
L
Liu Jicong 已提交
1041

D
dapan1121 已提交
1042 1043
        char defaultFirstEp[TSDB_EP_LEN] = {0};
        snprintf(defaultFirstEp, TSDB_EP_LEN, "%s:%u", tsLocalFqdn, tsServerPort);
L
Liu Jicong 已提交
1044

D
dapan1121 已提交
1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067
        SConfigItem *pFirstEpItem = cfgGetItem(pCfg, "firstEp");
        SEp          firstEp = {0};
        taosGetFqdnPortFromEp(strlen(pFirstEpItem->str) == 0 ? defaultFirstEp : pFirstEpItem->str, &firstEp);
        snprintf(tsFirst, sizeof(tsFirst), "%s:%u", firstEp.fqdn, firstEp.port);
        cfgSetItem(pCfg, "firstEp", tsFirst, pFirstEpItem->stype);
      } else if (strcasecmp("fsDebugFlag", name) == 0) {
        fsDebugFlag = cfgGetItem(pCfg, "fsDebugFlag")->i32;
      }
      break;
    }
    case 'i': {
      if (strcasecmp("idxDebugFlag", name) == 0) {
        idxDebugFlag = cfgGetItem(pCfg, "idxDebugFlag")->i32;
      }
      break;
    }
    case 'j': {
      if (strcasecmp("jniDebugFlag", name) == 0) {
        jniDebugFlag = cfgGetItem(pCfg, "jniDebugFlag")->i32;
      }
      break;
    }
    case 'k': {
1068 1069 1070
      if (strcasecmp("keepColumnName", name) == 0) {
        tsKeepColumnName = cfgGetItem(pCfg, "keepColumnName")->bval;
      }
D
dapan1121 已提交
1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093
      break;
    }
    case 'l': {
      if (strcasecmp("locale", name) == 0) {
        const char *locale = cfgGetItem(pCfg, "locale")->str;
        const char *charset = cfgGetItem(pCfg, "charset")->str;
        taosSetSystemLocale(locale, charset);
        osSetSystemLocale(locale, charset);
      } else if (strcasecmp("logDir", name) == 0) {
        tstrncpy(tsLogDir, cfgGetItem(pCfg, "logDir")->str, PATH_MAX);
        taosExpandDir(tsLogDir, tsLogDir, PATH_MAX);
      } else if (strcasecmp("logKeepDays", name) == 0) {
        tsLogKeepDays = cfgGetItem(pCfg, "logKeepDays")->i32;
      }
      break;
    }
    case 'm': {
      switch (lowcaseName[1]) {
        case 'a': {
          if (strcasecmp("maxShellConns", name) == 0) {
            tsMaxShellConns = cfgGetItem(pCfg, "maxShellConns")->i32;
          } else if (strcasecmp("maxNumOfDistinctRes", name) == 0) {
            tsMaxNumOfDistinctResults = cfgGetItem(pCfg, "maxNumOfDistinctRes")->i32;
1094
          } else if (strcasecmp("maxMemUsedByInsert", name) == 0) {
1095
            tsMaxInsertBatchRows = cfgGetItem(pCfg, "maxInsertBatchRows")->i32;
1096 1097
          } else if (strcasecmp("maxRetryWaitTime", name) == 0) {
            tsMaxRetryWaitTime = cfgGetItem(pCfg, "maxRetryWaitTime")->i32;
D
dapan1121 已提交
1098 1099 1100 1101 1102 1103 1104 1105 1106
          }
          break;
        }
        case 'd': {
          if (strcasecmp("mDebugFlag", name) == 0) {
            mDebugFlag = cfgGetItem(pCfg, "mDebugFlag")->i32;
          }
          break;
        }
D
dapan1121 已提交
1107 1108 1109 1110 1111 1112
        case 'e': {
          if (strcasecmp("metaCacheMaxSize", name) == 0) {
            atomic_store_32(&tsMetaCacheMaxSize, cfgGetItem(pCfg, "metaCacheMaxSize")->i32);
          }
          break;
        }
D
dapan1121 已提交
1113
        case 'i': {
S
Shengliang Guan 已提交
1114
          if (strcasecmp("minimalTmpDirGB", name) == 0) {
wafwerar's avatar
wafwerar 已提交
1115
            tsTempSpace.reserved = (int64_t)(((double)cfgGetItem(pCfg, "minimalTmpDirGB")->fval) * 1024 * 1024 * 1024);
D
dapan1121 已提交
1116
          } else if (strcasecmp("minimalDataDirGB", name) == 0) {
wafwerar's avatar
wafwerar 已提交
1117
            tsDataSpace.reserved = (int64_t)(((double)cfgGetItem(pCfg, "minimalDataDirGB")->fval) * 1024 * 1024 * 1024);
D
dapan1121 已提交
1118 1119 1120
          } else if (strcasecmp("minSlidingTime", name) == 0) {
            tsMinSlidingTime = cfgGetItem(pCfg, "minSlidingTime")->i32;
          } else if (strcasecmp("minIntervalTime", name) == 0) {
L
Liu Jicong 已提交
1121
            tsMinIntervalTime = cfgGetItem(pCfg, "minIntervalTime")->i32;
D
dapan1121 已提交
1122
          } else if (strcasecmp("minimalLogDirGB", name) == 0) {
wafwerar's avatar
wafwerar 已提交
1123
            tsLogSpace.reserved = (int64_t)(((double)cfgGetItem(pCfg, "minimalLogDirGB")->fval) * 1024 * 1024 * 1024);
D
dapan1121 已提交
1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149
          }
          break;
        }
        case 'o': {
          if (strcasecmp("monitor", name) == 0) {
            tsEnableMonitor = cfgGetItem(pCfg, "monitor")->bval;
          } else if (strcasecmp("monitorInterval", name) == 0) {
            tsMonitorInterval = cfgGetItem(pCfg, "monitorInterval")->i32;
          } else if (strcasecmp("monitorFqdn", name) == 0) {
            tstrncpy(tsMonitorFqdn, cfgGetItem(pCfg, "monitorFqdn")->str, TSDB_FQDN_LEN);
          } else if (strcasecmp("monitorPort", name) == 0) {
            tsMonitorPort = (uint16_t)cfgGetItem(pCfg, "monitorPort")->i32;
          } else if (strcasecmp("monitorMaxLogs", name) == 0) {
            tsMonitorMaxLogs = cfgGetItem(pCfg, "monitorMaxLogs")->i32;
          } else if (strcasecmp("monitorComp", name) == 0) {
            tsMonitorComp = cfgGetItem(pCfg, "monitorComp")->bval;
          }
          break;
        }
        case 'q': {
          if (strcasecmp("mqRebalanceInterval", name) == 0) {
            tsMqRebalanceInterval = cfgGetItem(pCfg, "mqRebalanceInterval")->i32;
          }
          break;
        }
        case 'u': {
1150
          if (strcasecmp("udfDebugFlag", name) == 0) {
S
Shengliang Guan 已提交
1151
            udfDebugFlag = cfgGetItem(pCfg, "udfDebugFlag")->i32;
D
dapan1121 已提交
1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165
          }
          break;
        }
        default:
          terrno = TSDB_CODE_CFG_NOT_FOUND;
          return -1;
      }
      break;
    }
    case 'n': {
      if (strcasecmp("numOfTaskQueueThreads", name) == 0) {
        tsNumOfTaskQueueThreads = cfgGetItem(pCfg, "numOfTaskQueueThreads")->i32;
      } else if (strcasecmp("numOfRpcThreads", name) == 0) {
        tsNumOfRpcThreads = cfgGetItem(pCfg, "numOfRpcThreads")->i32;
dengyihao's avatar
dengyihao 已提交
1166 1167
      } else if (strcasecmp("numOfRpcSessions", name) == 0) {
        tsNumOfRpcSessions = cfgGetItem(pCfg, "numOfRpcSessions")->i32;
D
dapan1121 已提交
1168 1169 1170 1171 1172 1173
      } else if (strcasecmp("numOfCommitThreads", name) == 0) {
        tsNumOfCommitThreads = cfgGetItem(pCfg, "numOfCommitThreads")->i32;
      } else if (strcasecmp("numOfMnodeReadThreads", name) == 0) {
        tsNumOfMnodeReadThreads = cfgGetItem(pCfg, "numOfMnodeReadThreads")->i32;
      } else if (strcasecmp("numOfVnodeQueryThreads", name) == 0) {
        tsNumOfVnodeQueryThreads = cfgGetItem(pCfg, "numOfVnodeQueryThreads")->i32;
1174 1175 1176 1177
        /*
              } else if (strcasecmp("numOfVnodeFetchThreads", name) == 0) {
                tsNumOfVnodeFetchThreads = cfgGetItem(pCfg, "numOfVnodeFetchThreads")->i32;
        */
C
Cary Xu 已提交
1178 1179
      } else if (strcasecmp("numOfVnodeRsmaThreads", name) == 0) {
        tsNumOfVnodeRsmaThreads = cfgGetItem(pCfg, "numOfVnodeRsmaThreads")->i32;
D
dapan1121 已提交
1180 1181
      } else if (strcasecmp("numOfQnodeQueryThreads", name) == 0) {
        tsNumOfQnodeQueryThreads = cfgGetItem(pCfg, "numOfQnodeQueryThreads")->i32;
L
Liu Jicong 已提交
1182 1183 1184 1185
        /*
              } else if (strcasecmp("numOfQnodeFetchThreads", name) == 0) {
                tsNumOfQnodeFetchThreads = cfgGetItem(pCfg, "numOfQnodeFetchThreads")->i32;
        */
D
dapan1121 已提交
1186
      } else if (strcasecmp("numOfSnodeSharedThreads", name) == 0) {
L
Liu Jicong 已提交
1187
        tsNumOfSnodeStreamThreads = cfgGetItem(pCfg, "numOfSnodeSharedThreads")->i32;
D
dapan1121 已提交
1188
      } else if (strcasecmp("numOfSnodeUniqueThreads", name) == 0) {
L
Liu Jicong 已提交
1189
        tsNumOfSnodeWriteThreads = cfgGetItem(pCfg, "numOfSnodeUniqueThreads")->i32;
D
dapan1121 已提交
1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212
      } else if (strcasecmp("numOfLogLines", name) == 0) {
        tsNumOfLogLines = cfgGetItem(pCfg, "numOfLogLines")->i32;
      }
      break;
    }
    case 'p': {
      if (strcasecmp("printAuth", name) == 0) {
        tsPrintAuth = cfgGetItem(pCfg, "printAuth")->bval;
      }
      break;
    }
    case 'q': {
      if (strcasecmp("queryPolicy", name) == 0) {
        tsQueryPolicy = cfgGetItem(pCfg, "queryPolicy")->i32;
      } else if (strcasecmp("querySmaOptimize", name) == 0) {
        tsQuerySmaOptimize = cfgGetItem(pCfg, "querySmaOptimize")->i32;
      } else if (strcasecmp("queryBufferSize", name) == 0) {
        tsQueryBufferSize = cfgGetItem(pCfg, "queryBufferSize")->i32;
        if (tsQueryBufferSize >= 0) {
          tsQueryBufferSizeBytes = tsQueryBufferSize * 1048576UL;
        }
      } else if (strcasecmp("qDebugFlag", name) == 0) {
        qDebugFlag = cfgGetItem(pCfg, "qDebugFlag")->i32;
1213 1214
      } else if (strcasecmp("queryPlannerTrace", name) == 0) {
        tsQueryPlannerTrace = cfgGetItem(pCfg, "queryPlannerTrace")->bval;
1215 1216 1217 1218
      } else if (strcasecmp("queryNodeChunkSize", name) == 0) {
        tsQueryNodeChunkSize = cfgGetItem(pCfg, "queryNodeChunkSize")->i32;
      } else if (strcasecmp("queryUseNodeAllocator", name) == 0) {
        tsQueryUseNodeAllocator = cfgGetItem(pCfg, "queryUseNodeAllocator")->bval;
1219 1220
      } else if (strcasecmp("queryRsmaTolerance", name) == 0) {
        tsQueryRsmaTolerance = cfgGetItem(pCfg, "queryRsmaTolerance")->i32;
D
dapan1121 已提交
1221 1222 1223 1224
      }
      break;
    }
    case 'r': {
S
Shengliang Guan 已提交
1225
      if (strcasecmp("rpcQueueMemoryAllowed", name) == 0) {
D
dapan1121 已提交
1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242
        tsRpcQueueMemoryAllowed = cfgGetItem(pCfg, "rpcQueueMemoryAllowed")->i64;
      } else if (strcasecmp("rpcDebugFlag", name) == 0) {
        rpcDebugFlag = cfgGetItem(pCfg, "rpcDebugFlag")->i32;
      }
      break;
    }
    case 's': {
      if (strcasecmp("secondEp", name) == 0) {
        SConfigItem *pSecondpItem = cfgGetItem(pCfg, "secondEp");
        SEp          secondEp = {0};
        taosGetFqdnPortFromEp(strlen(pSecondpItem->str) == 0 ? tsFirst : pSecondpItem->str, &secondEp);
        snprintf(tsSecond, sizeof(tsSecond), "%s:%u", secondEp.fqdn, secondEp.port);
        cfgSetItem(pCfg, "secondEp", tsSecond, pSecondpItem->stype);
      } else if (strcasecmp("smlChildTableName", name) == 0) {
        tstrncpy(tsSmlChildTableName, cfgGetItem(pCfg, "smlChildTableName")->str, TSDB_TABLE_NAME_LEN);
      } else if (strcasecmp("smlTagName", name) == 0) {
        tstrncpy(tsSmlTagName, cfgGetItem(pCfg, "smlTagName")->str, TSDB_COL_NAME_LEN);
X
Xiaoyu Wang 已提交
1243 1244 1245 1246
        //      } else if (strcasecmp("smlDataFormat", name) == 0) {
        //        tsSmlDataFormat = cfgGetItem(pCfg, "smlDataFormat")->bval;
        //      } else if (strcasecmp("smlBatchSize", name) == 0) {
        //        tsSmlBatchSize = cfgGetItem(pCfg, "smlBatchSize")->i32;
D
dapan1121 已提交
1247 1248 1249 1250 1251 1252 1253 1254 1255 1256
      } else if (strcasecmp("shellActivityTimer", name) == 0) {
        tsShellActivityTimer = cfgGetItem(pCfg, "shellActivityTimer")->i32;
      } else if (strcasecmp("supportVnodes", name) == 0) {
        tsNumOfSupportVnodes = cfgGetItem(pCfg, "supportVnodes")->i32;
      } else if (strcasecmp("statusInterval", name) == 0) {
        tsStatusInterval = cfgGetItem(pCfg, "statusInterval")->i32;
      } else if (strcasecmp("serverPort", name) == 0) {
        tstrncpy(tsLocalFqdn, cfgGetItem(pCfg, "fqdn")->str, TSDB_FQDN_LEN);
        tsServerPort = (uint16_t)cfgGetItem(pCfg, "serverPort")->i32;
        snprintf(tsLocalEp, sizeof(tsLocalEp), "%s:%u", tsLocalFqdn, tsServerPort);
L
Liu Jicong 已提交
1257

D
dapan1121 已提交
1258 1259
        char defaultFirstEp[TSDB_EP_LEN] = {0};
        snprintf(defaultFirstEp, TSDB_EP_LEN, "%s:%u", tsLocalFqdn, tsServerPort);
L
Liu Jicong 已提交
1260

D
dapan1121 已提交
1261 1262 1263 1264 1265 1266 1267 1268 1269
        SConfigItem *pFirstEpItem = cfgGetItem(pCfg, "firstEp");
        SEp          firstEp = {0};
        taosGetFqdnPortFromEp(strlen(pFirstEpItem->str) == 0 ? defaultFirstEp : pFirstEpItem->str, &firstEp);
        snprintf(tsFirst, sizeof(tsFirst), "%s:%u", firstEp.fqdn, firstEp.port);
        cfgSetItem(pCfg, "firstEp", tsFirst, pFirstEpItem->stype);
      } else if (strcasecmp("sDebugFlag", name) == 0) {
        sDebugFlag = cfgGetItem(pCfg, "sDebugFlag")->i32;
      } else if (strcasecmp("smaDebugFlag", name) == 0) {
        smaDebugFlag = cfgGetItem(pCfg, "smaDebugFlag")->i32;
D
dapan1121 已提交
1270 1271 1272
      } else if (strcasecmp("slowLogThreshold", name) == 0) {
        tsSlowLogThreshold = cfgGetItem(pCfg, "slowLogThreshold")->i32;
      } else if (strcasecmp("slowLogScope", name) == 0) {
1273 1274 1275
        if (taosSetSlowLogScope(cfgGetItem(pCfg, "slowLogScope")->str)) {
          return -1;
        }
D
dapan1121 已提交
1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291
      }
      break;
    }
    case 't': {
      if (strcasecmp("timezone", name) == 0) {
        SConfigItem *pItem = cfgGetItem(pCfg, "timezone");
        osSetTimezone(pItem->str);
        uDebug("timezone format changed from %s to %s", pItem->str, tsTimezoneStr);
        cfgSetItem(pCfg, "timezone", tsTimezoneStr, pItem->stype);
      } else if (strcasecmp("tempDir", name) == 0) {
        tstrncpy(tsTempDir, cfgGetItem(pCfg, "tempDir")->str, PATH_MAX);
        taosExpandDir(tsTempDir, tsTempDir, PATH_MAX);
        if (taosMulMkDir(tsTempDir) != 0) {
          uError("failed to create tempDir:%s since %s", tsTempDir, terrstr());
          return -1;
        }
M
Minglei Jin 已提交
1292 1293
      } else if (strcasecmp("tdbDebugFlag", name) == 0) {
        tdbDebugFlag = cfgGetItem(pCfg, "tdbDebugFlag")->i32;
D
dapan1121 已提交
1294 1295 1296 1297 1298 1299 1300 1301 1302 1303
      } else if (strcasecmp("telemetryReporting", name) == 0) {
        tsEnableTelem = cfgGetItem(pCfg, "telemetryReporting")->bval;
      } else if (strcasecmp("telemetryInterval", name) == 0) {
        tsTelemInterval = cfgGetItem(pCfg, "telemetryInterval")->i32;
      } else if (strcasecmp("telemetryServer", name) == 0) {
        tstrncpy(tsTelemServer, cfgGetItem(pCfg, "telemetryServer")->str, TSDB_FQDN_LEN);
      } else if (strcasecmp("telemetryPort", name) == 0) {
        tsTelemPort = (uint16_t)cfgGetItem(pCfg, "telemetryPort")->i32;
      } else if (strcasecmp("transPullupInterval", name) == 0) {
        tsTransPullupInterval = cfgGetItem(pCfg, "transPullupInterval")->i32;
wmmhello's avatar
wmmhello 已提交
1304 1305 1306 1307
      } else if (strcasecmp("ttlUnit", name) == 0) {
        tsTtlUnit = cfgGetItem(pCfg, "ttlUnit")->i32;
      } else if (strcasecmp("ttlPushInterval", name) == 0) {
        tsTtlPushInterval = cfgGetItem(pCfg, "ttlPushInterval")->i32;
D
dapan1121 已提交
1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321
      } else if (strcasecmp("tmrDebugFlag", name) == 0) {
        tmrDebugFlag = cfgGetItem(pCfg, "tmrDebugFlag")->i32;
      } else if (strcasecmp("tsdbDebugFlag", name) == 0) {
        tsdbDebugFlag = cfgGetItem(pCfg, "tsdbDebugFlag")->i32;
      } else if (strcasecmp("tqDebugFlag", name) == 0) {
        tqDebugFlag = cfgGetItem(pCfg, "tqDebugFlag")->i32;
      }
      break;
    }
    case 'u': {
      if (strcasecmp("udf", name) == 0) {
        tsStartUdfd = cfgGetItem(pCfg, "udf")->bval;
      } else if (strcasecmp("uDebugFlag", name) == 0) {
        uDebugFlag = cfgGetItem(pCfg, "uDebugFlag")->i32;
X
Xiaoyu Wang 已提交
1322 1323
      } else if (strcasecmp("useAdapter", name) == 0) {
        tsUseAdapter = cfgGetItem(pCfg, "useAdapter")->bval;
D
dapan1121 已提交
1324 1325 1326 1327
      }
      break;
    }
    case 'v': {
1328
      if (strcasecmp("vDebugFlag", name) == 0) {
D
dapan1121 已提交
1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339
        vDebugFlag = cfgGetItem(pCfg, "vDebugFlag")->i32;
      }
      break;
    }
    case 'w': {
      if (strcasecmp("wDebugFlag", name) == 0) {
        wDebugFlag = cfgGetItem(pCfg, "wDebugFlag")->i32;
      }
      break;
    }
    default:
L
Liu Jicong 已提交
1340
      terrno = TSDB_CODE_CFG_NOT_FOUND;
D
dapan1121 已提交
1341 1342
      return -1;
  }
L
Liu Jicong 已提交
1343

D
dapan1121 已提交
1344 1345 1346
  return 0;
}

1347 1348
int32_t taosCreateLog(const char *logname, int32_t logFileNum, const char *cfgDir, const char **envCmd,
                      const char *envFile, char *apolloUrl, SArray *pArgs, bool tsc) {
wafwerar's avatar
wafwerar 已提交
1349
  if (tsCfg == NULL) osDefaultInit();
S
Shengliang Guan 已提交
1350

S
Shengliang Guan 已提交
1351
  SConfig *pCfg = cfgInit();
S
config  
Shengliang Guan 已提交
1352
  if (pCfg == NULL) return -1;
S
Shengliang Guan 已提交
1353 1354

  if (tsc) {
S
Shengliang Guan 已提交
1355
    tsLogEmbedded = 0;
S
Shengliang Guan 已提交
1356 1357 1358 1359
    if (taosAddClientLogCfg(pCfg) != 0) {
      cfgCleanup(pCfg);
      return -1;
    }
S
Shengliang Guan 已提交
1360
  } else {
S
Shengliang Guan 已提交
1361
    tsLogEmbedded = 1;
S
Shengliang Guan 已提交
1362 1363 1364 1365 1366 1367 1368 1369
    if (taosAddClientLogCfg(pCfg) != 0) {
      cfgCleanup(pCfg);
      return -1;
    }
    if (taosAddServerLogCfg(pCfg) != 0) {
      cfgCleanup(pCfg);
      return -1;
    }
S
Shengliang Guan 已提交
1370 1371
  }

wafwerar's avatar
wafwerar 已提交
1372
  if (taosLoadCfg(pCfg, envCmd, cfgDir, envFile, apolloUrl) != 0) {
wmmhello's avatar
wmmhello 已提交
1373
    printf("failed to load cfg since %s", terrstr());
S
Shengliang Guan 已提交
1374 1375 1376 1377
    cfgCleanup(pCfg);
    return -1;
  }

1378
  if (cfgLoadFromArray(pCfg, pArgs) != 0) {
wmmhello's avatar
wmmhello 已提交
1379
    printf("failed to load cfg from array since %s", terrstr());
S
Shengliang Guan 已提交
1380 1381 1382 1383
    cfgCleanup(pCfg);
    return -1;
  }

S
Shengliang Guan 已提交
1384 1385 1386
  if (tsc) {
    taosSetClientLogCfg(pCfg);
  } else {
S
config  
Shengliang Guan 已提交
1387
    taosSetClientLogCfg(pCfg);
S
Shengliang Guan 已提交
1388 1389 1390
    taosSetServerLogCfg(pCfg);
  }

wafwerar's avatar
wafwerar 已提交
1391
  taosSetAllDebugFlag(cfgGetItem(pCfg, "debugFlag")->i32, false);
S
Shengliang Guan 已提交
1392

wafwerar's avatar
wafwerar 已提交
1393
  if (taosMulModeMkDir(tsLogDir, 0777) != 0) {
1394
    terrno = TAOS_SYSTEM_ERROR(errno);
wmmhello's avatar
wmmhello 已提交
1395
    printf("failed to create dir:%s since %s", tsLogDir, terrstr());
1396 1397 1398 1399
    cfgCleanup(pCfg);
    return -1;
  }

S
Shengliang Guan 已提交
1400
  if (taosInitLog(logname, logFileNum) != 0) {
wmmhello's avatar
wmmhello 已提交
1401
    printf("failed to init log file since %s", terrstr());
S
Shengliang Guan 已提交
1402 1403
    cfgCleanup(pCfg);
    return -1;
1404 1405
  }

S
Shengliang Guan 已提交
1406 1407 1408 1409
  cfgCleanup(pCfg);
  return 0;
}

1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427
static int32_t taosCheckGlobalCfg() {
  uint32_t ipv4 = taosGetIpv4FromFqdn(tsLocalFqdn);
  if (ipv4 == 0xffffffff) {
    terrno = TAOS_SYSTEM_ERROR(errno);
    uError("failed to get ip from fqdn:%s since %s, dnode can not be initialized", tsLocalFqdn, terrstr());
    return -1;
  }

  if (tsServerPort <= 0) {
    uError("invalid server port:%u, dnode can not be initialized", tsServerPort);
    return -1;
  }

  return 0;
}

int32_t taosInitCfg(const char *cfgDir, const char **envCmd, const char *envFile, char *apolloUrl, SArray *pArgs,
                    bool tsc) {
S
Shengliang Guan 已提交
1428 1429 1430 1431
  if (tsCfg != NULL) return 0;
  tsCfg = cfgInit();

  if (tsc) {
S
Shengliang Guan 已提交
1432
    if (taosAddClientCfg(tsCfg) != 0) return -1;
S
Shengliang Guan 已提交
1433
    if (taosAddClientLogCfg(tsCfg) != 0) return -1;
S
Shengliang Guan 已提交
1434
  } else {
S
Shengliang Guan 已提交
1435 1436
    if (taosAddClientCfg(tsCfg) != 0) return -1;
    if (taosAddServerCfg(tsCfg) != 0) return -1;
S
Shengliang Guan 已提交
1437 1438
    if (taosAddClientLogCfg(tsCfg) != 0) return -1;
    if (taosAddServerLogCfg(tsCfg) != 0) return -1;
1439
  }
S
Shengliang Guan 已提交
1440
  taosAddSystemCfg(tsCfg);
1441

wafwerar's avatar
wafwerar 已提交
1442
  if (taosLoadCfg(tsCfg, envCmd, cfgDir, envFile, apolloUrl) != 0) {
S
config  
Shengliang Guan 已提交
1443
    uError("failed to load cfg since %s", terrstr());
S
Shengliang Guan 已提交
1444 1445 1446
    cfgCleanup(tsCfg);
    tsCfg = NULL;
    return -1;
1447 1448
  }

1449
  if (cfgLoadFromArray(tsCfg, pArgs) != 0) {
S
Shengliang Guan 已提交
1450 1451
    uError("failed to load cfg from array since %s", terrstr());
    cfgCleanup(tsCfg);
1452
    tsCfg = NULL;
S
Shengliang Guan 已提交
1453 1454 1455
    return -1;
  }

S
Shengliang Guan 已提交
1456
  if (tsc) {
S
Shengliang Guan 已提交
1457
    if (taosSetClientCfg(tsCfg)) return -1;
S
Shengliang Guan 已提交
1458
  } else {
S
Shengliang Guan 已提交
1459
    if (taosSetClientCfg(tsCfg)) return -1;
wafwerar's avatar
wafwerar 已提交
1460
    if (taosUpdateServerCfg(tsCfg)) return -1;
S
Shengliang Guan 已提交
1461
    if (taosSetServerCfg(tsCfg)) return -1;
K
kailixu 已提交
1462
    if (taosSetReleaseCfg(tsCfg)) return -1;
S
Shengliang Guan 已提交
1463
    if (taosSetTfsCfg(tsCfg) != 0) return -1;
1464
  }
S
os  
Shengliang Guan 已提交
1465
  taosSetSystemCfg(tsCfg);
1466

S
Shengliang Guan 已提交
1467
  cfgDumpCfg(tsCfg, tsc, false);
1468 1469 1470 1471 1472

  if (taosCheckGlobalCfg() != 0) {
    return -1;
  }

S
Shengliang Guan 已提交
1473 1474 1475
  return 0;
}

S
config  
Shengliang Guan 已提交
1476 1477 1478 1479 1480 1481 1482
void taosCleanupCfg() {
  if (tsCfg) {
    cfgCleanup(tsCfg);
    tsCfg = NULL;
  }
}

S
Shengliang Guan 已提交
1483
void taosCfgDynamicOptions(const char *option, const char *value) {
S
Shengliang Guan 已提交
1484 1485
  if (strncasecmp(option, "debugFlag", 9) == 0) {
    int32_t flag = atoi(value);
wafwerar's avatar
wafwerar 已提交
1486
    taosSetAllDebugFlag(flag, true);
1487
    return;
S
Shengliang Guan 已提交
1488 1489 1490 1491
  }

  if (strcasecmp(option, "resetlog") == 0) {
    taosResetLog();
1492
    cfgDumpCfg(tsCfg, 0, false);
1493
    return;
S
Shengliang Guan 已提交
1494
  }
1495 1496 1497 1498 1499

  if (strcasecmp(option, "monitor") == 0) {
    int32_t monitor = atoi(value);
    uInfo("monitor set from %d to %d", tsEnableMonitor, monitor);
    tsEnableMonitor = monitor;
1500 1501 1502 1503
    SConfigItem *pItem = cfgGetItem(tsCfg, "monitor");
    if (pItem != NULL) {
      pItem->bval = tsEnableMonitor;
    }
1504 1505 1506
    return;
  }

1507 1508 1509 1510 1511 1512 1513
  if (strcasecmp(option, "keepTimeOffset") == 0) {
    int32_t newKeepTimeOffset = atoi(value);
    uInfo("keepTimeOffset set from %d to %d", tsKeepTimeOffset, newKeepTimeOffset);
    tsKeepTimeOffset = newKeepTimeOffset;
    return;
  }

1514
  const char *options[] = {
1515 1516 1517
      "dDebugFlag",   "vDebugFlag",   "mDebugFlag",   "wDebugFlag",    "sDebugFlag",   "tsdbDebugFlag", "tqDebugFlag",
      "fsDebugFlag",  "udfDebugFlag", "smaDebugFlag", "idxDebugFlag",  "tdbDebugFlag", "tmrDebugFlag",  "uDebugFlag",
      "smaDebugFlag", "rpcDebugFlag", "qDebugFlag",   "metaDebugFlag", "jniDebugFlag",
1518 1519
  };
  int32_t *optionVars[] = {
1520 1521 1522
      &dDebugFlag,   &vDebugFlag,   &mDebugFlag,   &wDebugFlag,    &sDebugFlag,   &tsdbDebugFlag, &tqDebugFlag,
      &fsDebugFlag,  &udfDebugFlag, &smaDebugFlag, &idxDebugFlag,  &tdbDebugFlag, &tmrDebugFlag,  &uDebugFlag,
      &smaDebugFlag, &rpcDebugFlag, &qDebugFlag,   &metaDebugFlag, &jniDebugFlag,
1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533
  };

  int32_t optionSize = tListLen(options);
  for (int32_t d = 0; d < optionSize; ++d) {
    const char *optName = options[d];
    int32_t     optLen = strlen(optName);
    if (strncasecmp(option, optName, optLen) != 0) continue;

    int32_t flag = atoi(value);
    uInfo("%s set from %d to %d", optName, *optionVars[d], flag);
    *optionVars[d] = flag;
wafwerar's avatar
wafwerar 已提交
1534
    taosSetDebugFlag(optionVars[d], optName, flag, true);
1535
    return;
S
Shengliang Guan 已提交
1536
  }
1537 1538

  uError("failed to cfg dynamic option:%s value:%s", option, value);
L
Liu Jicong 已提交
1539
}
S
Shengliang Guan 已提交
1540

wafwerar's avatar
wafwerar 已提交
1541
void taosSetDebugFlag(int32_t *pFlagPtr, const char *flagName, int32_t flagVal, bool rewrite) {
S
Shengliang Guan 已提交
1542
  SConfigItem *pItem = cfgGetItem(tsCfg, flagName);
wafwerar's avatar
wafwerar 已提交
1543
  if (pItem != NULL && (rewrite || pItem->i32 == 0)) {
S
Shengliang Guan 已提交
1544 1545
    pItem->i32 = flagVal;
  }
1546 1547 1548
  if (pFlagPtr != NULL) {
    *pFlagPtr = flagVal;
  }
S
Shengliang Guan 已提交
1549 1550
}

wafwerar's avatar
wafwerar 已提交
1551
void taosSetAllDebugFlag(int32_t flag, bool rewrite) {
S
Shengliang Guan 已提交
1552 1553
  if (flag <= 0) return;

1554 1555 1556
  taosSetDebugFlag(NULL, "debugFlag", flag, rewrite);
  taosSetDebugFlag(NULL, "simDebugFlag", flag, rewrite);
  taosSetDebugFlag(NULL, "tmrDebugFlag", flag, rewrite);
wafwerar's avatar
wafwerar 已提交
1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574
  taosSetDebugFlag(&uDebugFlag, "uDebugFlag", flag, rewrite);
  taosSetDebugFlag(&rpcDebugFlag, "rpcDebugFlag", flag, rewrite);
  taosSetDebugFlag(&jniDebugFlag, "jniDebugFlag", flag, rewrite);
  taosSetDebugFlag(&qDebugFlag, "qDebugFlag", flag, rewrite);
  taosSetDebugFlag(&cDebugFlag, "cDebugFlag", flag, rewrite);
  taosSetDebugFlag(&dDebugFlag, "dDebugFlag", flag, rewrite);
  taosSetDebugFlag(&vDebugFlag, "vDebugFlag", flag, rewrite);
  taosSetDebugFlag(&mDebugFlag, "mDebugFlag", flag, rewrite);
  taosSetDebugFlag(&wDebugFlag, "wDebugFlag", flag, rewrite);
  taosSetDebugFlag(&sDebugFlag, "sDebugFlag", flag, rewrite);
  taosSetDebugFlag(&tsdbDebugFlag, "tsdbDebugFlag", flag, rewrite);
  taosSetDebugFlag(&tqDebugFlag, "tqDebugFlag", flag, rewrite);
  taosSetDebugFlag(&fsDebugFlag, "fsDebugFlag", flag, rewrite);
  taosSetDebugFlag(&udfDebugFlag, "udfDebugFlag", flag, rewrite);
  taosSetDebugFlag(&smaDebugFlag, "smaDebugFlag", flag, rewrite);
  taosSetDebugFlag(&idxDebugFlag, "idxDebugFlag", flag, rewrite);
  taosSetDebugFlag(&tdbDebugFlag, "tdbDebugFlag", flag, rewrite);
  taosSetDebugFlag(&metaDebugFlag, "metaDebugFlag", flag, rewrite);
S
Shengliang Guan 已提交
1575 1576
  uInfo("all debug flag are set to %d", flag);
}
K
kailixu 已提交
1577

K
kailixu 已提交
1578
int8_t taosGranted() { return atomic_load_8(&tsGrant); }