mndDb.c 67.0 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
Shengliang Guan 已提交
16
#define _DEFAULT_SOURCE
S
Shengliang Guan 已提交
17
#include "mndDb.h"
18
#include "mndCluster.h"
S
Shengliang Guan 已提交
19
#include "mndDnode.h"
dengyihao's avatar
dengyihao 已提交
20
#include "mndIndex.h"
21
#include "mndPrivilege.h"
S
Shengliang Guan 已提交
22
#include "mndShow.h"
S
Shengliang Guan 已提交
23
#include "mndSma.h"
24
#include "mndStb.h"
S
Shengliang Guan 已提交
25
#include "mndStream.h"
L
Liu Jicong 已提交
26 27
#include "mndSubscribe.h"
#include "mndTopic.h"
S
Shengliang Guan 已提交
28
#include "mndTrans.h"
S
Shengliang Guan 已提交
29
#include "mndUser.h"
30
#include "mndVgroup.h"
31
#include "systable.h"
S
Shengliang Guan 已提交
32

S
Shengliang Guan 已提交
33
#define DB_VER_NUMBER   1
34
#define DB_RESERVE_SIZE 46
S
Shengliang Guan 已提交
35 36 37 38

static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw);
static int32_t  mndDbActionInsert(SSdb *pSdb, SDbObj *pDb);
static int32_t  mndDbActionDelete(SSdb *pSdb, SDbObj *pDb);
S
Shengliang Guan 已提交
39
static int32_t  mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew);
S
Shengliang Guan 已提交
40 41 42 43
static int32_t  mndProcessCreateDbReq(SRpcMsg *pReq);
static int32_t  mndProcessAlterDbReq(SRpcMsg *pReq);
static int32_t  mndProcessDropDbReq(SRpcMsg *pReq);
static int32_t  mndProcessUseDbReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
44
static int32_t  mndProcessTrimDbReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
45
static int32_t  mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity);
S
Shengliang Guan 已提交
46
static void     mndCancelGetNextDb(SMnode *pMnode, void *pIter);
S
Shengliang Guan 已提交
47
static int32_t  mndProcessGetDbCfgReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
48

X
Xiaoyu Wang 已提交
49 50 51 52
#ifndef TD_ENTERPRISE
int32_t mndProcessCompactDbReq(SRpcMsg *pReq) { return TSDB_CODE_OPS_NOT_SUPPORT; }
#endif

S
Shengliang Guan 已提交
53
int32_t mndInitDb(SMnode *pMnode) {
S
Shengliang Guan 已提交
54 55 56 57 58 59 60 61 62
  SSdbTable table = {
      .sdbType = SDB_DB,
      .keyType = SDB_KEY_BINARY,
      .encodeFp = (SdbEncodeFp)mndDbActionEncode,
      .decodeFp = (SdbDecodeFp)mndDbActionDecode,
      .insertFp = (SdbInsertFp)mndDbActionInsert,
      .updateFp = (SdbUpdateFp)mndDbActionUpdate,
      .deleteFp = (SdbDeleteFp)mndDbActionDelete,
  };
S
Shengliang Guan 已提交
63

S
Shengliang Guan 已提交
64 65 66 67 68
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
S
Shengliang Guan 已提交
69
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB, mndProcessTrimDbReq);
D
dapan1121 已提交
70
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
S
Shengliang Guan 已提交
71 72 73 74

  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);

S
Shengliang Guan 已提交
75
  return sdbSetTable(pMnode->pSdb, table);
S
Shengliang Guan 已提交
76
}
S
Shengliang Guan 已提交
77

S
Shengliang Guan 已提交
78
void mndCleanupDb(SMnode *pMnode) {}
S
Shengliang Guan 已提交
79

80
SSdbRaw *mndDbActionEncode(SDbObj *pDb) {
81 82
  terrno = TSDB_CODE_OUT_OF_MEMORY;

S
Shengliang Guan 已提交
83 84 85
  int32_t  size = sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + DB_RESERVE_SIZE;
  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, DB_VER_NUMBER, size);
  if (pRaw == NULL) goto _OVER;
S
Shengliang Guan 已提交
86 87

  int32_t dataPos = 0;
S
Shengliang Guan 已提交
88 89 90 91 92 93 94 95 96
  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->uid, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, _OVER)
S
Shengliang Guan 已提交
97 98 99 100
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfStables, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.buffer, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pageSize, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pages, _OVER)
101
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastSize, _OVER)
S
Shengliang Guan 已提交
102 103 104 105 106 107
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, _OVER)
108
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walFsyncPeriod, _OVER)
S
Shengliang Guan 已提交
109 110 111 112 113
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.strict, _OVER)
114
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLast, _OVER)
S
Shengliang Guan 已提交
115 116
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.hashMethod, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, _OVER)
S
sma  
Shengliang Guan 已提交
117 118
  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
    SRetention *pRetension = taosArrayGet(pDb->cfg.pRetensions, i);
C
Cary Xu 已提交
119 120
    SDB_SET_INT64(pRaw, dataPos, pRetension->freq, _OVER)
    SDB_SET_INT64(pRaw, dataPos, pRetension->keep, _OVER)
S
Shengliang Guan 已提交
121 122
    SDB_SET_INT8(pRaw, dataPos, pRetension->freqUnit, _OVER)
    SDB_SET_INT8(pRaw, dataPos, pRetension->keepUnit, _OVER)
S
sma  
Shengliang Guan 已提交
123
  }
wmmhello's avatar
wmmhello 已提交
124
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.schemaless, _OVER)
S
Shengliang Guan 已提交
125
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRetentionPeriod, _OVER)
L
Liu Jicong 已提交
126
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walRetentionSize, _OVER)
S
Shengliang Guan 已提交
127
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRollPeriod, _OVER)
L
Liu Jicong 已提交
128
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walSegmentSize, _OVER)
129
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.sstTrigger, _OVER)
130 131
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashPrefix, _OVER)
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashSuffix, _OVER)
132
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.tsdbPageSize, _OVER)
133
  SDB_SET_INT64(pRaw, dataPos, pDb->compactStartTime, _OVER)
S
sma  
Shengliang Guan 已提交
134

S
Shengliang Guan 已提交
135 136
  SDB_SET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
137 138 139

  terrno = 0;

S
Shengliang Guan 已提交
140
_OVER:
141 142 143 144 145
  if (terrno != 0) {
    mError("db:%s, failed to encode to raw:%p since %s", pDb->name, pRaw, terrstr());
    sdbFreeRaw(pRaw);
    return NULL;
  }
S
Shengliang Guan 已提交
146

147
  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
148 149 150 151
  return pRaw;
}

static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
152
  terrno = TSDB_CODE_OUT_OF_MEMORY;
153 154
  SSdbRow *pRow = NULL;
  SDbObj  *pDb = NULL;
155

S
Shengliang Guan 已提交
156
  int8_t sver = 0;
S
Shengliang Guan 已提交
157
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
S
Shengliang Guan 已提交
158

S
Shengliang Guan 已提交
159
  if (sver != DB_VER_NUMBER) {
S
Shengliang Guan 已提交
160
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
S
Shengliang Guan 已提交
161
    goto _OVER;
S
Shengliang Guan 已提交
162 163
  }

164
  pRow = sdbAllocRow(sizeof(SDbObj));
S
Shengliang Guan 已提交
165
  if (pRow == NULL) goto _OVER;
166

167
  pDb = sdbGetRowObj(pRow);
S
Shengliang Guan 已提交
168
  if (pDb == NULL) goto _OVER;
S
Shengliang Guan 已提交
169 170

  int32_t dataPos = 0;
S
Shengliang Guan 已提交
171 172 173 174 175 176 177 178 179
  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, _OVER)
S
Shengliang Guan 已提交
180 181 182 183
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfStables, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.buffer, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pageSize, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pages, _OVER)
184
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastSize, _OVER)
S
Shengliang Guan 已提交
185 186 187 188 189 190
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, _OVER)
191
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walFsyncPeriod, _OVER)
S
Shengliang Guan 已提交
192 193 194 195 196
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.strict, _OVER)
197
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLast, _OVER)
S
Shengliang Guan 已提交
198 199
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.hashMethod, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, _OVER)
S
sma  
Shengliang Guan 已提交
200 201
  if (pDb->cfg.numOfRetensions > 0) {
    pDb->cfg.pRetensions = taosArrayInit(pDb->cfg.numOfRetensions, sizeof(SRetention));
S
Shengliang Guan 已提交
202
    if (pDb->cfg.pRetensions == NULL) goto _OVER;
S
sma  
Shengliang Guan 已提交
203
    for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
X
Xiaoyu Wang 已提交
204 205 206 207 208 209
      SRetention retention = {0};
      SDB_GET_INT64(pRaw, dataPos, &retention.freq, _OVER)
      SDB_GET_INT64(pRaw, dataPos, &retention.keep, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &retention.freqUnit, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &retention.keepUnit, _OVER)
      if (taosArrayPush(pDb->cfg.pRetensions, &retention) == NULL) {
S
Shengliang Guan 已提交
210
        goto _OVER;
S
sma  
Shengliang Guan 已提交
211 212 213
      }
    }
  }
wmmhello's avatar
wmmhello 已提交
214
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.schemaless, _OVER)
S
Shengliang Guan 已提交
215
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRetentionPeriod, _OVER)
L
Liu Jicong 已提交
216
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walRetentionSize, _OVER)
S
Shengliang Guan 已提交
217
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRollPeriod, _OVER)
L
Liu Jicong 已提交
218
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walSegmentSize, _OVER)
219
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.sstTrigger, _OVER)
220 221
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashPrefix, _OVER)
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashSuffix, _OVER)
222
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.tsdbPageSize, _OVER)
223
  SDB_GET_INT64(pRaw, dataPos, &pDb->compactStartTime, _OVER)
S
sma  
Shengliang Guan 已提交
224

S
Shengliang Guan 已提交
225
  SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
S
Shengliang Guan 已提交
226
  taosInitRWLatch(&pDb->lock);
227

S
Shengliang Guan 已提交
228
  if (pDb->cfg.tsdbPageSize != TSDB_MIN_TSDB_PAGESIZE) {
229 230 231 232
    mInfo("db:%s, tsdbPageSize set from %d to default %d", pDb->name, pDb->cfg.tsdbPageSize,
          TSDB_DEFAULT_TSDB_PAGESIZE);
  }

S
Shengliang Guan 已提交
233
  if (pDb->cfg.sstTrigger != TSDB_MIN_STT_TRIGGER) {
234 235 236
    mInfo("db:%s, sstTrigger set from %d to default %d", pDb->name, pDb->cfg.sstTrigger, TSDB_DEFAULT_SST_TRIGGER);
  }

237 238
  terrno = 0;

S
Shengliang Guan 已提交
239
_OVER:
240
  if (terrno != 0) {
241
    mError("db:%s, failed to decode from raw:%p since %s", pDb == NULL ? "null" : pDb->name, pRaw, terrstr());
wafwerar's avatar
wafwerar 已提交
242
    taosMemoryFreeClear(pRow);
243 244
    return NULL;
  }
S
Shengliang Guan 已提交
245

246
  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
247 248 249 250
  return pRow;
}

static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {
251
  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);
S
Shengliang Guan 已提交
252 253 254 255
  return 0;
}

static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
256
  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);
S
sma  
Shengliang Guan 已提交
257
  taosArrayDestroy(pDb->cfg.pRetensions);
S
Shengliang Guan 已提交
258 259 260
  return 0;
}

S
Shengliang Guan 已提交
261 262
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
263
  taosWLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
264 265 266
  pOld->updateTime = pNew->updateTime;
  pOld->cfgVersion = pNew->cfgVersion;
  pOld->vgVersion = pNew->vgVersion;
267
  pOld->cfg.numOfVgroups = pNew->cfg.numOfVgroups;
S
Shengliang Guan 已提交
268 269
  pOld->cfg.buffer = pNew->cfg.buffer;
  pOld->cfg.pageSize = pNew->cfg.pageSize;
270
  pOld->cfg.pages = pNew->cfg.pages;
271
  pOld->cfg.cacheLastSize = pNew->cfg.cacheLastSize;
S
Shengliang Guan 已提交
272 273 274 275
  pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;
  pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;
  pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;
  pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;
276
  pOld->cfg.walFsyncPeriod = pNew->cfg.walFsyncPeriod;
S
Shengliang Guan 已提交
277
  pOld->cfg.walLevel = pNew->cfg.walLevel;
278 279
  pOld->cfg.walRetentionPeriod = pNew->cfg.walRetentionPeriod;
  pOld->cfg.walRetentionSize = pNew->cfg.walRetentionSize;
S
Shengliang Guan 已提交
280
  pOld->cfg.strict = pNew->cfg.strict;
281
  pOld->cfg.cacheLast = pNew->cfg.cacheLast;
S
Shengliang Guan 已提交
282
  pOld->cfg.replications = pNew->cfg.replications;
283
  pOld->cfg.sstTrigger = pNew->cfg.sstTrigger;
284 285
  pOld->cfg.minRows = pNew->cfg.minRows;
  pOld->cfg.maxRows = pNew->cfg.maxRows;
286
  pOld->cfg.tsdbPageSize = pNew->cfg.tsdbPageSize;
287
  pOld->compactStartTime = pNew->compactStartTime;
288
  taosWUnLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
289 290 291
  return 0;
}

S
Shengliang Guan 已提交
292 293 294 295
static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {
  SSdb *pSdb = pMnode->pSdb;
  return sdbGetTableVer(pSdb, SDB_VGROUP);
}
296

S
Shengliang Guan 已提交
297
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
S
Shengliang Guan 已提交
298 299
  SSdb   *pSdb = pMnode->pSdb;
  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);
300 301 302 303 304
  if (pDb == NULL) {
    if (terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
    } else if (terrno == TSDB_CODE_SDB_OBJ_CREATING) {
      terrno = TSDB_CODE_MND_DB_IN_CREATING;
305
    } else if (terrno == TSDB_CODE_SDB_OBJ_DROPPING) {
306 307 308 309 310
      terrno = TSDB_CODE_MND_DB_IN_DROPPING;
    } else {
      terrno = TSDB_CODE_APP_ERROR;
      mFatal("db:%s, failed to acquire db since %s", db, terrstr());
    }
S
Shengliang Guan 已提交
311 312
  }
  return pDb;
S
Shengliang Guan 已提交
313
}
S
Shengliang Guan 已提交
314

S
Shengliang Guan 已提交
315 316 317 318 319
void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  sdbRelease(pSdb, pDb);
}

S
Shengliang Guan 已提交
320
static int32_t mndCheckDbName(const char *dbName, SUserObj *pUser) {
S
Shengliang Guan 已提交
321 322 323 324 325 326 327 328 329 330 331 332 333 334 335
  char *pos = strstr(dbName, TS_PATH_DELIMITER);
  if (pos == NULL) {
    terrno = TSDB_CODE_MND_INVALID_DB;
    return -1;
  }

  int32_t acctId = atoi(dbName);
  if (acctId != pUser->acctId) {
    terrno = TSDB_CODE_MND_INVALID_DB_ACCT;
    return -1;
  }

  return 0;
}

S
Shengliang Guan 已提交
336
static int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {
S
Shengliang Guan 已提交
337 338
  terrno = TSDB_CODE_MND_INVALID_DB_OPTION;

339
  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return -1;
S
Shengliang Guan 已提交
340 341 342 343
  if (pCfg->numOfStables < TSDB_DB_STREAM_MODE_OFF || pCfg->numOfStables > TSDB_DB_STREAM_MODE_ON) return -1;
  if (pCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return -1;
  if (pCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return -1;
  if (pCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return -1;
344
  if (pCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return -1;
S
Shengliang Guan 已提交
345 346 347 348
  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return -1;
  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return -1;
S
Shengliang Guan 已提交
349
  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return -1;
S
Shengliang Guan 已提交
350 351
  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return -1;
  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return -1;
S
Shengliang Guan 已提交
352 353
  if (pCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return -1;
  if (pCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return -1;
S
Shengliang Guan 已提交
354
  if (pCfg->minRows > pCfg->maxRows) return -1;
355
  if (pCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return -1;
S
Shengliang Guan 已提交
356 357 358
  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return -1;
  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return -1;
  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return -1;
S
Shengliang Guan 已提交
359
  if (pCfg->replications < TSDB_MIN_DB_REPLICA || pCfg->replications > TSDB_MAX_DB_REPLICA) return -1;
S
Shengliang Guan 已提交
360
  if (pCfg->replications != 1 && pCfg->replications != 3) return -1;
361
  if (pCfg->strict < TSDB_DB_STRICT_OFF || pCfg->strict > TSDB_DB_STRICT_ON) return -1;
wmmhello's avatar
wmmhello 已提交
362
  if (pCfg->schemaless < TSDB_DB_SCHEMALESS_OFF || pCfg->schemaless > TSDB_DB_SCHEMALESS_ON) return -1;
363
  if (pCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return -1;
S
Shengliang Guan 已提交
364
  if (pCfg->hashMethod != 1) return -1;
365 366 367 368
  if (pCfg->replications > mndGetDnodeSize(pMnode)) {
    terrno = TSDB_CODE_MND_NO_ENOUGH_DNODES;
    return -1;
  }
S
Shengliang Guan 已提交
369 370 371 372
  if (pCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return -1;
  if (pCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return -1;
  if (pCfg->walRollPeriod < TSDB_DB_MIN_WAL_ROLL_PERIOD) return -1;
  if (pCfg->walSegmentSize < TSDB_DB_MIN_WAL_SEGMENT_SIZE) return -1;
H
Hongze Cheng 已提交
373
  if (pCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pCfg->sstTrigger > TSDB_MAX_STT_TRIGGER) return -1;
374 375
  if (pCfg->hashPrefix < TSDB_MIN_HASH_PREFIX || pCfg->hashPrefix > TSDB_MAX_HASH_PREFIX) return -1;
  if (pCfg->hashSuffix < TSDB_MIN_HASH_SUFFIX || pCfg->hashSuffix > TSDB_MAX_HASH_SUFFIX) return -1;
376 377
  if ((pCfg->hashSuffix * pCfg->hashPrefix) < 0) return -1;
  if ((pCfg->hashPrefix + pCfg->hashSuffix) >= (TSDB_TABLE_NAME_LEN - 1)) return -1;
378
  if (pCfg->tsdbPageSize < TSDB_MIN_TSDB_PAGESIZE || pCfg->tsdbPageSize > TSDB_MAX_TSDB_PAGESIZE) return -1;
S
Shengliang Guan 已提交
379
  if (taosArrayGetSize(pCfg->pRetensions) != pCfg->numOfRetensions) return -1;
S
Shengliang Guan 已提交
380 381

  terrno = 0;
382
  return terrno;
S
Shengliang Guan 已提交
383 384 385
}

static void mndSetDefaultDbCfg(SDbCfg *pCfg) {
386
  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;
S
Shengliang Guan 已提交
387 388
  if (pCfg->numOfStables < 0) pCfg->numOfStables = TSDB_DEFAULT_DB_SINGLE_STABLE;
  if (pCfg->buffer < 0) pCfg->buffer = TSDB_DEFAULT_BUFFER_PER_VNODE;
H
Hongze Cheng 已提交
389 390
  if (pCfg->pageSize < 0) pCfg->pageSize = TSDB_DEFAULT_PAGESIZE_PER_VNODE;
  if (pCfg->pages < 0) pCfg->pages = TSDB_DEFAULT_PAGES_PER_VNODE;
S
Shengliang Guan 已提交
391
  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DURATION_PER_FILE;
S
Shengliang Guan 已提交
392
  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;
393 394
  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;
  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;
S
Shengliang Guan 已提交
395 396
  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MINROWS_FBLOCK;
  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAXROWS_FBLOCK;
397
  if (pCfg->walFsyncPeriod < 0) pCfg->walFsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;
S
Shengliang Guan 已提交
398 399 400
  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;
  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;
  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;
S
Shengliang Guan 已提交
401 402
  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA;
  if (pCfg->strict < 0) pCfg->strict = TSDB_DEFAULT_DB_STRICT;
403 404
  if (pCfg->cacheLast < 0) pCfg->cacheLast = TSDB_DEFAULT_CACHE_MODEL;
  if (pCfg->cacheLastSize <= 0) pCfg->cacheLastSize = TSDB_DEFAULT_CACHE_SIZE;
405
  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;
wmmhello's avatar
wmmhello 已提交
406
  if (pCfg->schemaless < 0) pCfg->schemaless = TSDB_DB_SCHEMALESS_OFF;
L
Liu Jicong 已提交
407
  if (pCfg->walRetentionPeriod < 0 && pCfg->walRetentionPeriod != -1)
408
    pCfg->walRetentionPeriod = TSDB_REPS_DEF_DB_WAL_RET_PERIOD;
L
Liu Jicong 已提交
409
  if (pCfg->walRetentionSize < 0 && pCfg->walRetentionSize != -1)
410 411
    pCfg->walRetentionSize = TSDB_REPS_DEF_DB_WAL_RET_SIZE;
  if (pCfg->walRollPeriod < 0) pCfg->walRollPeriod = TSDB_REPS_DEF_DB_WAL_ROLL_PERIOD;
S
Shengliang Guan 已提交
412
  if (pCfg->walSegmentSize < 0) pCfg->walSegmentSize = TSDB_DEFAULT_DB_WAL_SEGMENT_SIZE;
413
  if (pCfg->sstTrigger <= 0) pCfg->sstTrigger = TSDB_DEFAULT_SST_TRIGGER;
414
  if (pCfg->tsdbPageSize <= 0) pCfg->tsdbPageSize = TSDB_DEFAULT_TSDB_PAGESIZE;
S
Shengliang Guan 已提交
415
}
S
Shengliang Guan 已提交
416

417 418 419 420 421 422 423
static int32_t mndSetPrepareNewVgActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
    if (mndAddPrepareNewVgAction(pMnode, pTrans, (pVgroups + v)) != 0) return -1;
  }
  return 0;
}

S
Shengliang Guan 已提交
424
static int32_t mndSetCreateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
425
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
426 427 428
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
429

S
Shengliang Guan 已提交
430
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
431
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
432 433
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendRedolog(pTrans, pVgRaw) != 0) return -1;
434
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_UPDATE) != 0) return -1;
S
Shengliang Guan 已提交
435 436 437 438 439
  }

  return 0;
}

S
Shengliang Guan 已提交
440
static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
441
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
442 443 444
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendUndolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
445

S
Shengliang Guan 已提交
446
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
447
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
448 449 450
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendUndolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
451 452 453 454 455
  }

  return 0;
}

456 457
static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups,
                                        SUserObj *pUserDuped) {
S
Shengliang Guan 已提交
458
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
459 460 461
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
462

S
Shengliang Guan 已提交
463
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
464
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
465 466 467
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendCommitlog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
468 469
  }

470 471 472 473 474 475 476
  if (pUserDuped) {
    SSdbRaw *pUserRaw = mndUserActionEncode(pUserDuped);
    if (pUserRaw == NULL) return -1;
    if (mndTransAppendCommitlog(pTrans, pUserRaw) != 0) return -1;
    if (sdbSetRawStatus(pUserRaw, SDB_STATUS_READY) != 0) return -1;
  }

S
Shengliang Guan 已提交
477 478 479
  return 0;
}

S
Shengliang Guan 已提交
480 481
static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
482
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
483 484

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
485
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
S
Shengliang Guan 已提交
486
      if (mndAddCreateVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid) != 0) {
S
Shengliang Guan 已提交
487 488 489 490 491
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
492 493 494
  return 0;
}

S
Shengliang Guan 已提交
495 496
static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
497
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
498 499

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
500 501
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
      if (mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false) != 0) {
S
Shengliang Guan 已提交
502 503 504 505 506
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
507 508 509
  return 0;
}

S
Shengliang Guan 已提交
510
static int32_t mndCreateDb(SMnode *pMnode, SRpcMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser) {
S
Shengliang Guan 已提交
511
  SDbObj dbObj = {0};
512
  memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
513
  memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);
S
Shengliang Guan 已提交
514 515
  dbObj.createdTime = taosGetTimestampMs();
  dbObj.updateTime = dbObj.createdTime;
516
  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
517 518
  dbObj.cfgVersion = 1;
  dbObj.vgVersion = 1;
S
Shengliang Guan 已提交
519
  memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);
L
Liu Jicong 已提交
520 521
  dbObj.cfg = (SDbCfg){
      .numOfVgroups = pCreate->numOfVgroups,
S
Shengliang Guan 已提交
522 523 524 525
      .numOfStables = pCreate->numOfStables,
      .buffer = pCreate->buffer,
      .pageSize = pCreate->pageSize,
      .pages = pCreate->pages,
526
      .cacheLastSize = pCreate->cacheLastSize,
L
Liu Jicong 已提交
527 528 529 530 531 532
      .daysPerFile = pCreate->daysPerFile,
      .daysToKeep0 = pCreate->daysToKeep0,
      .daysToKeep1 = pCreate->daysToKeep1,
      .daysToKeep2 = pCreate->daysToKeep2,
      .minRows = pCreate->minRows,
      .maxRows = pCreate->maxRows,
533
      .walFsyncPeriod = pCreate->walFsyncPeriod,
534
      .walLevel = pCreate->walLevel,
L
Liu Jicong 已提交
535 536 537
      .precision = pCreate->precision,
      .compression = pCreate->compression,
      .replications = pCreate->replications,
S
Shengliang Guan 已提交
538
      .strict = pCreate->strict,
539
      .cacheLast = pCreate->cacheLast,
S
Shengliang Guan 已提交
540
      .hashMethod = 1,
wmmhello's avatar
wmmhello 已提交
541
      .schemaless = pCreate->schemaless,
S
Shengliang Guan 已提交
542 543 544 545
      .walRetentionPeriod = pCreate->walRetentionPeriod,
      .walRetentionSize = pCreate->walRetentionSize,
      .walRollPeriod = pCreate->walRollPeriod,
      .walSegmentSize = pCreate->walSegmentSize,
546
      .sstTrigger = pCreate->sstTrigger,
547 548
      .hashPrefix = pCreate->hashPrefix,
      .hashSuffix = pCreate->hashSuffix,
549
      .tsdbPageSize = pCreate->tsdbPageSize,
L
Liu Jicong 已提交
550
  };
S
Shengliang Guan 已提交
551

S
sma  
Shengliang Guan 已提交
552 553 554
  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;
  dbObj.cfg.pRetensions = pCreate->pRetensions;

S
Shengliang Guan 已提交
555 556
  mndSetDefaultDbCfg(&dbObj.cfg);

S
Shengliang Guan 已提交
557 558 559 560 561
  if (mndCheckDbName(dbObj.name, pUser) != 0) {
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
562
  if (mndCheckDbCfg(pMnode, &dbObj.cfg) != 0) {
S
Shengliang Guan 已提交
563 564 565
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }
S
Shengliang Guan 已提交
566

567 568 569 570
  if (dbObj.cfg.hashPrefix > 0) {
    int32_t dbLen = strlen(dbObj.name) + 1;
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix + dbLen);
    dbObj.cfg.hashPrefix += dbLen;
571 572 573 574
  } else if (dbObj.cfg.hashPrefix < 0) {
    int32_t dbLen = strlen(dbObj.name) + 1;
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix - dbLen);
    dbObj.cfg.hashPrefix -= dbLen;
575 576
  }

S
Shengliang Guan 已提交
577 578
  SVgObj *pVgroups = NULL;
  if (mndAllocVgroup(pMnode, &dbObj, &pVgroups) != 0) {
579 580 581 582
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

583 584 585 586 587 588 589 590 591
  // add database privileges for user
  SUserObj newUserObj = {0}, *pNewUserDuped = NULL;
  if (!pUser->superUser) {
    if (mndUserDupObj(pUser, &newUserObj) != 0) goto _OVER;
    taosHashPut(newUserObj.readDbs, dbObj.name, strlen(dbObj.name) + 1, dbObj.name, TSDB_FILENAME_LEN);
    taosHashPut(newUserObj.writeDbs, dbObj.name, strlen(dbObj.name) + 1, dbObj.name, TSDB_FILENAME_LEN);
    pNewUserDuped = &newUserObj;
  }

S
Shengliang Guan 已提交
592
  int32_t code = -1;
593
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "create-db");
S
Shengliang Guan 已提交
594
  if (pTrans == NULL) goto _OVER;
595
  // mndTransSetSerial(pTrans);
596
  mInfo("trans:%d, used to create db:%s", pTrans->id, pCreate->db);
S
Shengliang Guan 已提交
597

598
  mndTransSetDbName(pTrans, dbObj.name, NULL);
599
  if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
600

601
  mndTransSetOper(pTrans, MND_OPER_CREATE_DB);
602
  if (mndSetPrepareNewVgActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
S
Shengliang Guan 已提交
603 604
  if (mndSetCreateDbRedoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
605
  if (mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups, pNewUserDuped) != 0) goto _OVER;
S
Shengliang Guan 已提交
606 607 608
  if (mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
609

S
Shengliang Guan 已提交
610 611
  code = 0;

S
Shengliang Guan 已提交
612
_OVER:
wafwerar's avatar
wafwerar 已提交
613
  taosMemoryFree(pVgroups);
614
  mndUserFreeObj(&newUserObj);
S
Shengliang Guan 已提交
615
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
616
  return code;
S
Shengliang Guan 已提交
617 618
}

S
Shengliang Guan 已提交
619 620
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq) {
  SMnode      *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
621 622 623 624 625
  int32_t      code = -1;
  SDbObj      *pDb = NULL;
  SUserObj    *pUser = NULL;
  SCreateDbReq createReq = {0};

C
Cary Xu 已提交
626 627 628 629
  if ((terrno = grantCheck(TSDB_GRANT_DB)) != 0) {
    code = terrno;
    goto _OVER;
  }
630

S
Shengliang Guan 已提交
631
  if (tDeserializeSCreateDbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
S
Shengliang Guan 已提交
632
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
633
    goto _OVER;
S
Shengliang Guan 已提交
634 635
  }

636
  mInfo("db:%s, start to create, vgroups:%d", createReq.db, createReq.numOfVgroups);
637 638 639
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_CREATE_DB, NULL) != 0) {
    goto _OVER;
  }
S
Shengliang Guan 已提交
640 641

  pDb = mndAcquireDb(pMnode, createReq.db);
S
Shengliang Guan 已提交
642
  if (pDb != NULL) {
S
Shengliang Guan 已提交
643
    if (createReq.ignoreExist) {
644
      mInfo("db:%s, already exist, ignore exist is set", createReq.db);
S
Shengliang Guan 已提交
645
      code = 0;
S
Shengliang Guan 已提交
646
      goto _OVER;
S
Shengliang Guan 已提交
647 648
    } else {
      terrno = TSDB_CODE_MND_DB_ALREADY_EXIST;
S
Shengliang Guan 已提交
649
      goto _OVER;
S
Shengliang Guan 已提交
650
    }
651 652
  } else {
    if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {
dengyihao's avatar
dengyihao 已提交
653 654
      code = terrno;
      goto _OVER;
655
    } else if (terrno == TSDB_CODE_MND_DB_IN_DROPPING) {
656
      goto _OVER;
657 658 659
    } else if (terrno == TSDB_CODE_MND_DB_NOT_EXIST) {
      // continue
    } else {  // TSDB_CODE_APP_ERROR
660 661
      goto _OVER;
    }
S
Shengliang Guan 已提交
662 663
  }

664
  pUser = mndAcquireUser(pMnode, pReq->info.conn.user);
S
Shengliang Guan 已提交
665
  if (pUser == NULL) {
S
Shengliang Guan 已提交
666
    goto _OVER;
S
Shengliang Guan 已提交
667 668 669
  }

  code = mndCreateDb(pMnode, pReq, &createReq, pUser);
S
Shengliang Guan 已提交
670
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
671

S
Shengliang Guan 已提交
672
_OVER:
S
Shengliang Guan 已提交
673
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
674
    mError("db:%s, failed to create since %s", createReq.db, terrstr());
S
Shengliang Guan 已提交
675 676
  }

S
Shengliang Guan 已提交
677 678
  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);
S
sma  
Shengliang Guan 已提交
679
  tFreeSCreateDbReq(&createReq);
S
Shengliang Guan 已提交
680 681

  return code;
S
Shengliang Guan 已提交
682 683
}

S
Shengliang Guan 已提交
684
static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {
S
Shengliang Guan 已提交
685
  terrno = TSDB_CODE_MND_DB_OPTION_UNCHANGED;
S
Shengliang Guan 已提交
686

S
Shengliang Guan 已提交
687
  if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) {
S
Shengliang Guan 已提交
688 689 690 691
    pDb->cfg.buffer = pAlter->buffer;
    terrno = 0;
  }

S
Shengliang Guan 已提交
692
  if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) {
S
Shengliang Guan 已提交
693
    pDb->cfg.pages = pAlter->pages;
S
Shengliang Guan 已提交
694
    terrno = 0;
S
Shengliang Guan 已提交
695 696
  }

S
Shengliang Guan 已提交
697
  if (pAlter->pageSize > 0 && pAlter->pageSize != pDb->cfg.pageSize) {
S
Shengliang Guan 已提交
698
    pDb->cfg.pageSize = pAlter->pageSize;
S
Shengliang Guan 已提交
699
    terrno = 0;
S
Shengliang Guan 已提交
700 701
  }

S
Shengliang Guan 已提交
702
  if (pAlter->daysPerFile > 0 && pAlter->daysPerFile != pDb->cfg.daysPerFile) {
S
Shengliang Guan 已提交
703
    pDb->cfg.daysPerFile = pAlter->daysPerFile;
S
Shengliang Guan 已提交
704
    terrno = 0;
S
Shengliang Guan 已提交
705 706
  }

S
Shengliang Guan 已提交
707
  if (pAlter->daysToKeep0 > 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {
S
Shengliang Guan 已提交
708
    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;
S
Shengliang Guan 已提交
709
    terrno = 0;
S
Shengliang Guan 已提交
710 711
  }

S
Shengliang Guan 已提交
712
  if (pAlter->daysToKeep1 > 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {
S
Shengliang Guan 已提交
713
    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;
S
Shengliang Guan 已提交
714
    terrno = 0;
S
Shengliang Guan 已提交
715 716
  }

S
Shengliang Guan 已提交
717
  if (pAlter->daysToKeep2 > 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {
S
Shengliang Guan 已提交
718
    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;
S
Shengliang Guan 已提交
719
    terrno = 0;
S
Shengliang Guan 已提交
720 721
  }

722 723
  if (pAlter->walFsyncPeriod >= 0 && pAlter->walFsyncPeriod != pDb->cfg.walFsyncPeriod) {
    pDb->cfg.walFsyncPeriod = pAlter->walFsyncPeriod;
S
Shengliang Guan 已提交
724
    terrno = 0;
S
Shengliang Guan 已提交
725 726 727 728
  }

  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {
    pDb->cfg.walLevel = pAlter->walLevel;
S
Shengliang Guan 已提交
729
    terrno = 0;
S
Shengliang Guan 已提交
730 731
  }

S
Shengliang Guan 已提交
732
  if (pAlter->strict >= 0 && pAlter->strict != pDb->cfg.strict) {
733 734 735
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
#else
S
Shengliang Guan 已提交
736
    pDb->cfg.strict = pAlter->strict;
S
Shengliang Guan 已提交
737
    terrno = 0;
738
#endif
S
Shengliang Guan 已提交
739 740
  }

741 742
  if (pAlter->cacheLast >= 0 && pAlter->cacheLast != pDb->cfg.cacheLast) {
    pDb->cfg.cacheLast = pAlter->cacheLast;
S
Shengliang Guan 已提交
743
    terrno = 0;
S
Shengliang Guan 已提交
744 745
  }

746 747
  if (pAlter->cacheLastSize > 0 && pAlter->cacheLastSize != pDb->cfg.cacheLastSize) {
    pDb->cfg.cacheLastSize = pAlter->cacheLastSize;
748 749 750
    terrno = 0;
  }

S
Shengliang Guan 已提交
751
  if (pAlter->replications > 0 && pAlter->replications != pDb->cfg.replications) {
S
Shengliang Guan 已提交
752
    pDb->cfg.replications = pAlter->replications;
S
Shengliang Guan 已提交
753
    pDb->vgVersion++;
S
Shengliang Guan 已提交
754 755 756
    terrno = 0;
  }

757 758 759 760 761 762 763 764 765 766 767 768
  if (pAlter->sstTrigger > 0 && pAlter->sstTrigger != pDb->cfg.sstTrigger) {
    pDb->cfg.sstTrigger = pAlter->sstTrigger;
    pDb->vgVersion++;
    terrno = 0;
  }

  if (pAlter->minRows > 0 && pAlter->minRows != pDb->cfg.minRows) {
    pDb->cfg.minRows = pAlter->minRows;
    pDb->vgVersion++;
    terrno = 0;
  }

769 770 771 772 773 774 775 776 777 778 779 780 781 782
  if (pAlter->walRetentionPeriod > TSDB_DB_MIN_WAL_RETENTION_PERIOD &&
      pAlter->walRetentionPeriod != pDb->cfg.walRetentionPeriod) {
    pDb->cfg.walRetentionPeriod = pAlter->walRetentionPeriod;
    pDb->vgVersion++;
    terrno = 0;
  }

  if (pAlter->walRetentionSize > TSDB_DB_MIN_WAL_RETENTION_SIZE &&
      pAlter->walRetentionSize != pDb->cfg.walRetentionSize) {
    pDb->cfg.walRetentionSize = pAlter->walRetentionSize;
    pDb->vgVersion++;
    terrno = 0;
  }

S
Shengliang Guan 已提交
783 784 785
  return terrno;
}

S
Shengliang Guan 已提交
786
static int32_t mndSetAlterDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
787
  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);
S
Shengliang Guan 已提交
788
  if (pRedoRaw == NULL) return -1;
789 790 791 792
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) {
    sdbFreeRaw(pRedoRaw);
    return -1;
  }
S
Shengliang Guan 已提交
793

S
Shengliang Guan 已提交
794
  (void)sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY);
S
Shengliang Guan 已提交
795 796 797
  return 0;
}

S
Shengliang Guan 已提交
798
static int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
799
  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);
S
Shengliang Guan 已提交
800
  if (pCommitRaw == NULL) return -1;
801 802 803 804
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
    sdbFreeRaw(pCommitRaw);
    return -1;
  }
S
Shengliang Guan 已提交
805

S
Shengliang Guan 已提交
806
  (void)sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY);
S
Shengliang Guan 已提交
807 808 809
  return 0;
}

810
static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb) {
S
Shengliang Guan 已提交
811 812
  SSdb   *pSdb = pMnode->pSdb;
  void   *pIter = NULL;
S
Shengliang Guan 已提交
813
  SArray *pArray = mndBuildDnodesArray(pMnode, 0);
S
Shengliang Guan 已提交
814

S
Shengliang Guan 已提交
815 816 817 818
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;
S
Shengliang Guan 已提交
819

820 821
    if (mndVgroupInDb(pVgroup, pNewDb->uid)) {
      if (mndBuildAlterVgroupAction(pMnode, pTrans, pOldDb, pNewDb, pVgroup, pArray) != 0) {
S
Shengliang Guan 已提交
822 823
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
S
Shengliang Guan 已提交
824
        taosArrayDestroy(pArray);
S
Shengliang Guan 已提交
825 826 827 828 829 830 831
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

S
Shengliang Guan 已提交
832
  taosArrayDestroy(pArray);
S
Shengliang Guan 已提交
833 834
  return 0;
}
S
Shengliang Guan 已提交
835

S
Shengliang Guan 已提交
836
static int32_t mndAlterDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
837
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "alter-db");
838
  if (pTrans == NULL) return -1;
839
  mInfo("trans:%d, used to alter db:%s", pTrans->id, pOld->name);
S
Shengliang Guan 已提交
840

841
  int32_t code = -1;
842
  mndTransSetDbName(pTrans, pOld->name, NULL);
843
  if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
844

S
Shengliang Guan 已提交
845 846 847 848
  if (mndSetAlterDbRedoLogs(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
849 850
  code = 0;

S
Shengliang Guan 已提交
851
_OVER:
S
Shengliang Guan 已提交
852
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
853
  return code;
S
Shengliang Guan 已提交
854 855
}

S
Shengliang Guan 已提交
856 857
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq) {
  SMnode     *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
858 859 860
  int32_t     code = -1;
  SDbObj     *pDb = NULL;
  SAlterDbReq alterReq = {0};
S
Shengliang Guan 已提交
861
  SDbObj      dbObj = {0};
S
Shengliang Guan 已提交
862

S
Shengliang Guan 已提交
863
  if (tDeserializeSAlterDbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
S
Shengliang Guan 已提交
864
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
865
    goto _OVER;
S
Shengliang Guan 已提交
866
  }
867

868
  mInfo("db:%s, start to alter", alterReq.db);
S
Shengliang Guan 已提交
869

S
Shengliang Guan 已提交
870
  pDb = mndAcquireDb(pMnode, alterReq.db);
S
Shengliang Guan 已提交
871
  if (pDb == NULL) {
S
Shengliang Guan 已提交
872
    goto _OVER;
S
Shengliang Guan 已提交
873 874
  }

875
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_ALTER_DB, pDb) != 0) {
S
Shengliang Guan 已提交
876
    goto _OVER;
S
Shengliang Guan 已提交
877 878
  }

879 880 881 882 883 884
  int32_t numOfTopics = 0;
  if (mndGetNumOfTopics(pMnode, pDb->name, &numOfTopics) != 0) {
    goto _OVER;
  }

  if (numOfTopics != 0 && alterReq.walRetentionPeriod == 0) {
885
    terrno = TSDB_CODE_MND_DB_RETENTION_PERIOD_ZERO;
886 887 888 889 890
    mError("db:%s, not allowed to set WAL_RETENTION_PERIOD 0 when there are topics defined. numOfTopics:%d", pDb->name,
           numOfTopics);
    goto _OVER;
  }

S
Shengliang Guan 已提交
891
  memcpy(&dbObj, pDb, sizeof(SDbObj));
S
Shengliang Guan 已提交
892
  if (dbObj.cfg.pRetensions != NULL) {
H
Haojun Liao 已提交
893
    dbObj.cfg.pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
S
Shengliang Guan 已提交
894 895
    if (dbObj.cfg.pRetensions == NULL) goto _OVER;
  }
S
Shengliang Guan 已提交
896

S
Shengliang Guan 已提交
897
  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
S
Shengliang Guan 已提交
898
  if (code != 0) goto _OVER;
S
Shengliang Guan 已提交
899

S
Shengliang Guan 已提交
900 901 902
  code = mndCheckDbCfg(pMnode, &dbObj.cfg);
  if (code != 0) goto _OVER;

S
Shengliang Guan 已提交
903 904
  dbObj.cfgVersion++;
  dbObj.updateTime = taosGetTimestampMs();
S
Shengliang Guan 已提交
905
  code = mndAlterDb(pMnode, pReq, pDb, &dbObj);
906 907 908 909 910 911 912

  if (dbObj.cfg.replications != pDb->cfg.replications) {
    // return quickly, operation executed asynchronously
    mInfo("db:%s, alter db replica from %d to %d", pDb->name, pDb->cfg.replications, dbObj.cfg.replications);
  } else {
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
  }
S
Shengliang Guan 已提交
913

S
Shengliang Guan 已提交
914
_OVER:
S
Shengliang Guan 已提交
915
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
916
    if (terrno != 0) code = terrno;
S
Shengliang Guan 已提交
917
    mError("db:%s, failed to alter since %s", alterReq.db, terrstr());
S
Shengliang Guan 已提交
918 919
  }

S
Shengliang Guan 已提交
920
  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
921
  taosArrayDestroy(dbObj.cfg.pRetensions);
S
Shengliang Guan 已提交
922

923
  terrno = code;
S
Shengliang Guan 已提交
924
  return code;
S
Shengliang Guan 已提交
925 926
}

D
dapan1121 已提交
927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957
static void mndDumpDbCfgInfo(SDbCfgRsp *cfgRsp, SDbObj *pDb) {
  strcpy(cfgRsp->db, pDb->name);
  cfgRsp->dbId = pDb->uid;
  cfgRsp->cfgVersion = pDb->cfgVersion;
  cfgRsp->numOfVgroups = pDb->cfg.numOfVgroups;
  cfgRsp->numOfStables = pDb->cfg.numOfStables;
  cfgRsp->buffer = pDb->cfg.buffer;
  cfgRsp->cacheSize = pDb->cfg.cacheLastSize;
  cfgRsp->pageSize = pDb->cfg.pageSize;
  cfgRsp->pages = pDb->cfg.pages;
  cfgRsp->daysPerFile = pDb->cfg.daysPerFile;
  cfgRsp->daysToKeep0 = pDb->cfg.daysToKeep0;
  cfgRsp->daysToKeep1 = pDb->cfg.daysToKeep1;
  cfgRsp->daysToKeep2 = pDb->cfg.daysToKeep2;
  cfgRsp->minRows = pDb->cfg.minRows;
  cfgRsp->maxRows = pDb->cfg.maxRows;
  cfgRsp->walFsyncPeriod = pDb->cfg.walFsyncPeriod;
  cfgRsp->hashPrefix = pDb->cfg.hashPrefix;
  cfgRsp->hashSuffix = pDb->cfg.hashSuffix;
  cfgRsp->walLevel = pDb->cfg.walLevel;
  cfgRsp->precision = pDb->cfg.precision;
  cfgRsp->compression = pDb->cfg.compression;
  cfgRsp->replications = pDb->cfg.replications;
  cfgRsp->strict = pDb->cfg.strict;
  cfgRsp->cacheLast = pDb->cfg.cacheLast;
  cfgRsp->tsdbPageSize = pDb->cfg.tsdbPageSize;
  cfgRsp->walRetentionPeriod = pDb->cfg.walRetentionPeriod;
  cfgRsp->walRollPeriod = pDb->cfg.walRollPeriod;
  cfgRsp->walRetentionSize = pDb->cfg.walRetentionSize;
  cfgRsp->walSegmentSize = pDb->cfg.walSegmentSize;
  cfgRsp->numOfRetensions = pDb->cfg.numOfRetensions;
D
dapan1121 已提交
958
  cfgRsp->pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
D
dapan1121 已提交
959 960 961 962
  cfgRsp->schemaless = pDb->cfg.schemaless;
  cfgRsp->sstTrigger = pDb->cfg.sstTrigger;
}

S
Shengliang Guan 已提交
963 964
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq) {
  SMnode   *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
965 966 967 968
  int32_t   code = -1;
  SDbObj   *pDb = NULL;
  SDbCfgReq cfgReq = {0};
  SDbCfgRsp cfgRsp = {0};
D
dapan1121 已提交
969

S
Shengliang Guan 已提交
970
  if (tDeserializeSDbCfgReq(pReq->pCont, pReq->contLen, &cfgReq) != 0) {
D
dapan1121 已提交
971
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
972
    goto _OVER;
D
dapan1121 已提交
973 974
  }

D
dapan1121 已提交
975 976 977 978 979
  if (strcasecmp(cfgReq.db, TSDB_INFORMATION_SCHEMA_DB) && strcasecmp(cfgReq.db, TSDB_PERFORMANCE_SCHEMA_DB)) {
    pDb = mndAcquireDb(pMnode, cfgReq.db);
    if (pDb == NULL) {
      goto _OVER;
    }
D
dapan1121 已提交
980

D
dapan1121 已提交
981 982 983
    mndDumpDbCfgInfo(&cfgRsp, pDb);
  }
  
D
dapan1121 已提交
984 985 986 987 988
  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    code = -1;
S
Shengliang Guan 已提交
989
    goto _OVER;
D
dapan1121 已提交
990 991 992 993
  }

  tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp);

S
Shengliang Guan 已提交
994 995
  pReq->info.rsp = pRsp;
  pReq->info.rspLen = contLen;
D
dapan1121 已提交
996

997 998
  code = 0;

S
Shengliang Guan 已提交
999
_OVER:
D
dapan1121 已提交
1000

D
dapan1121 已提交
1001 1002
  tFreeSDbCfgRsp(&cfgRsp);

S
Shengliang Guan 已提交
1003
  if (code != 0) {
D
dapan1121 已提交
1004 1005 1006 1007 1008 1009 1010 1011
    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);

  return code;
}

S
Shengliang Guan 已提交
1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026
static int32_t mndSetDropDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING) != 0) return -1;

  return 0;
}

static int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED) != 0) return -1;

S
Shengliang Guan 已提交
1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;

  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
      if (pVgRaw == NULL || mndTransAppendCommitlog(pTrans, pVgRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
S
Shengliang Guan 已提交
1042
      (void)sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED);
S
Shengliang Guan 已提交
1043 1044 1045 1046 1047
    }

    sdbRelease(pSdb, pVgroup);
  }

1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059
  while (1) {
    SStbObj *pStb = NULL;
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
    if (pIter == NULL) break;

    if (pStb->dbUid == pDb->uid) {
      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);
      if (pStbRaw == NULL || mndTransAppendCommitlog(pTrans, pStbRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pStbRaw);
        return -1;
      }
S
Shengliang Guan 已提交
1060
      (void)sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED);
1061 1062 1063 1064 1065
    }

    sdbRelease(pSdb, pStb);
  }

S
Shengliang Guan 已提交
1066 1067 1068 1069 1070
  return 0;
}

static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
1071 1072
    SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
    if (mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, true) != 0) {
S
Shengliang Guan 已提交
1073 1074 1075 1076
      return -1;
    }
  }

S
Shengliang Guan 已提交
1077 1078 1079
  return 0;
}

S
Shengliang Guan 已提交
1080 1081 1082
static int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
S
Shengliang Guan 已提交
1083

S
Shengliang Guan 已提交
1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      if (mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}
S
Shengliang Guan 已提交
1102

1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114
static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
  SDropDbRsp dropRsp = {0};
  if (pDb != NULL) {
    memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
    dropRsp.uid = pDb->uid;
  }

  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);
  void   *pRsp = NULL;
  if (useRpcMalloc) {
    pRsp = rpcMallocCont(rspLen);
  } else {
wafwerar's avatar
wafwerar 已提交
1115
    pRsp = taosMemoryMalloc(rspLen);
1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128
  }

  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

  tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp);
  *pRspLen = rspLen;
  *ppRsp = pRsp;
  return 0;
}

S
Shengliang Guan 已提交
1129
static int32_t mndDropDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
S
Shengliang Guan 已提交
1130
  int32_t code = -1;
1131

1132
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "drop-db");
1133 1134 1135 1136 1137
  if (pTrans == NULL) {
    goto _OVER;
  }

  mInfo("trans:%d start to drop db:%s", pTrans->id, pDb->name);
S
Shengliang Guan 已提交
1138

1139
  mndTransSetDbName(pTrans, pDb->name, NULL);
1140
  if (mndTransCheckConflict(pMnode, pTrans) != 0) {
1141 1142 1143 1144 1145 1146 1147
    goto _OVER;
  }

  if (mndTopicExistsForDb(pMnode, pDb)) {
    terrno = TSDB_CODE_MND_TOPIC_MUST_BE_DELETED;
    goto _OVER;
  }
1148

S
Shengliang Guan 已提交
1149 1150
  if (mndSetDropDbRedoLogs(pMnode, pTrans, pDb) != 0) goto _OVER;
  if (mndSetDropDbCommitLogs(pMnode, pTrans, pDb) != 0) goto _OVER;
1151 1152 1153
  /*if (mndDropOffsetByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
  /*if (mndDropSubByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
  /*if (mndDropTopicByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
S
Shengliang Guan 已提交
1154
  if (mndDropStreamByDb(pMnode, pTrans, pDb) != 0) goto _OVER;
1155
  if (mndDropSmasByDb(pMnode, pTrans, pDb) != 0) goto _OVER;
dengyihao's avatar
dengyihao 已提交
1156
  if (mndDropIdxsByDb(pMnode, pTrans, pDb) != 0) goto _OVER;
S
Shengliang Guan 已提交
1157
  if (mndSetDropDbRedoActions(pMnode, pTrans, pDb) != 0) goto _OVER;
1158
  if (mndUserRemoveDb(pMnode, pTrans, pDb->name) != 0) goto _OVER;
1159

1160 1161
  int32_t rspLen = 0;
  void   *pRsp = NULL;
S
Shengliang Guan 已提交
1162
  if (mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false) < 0) goto _OVER;
S
Shengliang Guan 已提交
1163 1164
  mndTransSetRpcRsp(pTrans, pRsp, rspLen);

S
Shengliang Guan 已提交
1165
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
1166 1167
  code = 0;

S
Shengliang Guan 已提交
1168
_OVER:
S
Shengliang Guan 已提交
1169
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
1170
  return code;
S
Shengliang Guan 已提交
1171 1172
}

S
Shengliang Guan 已提交
1173 1174
static int32_t mndProcessDropDbReq(SRpcMsg *pReq) {
  SMnode    *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1175 1176 1177 1178
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  SDropDbReq dropReq = {0};

S
Shengliang Guan 已提交
1179
  if (tDeserializeSDropDbReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
S
Shengliang Guan 已提交
1180
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1181
    goto _OVER;
S
Shengliang Guan 已提交
1182
  }
S
Shengliang Guan 已提交
1183

1184
  mInfo("db:%s, start to drop", dropReq.db);
S
Shengliang Guan 已提交
1185

S
Shengliang Guan 已提交
1186
  pDb = mndAcquireDb(pMnode, dropReq.db);
S
Shengliang Guan 已提交
1187
  if (pDb == NULL) {
S
Shengliang Guan 已提交
1188
    if (dropReq.ignoreNotExists) {
S
Shengliang Guan 已提交
1189
      code = mndBuildDropDbRsp(pDb, &pReq->info.rspLen, &pReq->info.rsp, true);
S
Shengliang Guan 已提交
1190
    }
1191
    goto _OVER;
S
Shengliang Guan 已提交
1192 1193
  }

1194
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_DROP_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1195
    goto _OVER;
S
Shengliang Guan 已提交
1196 1197
  }

S
Shengliang Guan 已提交
1198
  code = mndDropDb(pMnode, pReq, pDb);
1199 1200 1201
  if (code == TSDB_CODE_SUCCESS) {
    code = TSDB_CODE_ACTION_IN_PROGRESS;
  }
S
Shengliang Guan 已提交
1202

S
Shengliang Guan 已提交
1203
_OVER:
1204
  if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
1205 1206 1207 1208 1209
    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);
  return code;
S
Shengliang Guan 已提交
1210
}
S
Shengliang Guan 已提交
1211

S
Shengliang Guan 已提交
1212 1213
static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {
  int32_t numOfTables = 0;
D
dapan1121 已提交
1214 1215 1216 1217 1218 1219 1220 1221 1222
  int32_t vindex = 0;
  SSdb   *pSdb = pMnode->pSdb;

  void *pIter = NULL;
  while (vindex < pDb->cfg.numOfVgroups) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

S
Shengliang Guan 已提交
1223
    if (mndVgroupInDb(pVgroup, pDb->uid)) {
S
Shengliang Guan 已提交
1224
      numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
D
dapan1121 已提交
1225 1226 1227 1228 1229 1230 1231
      vindex++;
    }

    sdbRelease(pSdb, pVgroup);
  }

  sdbCancelFetch(pSdb, pIter);
S
Shengliang Guan 已提交
1232
  return numOfTables;
D
dapan1121 已提交
1233 1234
}

S
Shengliang Guan 已提交
1235
static void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
D
dapan1121 已提交
1236
  int32_t vindex = 0;
S
Shengliang Guan 已提交
1237
  SSdb   *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1238 1239

  void *pIter = NULL;
1240
  while (1) {
D
dapan1121 已提交
1241 1242 1243 1244
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

S
Shengliang Guan 已提交
1245
    if ((NULL == pDb || pVgroup->dbUid == pDb->uid) && !pVgroup->isTsma) {
S
Shengliang Guan 已提交
1246 1247 1248 1249
      SVgroupInfo vgInfo = {0};
      vgInfo.vgId = pVgroup->vgId;
      vgInfo.hashBegin = pVgroup->hashBegin;
      vgInfo.hashEnd = pVgroup->hashEnd;
D
dapan1121 已提交
1250
      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
L
Liu Jicong 已提交
1251
      vgInfo.epSet.numOfEps = pVgroup->replica;
D
dapan1121 已提交
1252
      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {
S
Shengliang Guan 已提交
1253
        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];
L
Liu Jicong 已提交
1254
        SEp       *pEp = &vgInfo.epSet.eps[gid];
S
Shengliang Guan 已提交
1255
        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
D
dapan1121 已提交
1256
        if (pDnode != NULL) {
1257
          memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);
S
Shengliang Guan 已提交
1258
          pEp->port = pDnode->port;
D
dapan1121 已提交
1259 1260
        }
        mndReleaseDnode(pMnode, pDnode);
1261
        if (pVgid->syncState == TAOS_SYNC_STATE_LEADER) {
L
Liu Jicong 已提交
1262
          vgInfo.epSet.inUse = gid;
D
dapan1121 已提交
1263 1264 1265
        }
      }
      vindex++;
S
Shengliang Guan 已提交
1266
      taosArrayPush(pVgList, &vgInfo);
D
dapan1121 已提交
1267 1268 1269
    }

    sdbRelease(pSdb, pVgroup);
L
Liu Jicong 已提交
1270

D
dapan1121 已提交
1271 1272 1273
    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {
      break;
    }
D
dapan1121 已提交
1274
  }
S
Shengliang Guan 已提交
1275 1276

  sdbCancelFetch(pSdb, pIter);
D
dapan1121 已提交
1277 1278
}

L
Liu Jicong 已提交
1279 1280 1281 1282 1283 1284 1285
int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {
  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
  if (pRsp->pVgroupInfos == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

S
Shengliang Guan 已提交
1286
  int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
L
Liu Jicong 已提交
1287

1288 1289
  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable ||
      pReq->stateTs < pDb->stateTs) {
L
Liu Jicong 已提交
1290 1291 1292 1293 1294 1295
    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
  }

  memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
  pRsp->uid = pDb->uid;
  pRsp->vgVersion = pDb->vgVersion;
1296
  pRsp->stateTs = pDb->stateTs;
L
Liu Jicong 已提交
1297
  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);
S
Shengliang Guan 已提交
1298
  pRsp->hashMethod = pDb->cfg.hashMethod;
1299 1300
  pRsp->hashPrefix = pDb->cfg.hashPrefix;
  pRsp->hashSuffix = pDb->cfg.hashSuffix;
L
Liu Jicong 已提交
1301 1302 1303
  return 0;
}

S
Shengliang Guan 已提交
1304 1305
static int32_t mndProcessUseDbReq(SRpcMsg *pReq) {
  SMnode   *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1306 1307 1308 1309 1310
  int32_t   code = -1;
  SDbObj   *pDb = NULL;
  SUseDbReq usedbReq = {0};
  SUseDbRsp usedbRsp = {0};

S
Shengliang Guan 已提交
1311
  if (tDeserializeSUseDbReq(pReq->pCont, pReq->contLen, &usedbReq) != 0) {
S
Shengliang Guan 已提交
1312
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1313
    goto _OVER;
S
Shengliang Guan 已提交
1314
  }
S
Shengliang Guan 已提交
1315

D
dapan1121 已提交
1316
  char *p = strchr(usedbReq.db, '.');
1317
  if (p && ((0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB))))) {
D
dapan1121 已提交
1318
    memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
1319
    int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
D
dapan1121 已提交
1320 1321
    if (usedbReq.vgVersion < vgVersion) {
      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
1322
      if (usedbRsp.pVgroupInfos == NULL) goto _OVER;
L
Liu Jicong 已提交
1323

D
dapan1121 已提交
1324
      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
D
dapan1121 已提交
1325
      usedbRsp.vgVersion = vgVersion++;
D
dapan1121 已提交
1326 1327 1328
    } else {
      usedbRsp.vgVersion = usedbReq.vgVersion;
    }
L
Liu Jicong 已提交
1329
    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
D
dapan1121 已提交
1330
    code = 0;
D
dapan1121 已提交
1331 1332 1333
  } else {
    pDb = mndAcquireDb(pMnode, usedbReq.db);
    if (pDb == NULL) {
X
Xiaoyu Wang 已提交
1334 1335 1336
      memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = usedbReq.dbId;
      usedbRsp.vgVersion = usedbReq.vgVersion;
1337
      usedbRsp.errCode = terrno;
S
Shengliang Guan 已提交
1338

1339
      if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {
dengyihao's avatar
dengyihao 已提交
1340 1341
        code = terrno;
        goto _OVER;
1342
      }
X
Xiaoyu Wang 已提交
1343
    } else {
1344
      if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_USE_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1345
        goto _OVER;
X
Xiaoyu Wang 已提交
1346
      }
S
Shengliang Guan 已提交
1347

L
Liu Jicong 已提交
1348
      if (mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq) < 0) {
S
Shengliang Guan 已提交
1349
        goto _OVER;
X
Xiaoyu Wang 已提交
1350 1351
      }

1352 1353
      mDebug("db:%s, process usedb req vgVersion:%d stateTs:%" PRId64 ", rsp vgVersion:%d stateTs:%" PRId64,
             usedbReq.db, usedbReq.vgVersion, usedbReq.stateTs, usedbRsp.vgVersion, usedbRsp.stateTs);
X
Xiaoyu Wang 已提交
1354 1355
      code = 0;
    }
D
dapan1121 已提交
1356
  }
S
Shengliang Guan 已提交
1357

S
Shengliang Guan 已提交
1358 1359 1360 1361
  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
X
Xiaoyu Wang 已提交
1362
    code = -1;
S
Shengliang Guan 已提交
1363
    goto _OVER;
S
Shengliang Guan 已提交
1364 1365
  }

S
Shengliang Guan 已提交
1366
  tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp);
S
Shengliang Guan 已提交
1367

S
Shengliang Guan 已提交
1368 1369
  pReq->info.rsp = pRsp;
  pReq->info.rspLen = contLen;
S
Shengliang Guan 已提交
1370

S
Shengliang Guan 已提交
1371
_OVER:
1372
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
1373 1374
    mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
  }
D
dapan1121 已提交
1375

S
Shengliang Guan 已提交
1376 1377
  mndReleaseDb(pMnode, pDb);
  tFreeSUsedbRsp(&usedbRsp);
D
dapan1121 已提交
1378

S
Shengliang Guan 已提交
1379 1380
  return code;
}
S
Shengliang Guan 已提交
1381

D
dapan1121 已提交
1382
int32_t mndValidateDbInfo(SMnode *pMnode, SDbCacheInfo *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {
D
dapan1121 已提交
1383 1384 1385
  SDbHbBatchRsp batchRsp = {0};
  batchRsp.pArray = taosArrayInit(numOfDbs, sizeof(SDbHbRsp));
  if (batchRsp.pArray == NULL) {
S
Shengliang Guan 已提交
1386 1387 1388
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }
S
Shengliang Guan 已提交
1389

S
Shengliang Guan 已提交
1390
  for (int32_t i = 0; i < numOfDbs; ++i) {
D
dapan1121 已提交
1391 1392 1393 1394 1395 1396
    SDbCacheInfo *pDbCacheInfo = &pDbs[i];
    pDbCacheInfo->dbId = be64toh(pDbCacheInfo->dbId);
    pDbCacheInfo->vgVersion = htonl(pDbCacheInfo->vgVersion);
    pDbCacheInfo->cfgVersion = htonl(pDbCacheInfo->cfgVersion);
    pDbCacheInfo->numOfTable = htonl(pDbCacheInfo->numOfTable);
    pDbCacheInfo->stateTs = be64toh(pDbCacheInfo->stateTs);
D
dapan1121 已提交
1397

D
dapan1121 已提交
1398
    SDbHbRsp rsp = {0};
S
Shengliang Guan 已提交
1399

D
dapan1121 已提交
1400 1401
    if ((0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_INFORMATION_SCHEMA_DB) ||
         (0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_PERFORMANCE_SCHEMA_DB)))) {
D
dapan1121 已提交
1402
      int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
D
dapan1121 已提交
1403 1404
      if (pDbCacheInfo->vgVersion >= vgVersion) {
        continue;
D
dapan1121 已提交
1405
      }
D
dapan1121 已提交
1406 1407 1408 1409 1410 1411 1412 1413 1414
      
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
      memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
      rsp.useDbRsp->pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));

      mndBuildDBVgroupInfo(NULL, pMnode, rsp.useDbRsp->pVgroupInfos);
      rsp.useDbRsp->vgVersion = vgVersion++;
      
      rsp.useDbRsp->vgNum = taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);
1415

D
dapan1121 已提交
1416
      taosArrayPush(batchRsp.pArray, &rsp);
1417

D
dapan1121 已提交
1418 1419 1420
      continue;
    }

D
dapan1121 已提交
1421
    SDbObj *pDb = mndAcquireDb(pMnode, pDbCacheInfo->dbFName);
S
Shengliang Guan 已提交
1422
    if (pDb == NULL) {
D
dapan1121 已提交
1423 1424 1425 1426 1427 1428
      mTrace("db:%s, no exist", pDbCacheInfo->dbFName);
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
      memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
      rsp.useDbRsp->uid = pDbCacheInfo->dbId;
      rsp.useDbRsp->vgVersion = -1;
      taosArrayPush(batchRsp.pArray, &rsp);
D
dapan1121 已提交
1429
      continue;
D
dapan1121 已提交
1430
    }
S
Shengliang Guan 已提交
1431

S
Shengliang Guan 已提交
1432
    int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
S
Shengliang Guan 已提交
1433

D
dapan1121 已提交
1434 1435 1436 1437 1438 1439 1440 1441
    if (pDbCacheInfo->vgVersion >= pDb->vgVersion && 
        pDbCacheInfo->cfgVersion >= pDb->cfgVersion &&
        numOfTable == pDbCacheInfo->numOfTable &&
        pDbCacheInfo->stateTs == pDb->stateTs) {
      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64
             " numOfTables:%d, not changed vgVersion:%d cfgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
             pDbCacheInfo->dbFName, pDbCacheInfo->vgVersion, pDbCacheInfo->cfgVersion, pDbCacheInfo->stateTs, pDbCacheInfo->numOfTable,
             pDb->vgVersion, pDb->cfgVersion, pDb->stateTs, numOfTable);
S
Shengliang Guan 已提交
1442
      mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1443
      continue;
1444
    } else {
D
dapan1121 已提交
1445 1446 1447 1448
      mInfo("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64
            " numOfTables:%d, changed to vgVersion:%d cfgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
            pDbCacheInfo->dbFName, pDbCacheInfo->vgVersion, pDbCacheInfo->cfgVersion, pDbCacheInfo->stateTs, pDbCacheInfo->numOfTable,
            pDb->vgVersion, pDb->cfgVersion, pDb->stateTs, numOfTable);
D
dapan1121 已提交
1449
    }
L
Liu Jicong 已提交
1450

D
dapan1121 已提交
1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475
    if (pDbCacheInfo->cfgVersion < pDb->cfgVersion) {
      rsp.cfgRsp = taosMemoryCalloc(1, sizeof(SDbCfgRsp));
      mndDumpDbCfgInfo(rsp.cfgRsp, pDb);
    }

    if (pDbCacheInfo->vgVersion < pDb->vgVersion || 
        numOfTable != pDbCacheInfo->numOfTable ||
        pDbCacheInfo->stateTs != pDb->stateTs) {
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
      rsp.useDbRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
      if (rsp.useDbRsp->pVgroupInfos == NULL) {
        mndReleaseDb(pMnode, pDb);
        mError("db:%s, failed to malloc usedb response", pDb->name);
        continue;
      }

      mndBuildDBVgroupInfo(pDb, pMnode, rsp.useDbRsp->pVgroupInfos);
      memcpy(rsp.useDbRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
      rsp.useDbRsp->uid = pDb->uid;
      rsp.useDbRsp->vgVersion = pDb->vgVersion;
      rsp.useDbRsp->stateTs = pDb->stateTs;
      rsp.useDbRsp->vgNum = (int32_t)taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);
      rsp.useDbRsp->hashMethod = pDb->cfg.hashMethod;
      rsp.useDbRsp->hashPrefix = pDb->cfg.hashPrefix;
      rsp.useDbRsp->hashSuffix = pDb->cfg.hashSuffix;
D
dapan1121 已提交
1476 1477
    }

D
dapan1121 已提交
1478
    taosArrayPush(batchRsp.pArray, &rsp);
D
dapan1121 已提交
1479
    mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1480 1481
  }

D
dapan1121 已提交
1482
  int32_t rspLen = tSerializeSDbHbBatchRsp(NULL, 0, &batchRsp);
wafwerar's avatar
wafwerar 已提交
1483
  void   *pRsp = taosMemoryMalloc(rspLen);
S
Shengliang Guan 已提交
1484 1485
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
D
dapan1121 已提交
1486
    tFreeSDbHbBatchRsp(&batchRsp);
S
Shengliang Guan 已提交
1487
    return -1;
D
dapan1121 已提交
1488
  }
D
dapan1121 已提交
1489
  tSerializeSDbHbBatchRsp(pRsp, rspLen, &batchRsp);
D
dapan1121 已提交
1490

S
Shengliang Guan 已提交
1491 1492 1493
  *ppRsp = pRsp;
  *pRspLen = rspLen;

D
dapan1121 已提交
1494
  tFreeSDbHbBatchRsp(&batchRsp);
D
dapan1121 已提交
1495 1496 1497
  return 0;
}

S
Shengliang Guan 已提交
1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525
static int32_t mndTrimDb(SMnode *pMnode, SDbObj *pDb) {
  SSdb       *pSdb = pMnode->pSdb;
  SVgObj     *pVgroup = NULL;
  void       *pIter = NULL;
  SVTrimDbReq trimReq = {.timestamp = taosGetTimestampSec()};
  int32_t     reqLen = tSerializeSVTrimDbReq(NULL, 0, &trimReq);
  int32_t     contLen = reqLen + sizeof(SMsgHead);

  while (1) {
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    SMsgHead *pHead = rpcMallocCont(contLen);
    if (pHead == NULL) {
      sdbCancelFetch(pSdb, pVgroup);
      sdbRelease(pSdb, pVgroup);
      continue;
    }
    pHead->contLen = htonl(contLen);
    pHead->vgId = htonl(pVgroup->vgId);
    tSerializeSVTrimDbReq((char *)pHead + sizeof(SMsgHead), contLen, &trimReq);

    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM, .pCont = pHead, .contLen = contLen};
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
    int32_t code = tmsgSendReq(&epSet, &rpcMsg);
    if (code != 0) {
      mError("vgId:%d, failed to send vnode-trim request to vnode since 0x%x", pVgroup->vgId, code);
    } else {
1526
      mInfo("vgId:%d, send vnode-trim request to vnode, time:%d", pVgroup->vgId, trimReq.timestamp);
S
Shengliang Guan 已提交
1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544
    }
    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}

static int32_t mndProcessTrimDbReq(SRpcMsg *pReq) {
  SMnode    *pMnode = pReq->info.node;
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  STrimDbReq trimReq = {0};

  if (tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto _OVER;
  }

1545
  mInfo("db:%s, start to trim", trimReq.db);
S
Shengliang Guan 已提交
1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566

  pDb = mndAcquireDb(pMnode, trimReq.db);
  if (pDb == NULL) {
    goto _OVER;
  }

  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_TRIM_DB, pDb) != 0) {
    goto _OVER;
  }

  code = mndTrimDb(pMnode, pDb);

_OVER:
  if (code != 0) {
    mError("db:%s, failed to process trim db req since %s", trimReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);
  return code;
}

S
Shengliang Guan 已提交
1567
const char *mndGetDbStr(const char *src) {
S
Shengliang Guan 已提交
1568 1569
  char *pos = strstr(src, TS_PATH_DELIMITER);
  if (pos != NULL) ++pos;
S
Shengliang Guan 已提交
1570
  if (pos == NULL) return src;
S
Shengliang Guan 已提交
1571 1572 1573
  return pos;
}

1574 1575 1576 1577 1578 1579 1580
const char *mndGetStableStr(const char *src) {
  char *pos = strstr(src, TS_PATH_DELIMITER);
  if (pos != NULL) ++pos;
  if (pos == NULL) return src;
  return mndGetDbStr(pos);
}

M
Minglei Jin 已提交
1581
static int64_t getValOfDiffPrecision(int8_t unit, int64_t val) {
1582
  int64_t v = 0;
1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598
  switch (unit) {
    case 's':
      v = val / 1000;
      break;
    case 'm':
      v = val / tsTickPerMin[TSDB_TIME_PRECISION_MILLI];
      break;
    case 'h':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 60);
      break;
    case 'd':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60);
      break;
    case 'w':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60 * 7);
      break;
1599 1600 1601 1602 1603 1604 1605
    default:
      break;
  }

  return v;
}

M
Minglei Jin 已提交
1606
static char *buildRetension(SArray *pRetension) {
1607 1608 1609 1610 1611
  size_t size = taosArrayGetSize(pRetension);
  if (size == 0) {
    return NULL;
  }

1612 1613
  char       *p1 = taosMemoryCalloc(1, 100);
  SRetention *p = taosArrayGet(pRetension, 0);
1614 1615 1616 1617 1618

  int32_t len = 2;

  int64_t v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
  int64_t v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
1619
  len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
1620

1621 1622 1623
  if (size > 1) {
    len += sprintf(p1 + len, ",");
    p = taosArrayGet(pRetension, 1);
1624

1625 1626 1627 1628
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
    len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
  }
1629

1630 1631 1632
  if (size > 2) {
    len += sprintf(p1 + len, ",");
    p = taosArrayGet(pRetension, 2);
1633

1634 1635 1636 1637
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
    len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
  }
1638 1639 1640 1641 1642

  varDataSetLen(p1, len);
  return p1;
}

1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658
static const char *getCacheModelStr(int8_t cacheModel) {
  switch (cacheModel) {
    case TSDB_CACHE_MODEL_NONE:
      return TSDB_CACHE_MODEL_NONE_STR;
    case TSDB_CACHE_MODEL_LAST_ROW:
      return TSDB_CACHE_MODEL_LAST_ROW_STR;
    case TSDB_CACHE_MODEL_LAST_VALUE:
      return TSDB_CACHE_MODEL_LAST_VALUE_STR;
    case TSDB_CACHE_MODEL_BOTH:
      return TSDB_CACHE_MODEL_BOTH_STR;
    default:
      break;
  }
  return "unknown";
}

1659
bool mndIsDbReady(SMnode *pMnode, SDbObj *pDb) {
1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672
  if (pDb->cfg.replications == 1) return true;

  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
  bool  isReady = true;
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid && pVgroup->replica > 1) {
      bool hasLeader = false;
      for (int32_t i = 0; i < pVgroup->replica; ++i) {
1673
        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_LEADER) {
1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686
          hasLeader = true;
        }
      }
      if (!hasLeader) isReady = false;
    }
    sdbRelease(pSdb, pVgroup);
  }

  return isReady;
}

static void mndDumpDbInfoData(SMnode *pMnode, SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, int32_t rows,
                              int64_t numOfTables, bool sysDb, ESdbStatus objStatus, bool sysinfo) {
S
Shengliang Guan 已提交
1687
  int32_t cols = 0;
1688 1689
  int32_t bytes = pShow->pMeta->pSchemas[cols].bytes;
  char   *buf = taosMemoryMalloc(bytes);
S
Shengliang Guan 已提交
1690

S
Shengliang Guan 已提交
1691
  const char *name = mndGetDbStr(pDb->name);
H
Haojun Liao 已提交
1692
  if (name != NULL) {
1693
    STR_WITH_MAXSIZE_TO_VARSTR(buf, name, bytes);
H
Haojun Liao 已提交
1694
  } else {
1695
    STR_WITH_MAXSIZE_TO_VARSTR(buf, "NULL", bytes);
H
Haojun Liao 已提交
1696
  }
S
Shengliang Guan 已提交
1697

1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713
  const char *precStr = NULL;
  switch (pDb->cfg.precision) {
    case TSDB_TIME_PRECISION_MILLI:
      precStr = TSDB_TIME_PRECISION_MILLI_STR;
      break;
    case TSDB_TIME_PRECISION_MICRO:
      precStr = TSDB_TIME_PRECISION_MICRO_STR;
      break;
    case TSDB_TIME_PRECISION_NANO:
      precStr = TSDB_TIME_PRECISION_NANO_STR;
      break;
    default:
      precStr = "none";
      break;
  }
  char precVstr[10] = {0};
S
Shengliang Guan 已提交
1714
  STR_WITH_MAXSIZE_TO_VARSTR(precVstr, precStr, 10);
1715

1716
  char *statusStr = "ready";
1717 1718 1719 1720 1721 1722 1723 1724 1725
  if (objStatus == SDB_STATUS_CREATING) {
    statusStr = "creating";
  } else if (objStatus == SDB_STATUS_DROPPING) {
    statusStr = "dropping";
  } else {
    if (!sysDb && !mndIsDbReady(pMnode, pDb)) {
      statusStr = "unsynced";
    }
  }
1726
  char statusVstr[24] = {0};
S
Shengliang Guan 已提交
1727
  STR_WITH_MAXSIZE_TO_VARSTR(statusVstr, statusStr, 24);
S
Shengliang Guan 已提交
1728

1729
  if (sysDb || !sysinfo) {
S
Shengliang Guan 已提交
1730 1731
    for (int32_t i = 0; i < pShow->numOfColumns; ++i) {
      SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, i);
1732
      if (i == 0) {
1733
        colDataSetVal(pColInfo, rows, buf, false);
1734
      } else if (i == 1) {
1735
        colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false);
1736
      } else if (i == 3) {
1737
        colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false);
1738
      } else if (i == 14) {
1739
        colDataSetVal(pColInfo, rows, precVstr, false);
1740
      } else if (i == 15) {
1741
        colDataSetVal(pColInfo, rows, statusVstr, false);
1742
      } else {
1743
        colDataSetNULL(pColInfo, rows);
1744 1745 1746 1747
      }
    }
  } else {
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1748
    colDataSetVal(pColInfo, rows, buf, false);
S
Shengliang Guan 已提交
1749

1750
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1751
    colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false);
S
Shengliang Guan 已提交
1752

1753
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1754
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfVgroups, false);
S
Shengliang Guan 已提交
1755

1756
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1757
    colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false);
S
Shengliang Guan 已提交
1758

1759
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1760
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.replications, false);
1761

1762
    const char *strictStr = pDb->cfg.strict ? "on" : "off";
1763
    char        strictVstr[24] = {0};
S
Shengliang Guan 已提交
1764
    STR_WITH_MAXSIZE_TO_VARSTR(strictVstr, strictStr, 24);
1765
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1766
    colDataSetVal(pColInfo, rows, (const char *)strictVstr, false);
S
Shengliang Guan 已提交
1767

1768 1769 1770
    char    durationVstr[128] = {0};
    int32_t len = sprintf(&durationVstr[VARSTR_HEADER_SIZE], "%dm", pDb->cfg.daysPerFile);
    varDataSetLen(durationVstr, len);
D
dapan1121 已提交
1771
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1772
    colDataSetVal(pColInfo, rows, (const char *)durationVstr, false);
D
dapan1121 已提交
1773

1774
    char keepVstr[128] = {0};
1775
    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {
1776
      len = sprintf(&keepVstr[VARSTR_HEADER_SIZE], "%dm,%dm,%dm", pDb->cfg.daysToKeep1, pDb->cfg.daysToKeep2,
1777 1778
                    pDb->cfg.daysToKeep0);
    } else {
1779
      len = sprintf(&keepVstr[VARSTR_HEADER_SIZE], "%dm,%dm,%dm", pDb->cfg.daysToKeep0, pDb->cfg.daysToKeep1,
1780 1781
                    pDb->cfg.daysToKeep2);
    }
1782
    varDataSetLen(keepVstr, len);
1783
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1784
    colDataSetVal(pColInfo, rows, (const char *)keepVstr, false);
S
Shengliang Guan 已提交
1785

1786
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1787
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.buffer, false);
S
Shengliang Guan 已提交
1788 1789

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1790
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pageSize, false);
S
Shengliang Guan 已提交
1791

1792
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1793
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pages, false);
S
Shengliang Guan 已提交
1794

1795
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1796
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.minRows, false);
H
Haojun Liao 已提交
1797

1798
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1799
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.maxRows, false);
H
Haojun Liao 已提交
1800

1801
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1802
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.compression, false);
H
Haojun Liao 已提交
1803

1804
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1805
    colDataSetVal(pColInfo, rows, (const char *)precVstr, false);
D
dapan1121 已提交
1806

wmmhello's avatar
wmmhello 已提交
1807
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1808
    colDataSetVal(pColInfo, rows, (const char *)statusVstr, false);
1809

1810
    char *rentensionVstr = buildRetension(pDb->cfg.pRetensions);
1811
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1812
    if (rentensionVstr == NULL) {
1813
      colDataSetNULL(pColInfo, rows);
1814
    } else {
1815
      colDataSetVal(pColInfo, rows, (const char *)rentensionVstr, false);
1816
      taosMemoryFree(rentensionVstr);
1817
    }
1818 1819

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1820
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfStables, false);
1821 1822 1823

    const char *cacheModelStr = getCacheModelStr(pDb->cfg.cacheLast);
    char        cacheModelVstr[24] = {0};
S
Shengliang Guan 已提交
1824
    STR_WITH_MAXSIZE_TO_VARSTR(cacheModelVstr, cacheModelStr, 24);
1825
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1826
    colDataSetVal(pColInfo, rows, (const char *)cacheModelVstr, false);
1827 1828

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1829
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.cacheLastSize, false);
1830 1831

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1832
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walLevel, false);
1833 1834

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1835
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walFsyncPeriod, false);
1836 1837

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1838
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionPeriod, false);
1839 1840

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1841
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionSize, false);
1842

1843
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1844
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.sstTrigger, false);
1845 1846 1847 1848 1849

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    int16_t hashPrefix = pDb->cfg.hashPrefix;
    if (hashPrefix > 0) {
      hashPrefix = pDb->cfg.hashPrefix - strlen(pDb->name) - 1;
1850 1851
    } else if (hashPrefix < 0) {
      hashPrefix = pDb->cfg.hashPrefix + strlen(pDb->name) + 1;
1852
    }
1853
    colDataSetVal(pColInfo, rows, (const char *)&hashPrefix, false);
1854 1855

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1856
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.hashSuffix, false);
1857 1858

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1859
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.tsdbPageSize, false);
1860
  }
1861 1862

  taosMemoryFree(buf);
H
Haojun Liao 已提交
1863 1864
}

1865
static void setInformationSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
1866
  tstrncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));
1867
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
H
Haojun Liao 已提交
1868
  pDbObj->cfg.numOfVgroups = 0;
S
Shengliang Guan 已提交
1869
  pDbObj->cfg.strict = 1;
H
Haojun Liao 已提交
1870
  pDbObj->cfg.replications = 1;
L
Liu Jicong 已提交
1871
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
H
Haojun Liao 已提交
1872 1873
}

1874
static void setPerfSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
1875
  tstrncpy(pDbObj->name, TSDB_PERFORMANCE_SCHEMA_DB, tListLen(pDbObj->name));
1876
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
1877
  pDbObj->cfg.numOfVgroups = 0;
S
Shengliang Guan 已提交
1878
  pDbObj->cfg.strict = 1;
1879 1880 1881 1882
  pDbObj->cfg.replications = 1;
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
}

1883 1884 1885
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
  SVgObj  *pVgroup = pObj;
  int32_t *numOfTables = p1;
1886
  int64_t  uid = *(int64_t *)p2;
D
dapan1121 已提交
1887 1888 1889
  if (pVgroup->dbUid == uid) {
    *numOfTables += pVgroup->numOfTables;
  }
1890 1891 1892
  return true;
}

S
Shengliang Guan 已提交
1893
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {
1894 1895 1896 1897 1898
  SMnode    *pMnode = pReq->info.node;
  SSdb      *pSdb = pMnode->pSdb;
  int32_t    numOfRows = 0;
  SDbObj    *pDb = NULL;
  ESdbStatus objStatus = 0;
H
Haojun Liao 已提交
1899

1900 1901 1902 1903
  SUserObj *pUser = mndAcquireUser(pMnode, pReq->info.conn.user);
  if (pUser == NULL) return 0;
  bool sysinfo = pUser->sysInfo;

1904 1905 1906
  // Append the information_schema database into the result.
  if (!pShow->sysDbRsp) {
    SDbObj infoschemaDb = {0};
1907
    setInformationSchemaDbCfg(pMnode, &infoschemaDb);
D
dapan1121 已提交
1908
    size_t numOfTables = 0;
1909
    getVisibleInfosTablesNum(sysinfo, &numOfTables);
1910
    mndDumpDbInfoData(pMnode, pBlock, &infoschemaDb, pShow, numOfRows, numOfTables, true, 0, 1);
1911 1912 1913 1914

    numOfRows += 1;

    SDbObj perfschemaDb = {0};
1915
    setPerfSchemaDbCfg(pMnode, &perfschemaDb);
D
dapan1121 已提交
1916 1917
    numOfTables = 0;
    getPerfDbMeta(NULL, &numOfTables);
1918
    mndDumpDbInfoData(pMnode, pBlock, &perfschemaDb, pShow, numOfRows, numOfTables, true, 0, 1);
1919 1920 1921 1922 1923

    numOfRows += 1;
    pShow->sysDbRsp = true;
  }

H
Haojun Liao 已提交
1924
  while (numOfRows < rowsCapacity) {
1925
    pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus, true);
1926
    if (pShow->pIter == NULL) break;
S
Shengliang Guan 已提交
1927

1928 1929
    if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_READ_OR_WRITE_DB, pDb) == 0) {
      int32_t numOfTables = 0;
D
dapan1121 已提交
1930
      sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, &pDb->uid, NULL);
1931
      mndDumpDbInfoData(pMnode, pBlock, pDb, pShow, numOfRows, numOfTables, false, objStatus, sysinfo);
1932 1933
      numOfRows++;
    }
1934

S
Shengliang Guan 已提交
1935 1936 1937
    sdbRelease(pSdb, pDb);
  }

1938
  pShow->numOfRows += numOfRows;
1939
  mndReleaseUser(pMnode, pUser);
S
Shengliang Guan 已提交
1940 1941 1942 1943 1944
  return numOfRows;
}

static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
  SSdb *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1945
  sdbCancelFetch(pSdb, pIter);
L
Liu Jicong 已提交
1946
}