mndDb.c 64.9 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
Shengliang Guan 已提交
16
#define _DEFAULT_SOURCE
S
Shengliang Guan 已提交
17
#include "mndDb.h"
18
#include "mndCluster.h"
S
Shengliang Guan 已提交
19
#include "mndDnode.h"
dengyihao's avatar
dengyihao 已提交
20
#include "mndIndex.h"
21
#include "mndPrivilege.h"
S
Shengliang Guan 已提交
22
#include "mndShow.h"
S
Shengliang Guan 已提交
23
#include "mndSma.h"
24
#include "mndStb.h"
S
Shengliang Guan 已提交
25
#include "mndStream.h"
L
Liu Jicong 已提交
26 27
#include "mndSubscribe.h"
#include "mndTopic.h"
S
Shengliang Guan 已提交
28
#include "mndTrans.h"
S
Shengliang Guan 已提交
29
#include "mndUser.h"
30
#include "mndVgroup.h"
31
#include "systable.h"
S
Shengliang Guan 已提交
32

S
Shengliang Guan 已提交
33
#define DB_VER_NUMBER   1
34
#define DB_RESERVE_SIZE 46
S
Shengliang Guan 已提交
35 36 37 38

static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw);
static int32_t  mndDbActionInsert(SSdb *pSdb, SDbObj *pDb);
static int32_t  mndDbActionDelete(SSdb *pSdb, SDbObj *pDb);
S
Shengliang Guan 已提交
39
static int32_t  mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew);
S
Shengliang Guan 已提交
40 41 42 43
static int32_t  mndProcessCreateDbReq(SRpcMsg *pReq);
static int32_t  mndProcessAlterDbReq(SRpcMsg *pReq);
static int32_t  mndProcessDropDbReq(SRpcMsg *pReq);
static int32_t  mndProcessUseDbReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
44
static int32_t  mndProcessTrimDbReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
45
static int32_t  mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity);
S
Shengliang Guan 已提交
46
static void     mndCancelGetNextDb(SMnode *pMnode, void *pIter);
S
Shengliang Guan 已提交
47
static int32_t  mndProcessGetDbCfgReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
48

X
Xiaoyu Wang 已提交
49 50 51 52
#ifndef TD_ENTERPRISE
int32_t mndProcessCompactDbReq(SRpcMsg *pReq) { return TSDB_CODE_OPS_NOT_SUPPORT; }
#endif

S
Shengliang Guan 已提交
53
int32_t mndInitDb(SMnode *pMnode) {
S
Shengliang Guan 已提交
54 55 56 57 58 59 60 61 62
  SSdbTable table = {
      .sdbType = SDB_DB,
      .keyType = SDB_KEY_BINARY,
      .encodeFp = (SdbEncodeFp)mndDbActionEncode,
      .decodeFp = (SdbDecodeFp)mndDbActionDecode,
      .insertFp = (SdbInsertFp)mndDbActionInsert,
      .updateFp = (SdbUpdateFp)mndDbActionUpdate,
      .deleteFp = (SdbDeleteFp)mndDbActionDelete,
  };
S
Shengliang Guan 已提交
63

S
Shengliang Guan 已提交
64 65 66 67 68
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
S
Shengliang Guan 已提交
69
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB, mndProcessTrimDbReq);
D
dapan1121 已提交
70
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
S
Shengliang Guan 已提交
71 72 73 74

  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);

S
Shengliang Guan 已提交
75
  return sdbSetTable(pMnode->pSdb, table);
S
Shengliang Guan 已提交
76
}
S
Shengliang Guan 已提交
77

S
Shengliang Guan 已提交
78
void mndCleanupDb(SMnode *pMnode) {}
S
Shengliang Guan 已提交
79

80
SSdbRaw *mndDbActionEncode(SDbObj *pDb) {
81 82
  terrno = TSDB_CODE_OUT_OF_MEMORY;

S
Shengliang Guan 已提交
83 84 85
  int32_t  size = sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + DB_RESERVE_SIZE;
  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, DB_VER_NUMBER, size);
  if (pRaw == NULL) goto _OVER;
S
Shengliang Guan 已提交
86 87

  int32_t dataPos = 0;
S
Shengliang Guan 已提交
88 89 90 91 92 93 94 95 96
  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->uid, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, _OVER)
S
Shengliang Guan 已提交
97 98 99 100
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfStables, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.buffer, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pageSize, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pages, _OVER)
101
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastSize, _OVER)
S
Shengliang Guan 已提交
102 103 104 105 106 107
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, _OVER)
108
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walFsyncPeriod, _OVER)
S
Shengliang Guan 已提交
109 110 111 112 113
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.strict, _OVER)
114
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLast, _OVER)
S
Shengliang Guan 已提交
115 116
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.hashMethod, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, _OVER)
S
sma  
Shengliang Guan 已提交
117 118
  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
    SRetention *pRetension = taosArrayGet(pDb->cfg.pRetensions, i);
C
Cary Xu 已提交
119 120
    SDB_SET_INT64(pRaw, dataPos, pRetension->freq, _OVER)
    SDB_SET_INT64(pRaw, dataPos, pRetension->keep, _OVER)
S
Shengliang Guan 已提交
121 122
    SDB_SET_INT8(pRaw, dataPos, pRetension->freqUnit, _OVER)
    SDB_SET_INT8(pRaw, dataPos, pRetension->keepUnit, _OVER)
S
sma  
Shengliang Guan 已提交
123
  }
wmmhello's avatar
wmmhello 已提交
124
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.schemaless, _OVER)
S
Shengliang Guan 已提交
125
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRetentionPeriod, _OVER)
L
Liu Jicong 已提交
126
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walRetentionSize, _OVER)
S
Shengliang Guan 已提交
127
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRollPeriod, _OVER)
L
Liu Jicong 已提交
128
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walSegmentSize, _OVER)
129
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.sstTrigger, _OVER)
130 131
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashPrefix, _OVER)
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashSuffix, _OVER)
132
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.tsdbPageSize, _OVER)
133
  SDB_SET_INT64(pRaw, dataPos, pDb->compactStartTime, _OVER)
S
sma  
Shengliang Guan 已提交
134

S
Shengliang Guan 已提交
135 136
  SDB_SET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
137 138 139

  terrno = 0;

S
Shengliang Guan 已提交
140
_OVER:
141 142 143 144 145
  if (terrno != 0) {
    mError("db:%s, failed to encode to raw:%p since %s", pDb->name, pRaw, terrstr());
    sdbFreeRaw(pRaw);
    return NULL;
  }
S
Shengliang Guan 已提交
146

147
  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
148 149 150 151
  return pRaw;
}

static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
152
  terrno = TSDB_CODE_OUT_OF_MEMORY;
153 154
  SSdbRow *pRow = NULL;
  SDbObj  *pDb = NULL;
155

S
Shengliang Guan 已提交
156
  int8_t sver = 0;
S
Shengliang Guan 已提交
157
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
S
Shengliang Guan 已提交
158

S
Shengliang Guan 已提交
159
  if (sver != DB_VER_NUMBER) {
S
Shengliang Guan 已提交
160
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
S
Shengliang Guan 已提交
161
    goto _OVER;
S
Shengliang Guan 已提交
162 163
  }

164
  pRow = sdbAllocRow(sizeof(SDbObj));
S
Shengliang Guan 已提交
165
  if (pRow == NULL) goto _OVER;
166

167
  pDb = sdbGetRowObj(pRow);
S
Shengliang Guan 已提交
168
  if (pDb == NULL) goto _OVER;
S
Shengliang Guan 已提交
169 170

  int32_t dataPos = 0;
S
Shengliang Guan 已提交
171 172 173 174 175 176 177 178 179
  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, _OVER)
S
Shengliang Guan 已提交
180 181 182 183
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfStables, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.buffer, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pageSize, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pages, _OVER)
184
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastSize, _OVER)
S
Shengliang Guan 已提交
185 186 187 188 189 190
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, _OVER)
191
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walFsyncPeriod, _OVER)
S
Shengliang Guan 已提交
192 193 194 195 196
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.strict, _OVER)
197
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLast, _OVER)
S
Shengliang Guan 已提交
198 199
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.hashMethod, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, _OVER)
S
sma  
Shengliang Guan 已提交
200 201
  if (pDb->cfg.numOfRetensions > 0) {
    pDb->cfg.pRetensions = taosArrayInit(pDb->cfg.numOfRetensions, sizeof(SRetention));
S
Shengliang Guan 已提交
202
    if (pDb->cfg.pRetensions == NULL) goto _OVER;
S
sma  
Shengliang Guan 已提交
203
    for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
X
Xiaoyu Wang 已提交
204 205 206 207 208 209
      SRetention retention = {0};
      SDB_GET_INT64(pRaw, dataPos, &retention.freq, _OVER)
      SDB_GET_INT64(pRaw, dataPos, &retention.keep, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &retention.freqUnit, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &retention.keepUnit, _OVER)
      if (taosArrayPush(pDb->cfg.pRetensions, &retention) == NULL) {
S
Shengliang Guan 已提交
210
        goto _OVER;
S
sma  
Shengliang Guan 已提交
211 212 213
      }
    }
  }
wmmhello's avatar
wmmhello 已提交
214
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.schemaless, _OVER)
S
Shengliang Guan 已提交
215
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRetentionPeriod, _OVER)
L
Liu Jicong 已提交
216
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walRetentionSize, _OVER)
S
Shengliang Guan 已提交
217
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRollPeriod, _OVER)
L
Liu Jicong 已提交
218
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walSegmentSize, _OVER)
219
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.sstTrigger, _OVER)
220 221
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashPrefix, _OVER)
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashSuffix, _OVER)
222
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.tsdbPageSize, _OVER)
223
  SDB_GET_INT64(pRaw, dataPos, &pDb->compactStartTime, _OVER)
S
sma  
Shengliang Guan 已提交
224

S
Shengliang Guan 已提交
225
  SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
S
Shengliang Guan 已提交
226
  taosInitRWLatch(&pDb->lock);
227

S
Shengliang Guan 已提交
228
  if (pDb->cfg.tsdbPageSize != TSDB_MIN_TSDB_PAGESIZE) {
229 230 231 232
    mInfo("db:%s, tsdbPageSize set from %d to default %d", pDb->name, pDb->cfg.tsdbPageSize,
          TSDB_DEFAULT_TSDB_PAGESIZE);
  }

S
Shengliang Guan 已提交
233
  if (pDb->cfg.sstTrigger != TSDB_MIN_STT_TRIGGER) {
234 235 236
    mInfo("db:%s, sstTrigger set from %d to default %d", pDb->name, pDb->cfg.sstTrigger, TSDB_DEFAULT_SST_TRIGGER);
  }

237 238
  terrno = 0;

S
Shengliang Guan 已提交
239
_OVER:
240
  if (terrno != 0) {
241
    mError("db:%s, failed to decode from raw:%p since %s", pDb == NULL ? "null" : pDb->name, pRaw, terrstr());
wafwerar's avatar
wafwerar 已提交
242
    taosMemoryFreeClear(pRow);
243 244
    return NULL;
  }
S
Shengliang Guan 已提交
245

246
  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
247 248 249 250
  return pRow;
}

static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {
251
  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);
S
Shengliang Guan 已提交
252 253 254 255
  return 0;
}

static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
256
  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);
S
sma  
Shengliang Guan 已提交
257
  taosArrayDestroy(pDb->cfg.pRetensions);
S
Shengliang Guan 已提交
258 259 260
  return 0;
}

S
Shengliang Guan 已提交
261 262
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
263
  taosWLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
264 265 266
  pOld->updateTime = pNew->updateTime;
  pOld->cfgVersion = pNew->cfgVersion;
  pOld->vgVersion = pNew->vgVersion;
267
  pOld->cfg.numOfVgroups = pNew->cfg.numOfVgroups;
S
Shengliang Guan 已提交
268 269
  pOld->cfg.buffer = pNew->cfg.buffer;
  pOld->cfg.pageSize = pNew->cfg.pageSize;
270
  pOld->cfg.pages = pNew->cfg.pages;
271
  pOld->cfg.cacheLastSize = pNew->cfg.cacheLastSize;
S
Shengliang Guan 已提交
272 273 274 275
  pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;
  pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;
  pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;
  pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;
276
  pOld->cfg.walFsyncPeriod = pNew->cfg.walFsyncPeriod;
S
Shengliang Guan 已提交
277
  pOld->cfg.walLevel = pNew->cfg.walLevel;
278 279
  pOld->cfg.walRetentionPeriod = pNew->cfg.walRetentionPeriod;
  pOld->cfg.walRetentionSize = pNew->cfg.walRetentionSize;
S
Shengliang Guan 已提交
280
  pOld->cfg.strict = pNew->cfg.strict;
281
  pOld->cfg.cacheLast = pNew->cfg.cacheLast;
S
Shengliang Guan 已提交
282
  pOld->cfg.replications = pNew->cfg.replications;
283
  pOld->cfg.sstTrigger = pNew->cfg.sstTrigger;
284
  pOld->cfg.tsdbPageSize = pNew->cfg.tsdbPageSize;
285
  pOld->compactStartTime = pNew->compactStartTime;
286
  taosWUnLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
287 288 289
  return 0;
}

S
Shengliang Guan 已提交
290 291 292 293
static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {
  SSdb *pSdb = pMnode->pSdb;
  return sdbGetTableVer(pSdb, SDB_VGROUP);
}
294

S
Shengliang Guan 已提交
295
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
S
Shengliang Guan 已提交
296 297
  SSdb   *pSdb = pMnode->pSdb;
  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);
298 299 300 301 302
  if (pDb == NULL) {
    if (terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
    } else if (terrno == TSDB_CODE_SDB_OBJ_CREATING) {
      terrno = TSDB_CODE_MND_DB_IN_CREATING;
303
    } else if (terrno == TSDB_CODE_SDB_OBJ_DROPPING) {
304 305 306 307 308
      terrno = TSDB_CODE_MND_DB_IN_DROPPING;
    } else {
      terrno = TSDB_CODE_APP_ERROR;
      mFatal("db:%s, failed to acquire db since %s", db, terrstr());
    }
S
Shengliang Guan 已提交
309 310
  }
  return pDb;
S
Shengliang Guan 已提交
311
}
S
Shengliang Guan 已提交
312

S
Shengliang Guan 已提交
313 314 315 316 317
void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  sdbRelease(pSdb, pDb);
}

S
Shengliang Guan 已提交
318
static int32_t mndCheckDbName(const char *dbName, SUserObj *pUser) {
S
Shengliang Guan 已提交
319 320 321 322 323 324 325 326 327 328 329 330 331 332 333
  char *pos = strstr(dbName, TS_PATH_DELIMITER);
  if (pos == NULL) {
    terrno = TSDB_CODE_MND_INVALID_DB;
    return -1;
  }

  int32_t acctId = atoi(dbName);
  if (acctId != pUser->acctId) {
    terrno = TSDB_CODE_MND_INVALID_DB_ACCT;
    return -1;
  }

  return 0;
}

S
Shengliang Guan 已提交
334
static int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {
S
Shengliang Guan 已提交
335 336
  terrno = TSDB_CODE_MND_INVALID_DB_OPTION;

337
  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return -1;
S
Shengliang Guan 已提交
338 339 340 341
  if (pCfg->numOfStables < TSDB_DB_STREAM_MODE_OFF || pCfg->numOfStables > TSDB_DB_STREAM_MODE_ON) return -1;
  if (pCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return -1;
  if (pCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return -1;
  if (pCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return -1;
342
  if (pCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return -1;
S
Shengliang Guan 已提交
343 344 345 346
  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return -1;
  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return -1;
S
Shengliang Guan 已提交
347
  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return -1;
S
Shengliang Guan 已提交
348 349
  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return -1;
  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return -1;
S
Shengliang Guan 已提交
350 351
  if (pCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return -1;
  if (pCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return -1;
S
Shengliang Guan 已提交
352
  if (pCfg->minRows > pCfg->maxRows) return -1;
353
  if (pCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return -1;
S
Shengliang Guan 已提交
354 355 356
  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return -1;
  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return -1;
  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return -1;
S
Shengliang Guan 已提交
357
  if (pCfg->replications < TSDB_MIN_DB_REPLICA || pCfg->replications > TSDB_MAX_DB_REPLICA) return -1;
S
Shengliang Guan 已提交
358
  if (pCfg->replications != 1 && pCfg->replications != 3) return -1;
359
  if (pCfg->strict < TSDB_DB_STRICT_OFF || pCfg->strict > TSDB_DB_STRICT_ON) return -1;
wmmhello's avatar
wmmhello 已提交
360
  if (pCfg->schemaless < TSDB_DB_SCHEMALESS_OFF || pCfg->schemaless > TSDB_DB_SCHEMALESS_ON) return -1;
361
  if (pCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return -1;
S
Shengliang Guan 已提交
362
  if (pCfg->hashMethod != 1) return -1;
363 364 365 366
  if (pCfg->replications > mndGetDnodeSize(pMnode)) {
    terrno = TSDB_CODE_MND_NO_ENOUGH_DNODES;
    return -1;
  }
S
Shengliang Guan 已提交
367 368 369 370
  if (pCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return -1;
  if (pCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return -1;
  if (pCfg->walRollPeriod < TSDB_DB_MIN_WAL_ROLL_PERIOD) return -1;
  if (pCfg->walSegmentSize < TSDB_DB_MIN_WAL_SEGMENT_SIZE) return -1;
H
Hongze Cheng 已提交
371
  if (pCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pCfg->sstTrigger > TSDB_MAX_STT_TRIGGER) return -1;
372 373
  if (pCfg->hashPrefix < TSDB_MIN_HASH_PREFIX || pCfg->hashPrefix > TSDB_MAX_HASH_PREFIX) return -1;
  if (pCfg->hashSuffix < TSDB_MIN_HASH_SUFFIX || pCfg->hashSuffix > TSDB_MAX_HASH_SUFFIX) return -1;
374
  if (pCfg->tsdbPageSize < TSDB_MIN_TSDB_PAGESIZE || pCfg->tsdbPageSize > TSDB_MAX_TSDB_PAGESIZE) return -1;
S
Shengliang Guan 已提交
375
  if (taosArrayGetSize(pCfg->pRetensions) != pCfg->numOfRetensions) return -1;
S
Shengliang Guan 已提交
376 377

  terrno = 0;
378
  return terrno;
S
Shengliang Guan 已提交
379 380 381
}

static void mndSetDefaultDbCfg(SDbCfg *pCfg) {
382
  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;
S
Shengliang Guan 已提交
383 384
  if (pCfg->numOfStables < 0) pCfg->numOfStables = TSDB_DEFAULT_DB_SINGLE_STABLE;
  if (pCfg->buffer < 0) pCfg->buffer = TSDB_DEFAULT_BUFFER_PER_VNODE;
H
Hongze Cheng 已提交
385 386
  if (pCfg->pageSize < 0) pCfg->pageSize = TSDB_DEFAULT_PAGESIZE_PER_VNODE;
  if (pCfg->pages < 0) pCfg->pages = TSDB_DEFAULT_PAGES_PER_VNODE;
S
Shengliang Guan 已提交
387
  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DURATION_PER_FILE;
S
Shengliang Guan 已提交
388
  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;
389 390
  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;
  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;
S
Shengliang Guan 已提交
391 392
  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MINROWS_FBLOCK;
  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAXROWS_FBLOCK;
393
  if (pCfg->walFsyncPeriod < 0) pCfg->walFsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;
S
Shengliang Guan 已提交
394 395 396
  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;
  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;
  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;
S
Shengliang Guan 已提交
397 398
  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA;
  if (pCfg->strict < 0) pCfg->strict = TSDB_DEFAULT_DB_STRICT;
399 400
  if (pCfg->cacheLast < 0) pCfg->cacheLast = TSDB_DEFAULT_CACHE_MODEL;
  if (pCfg->cacheLastSize <= 0) pCfg->cacheLastSize = TSDB_DEFAULT_CACHE_SIZE;
401
  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;
wmmhello's avatar
wmmhello 已提交
402
  if (pCfg->schemaless < 0) pCfg->schemaless = TSDB_DB_SCHEMALESS_OFF;
L
Liu Jicong 已提交
403
  if (pCfg->walRetentionPeriod < 0 && pCfg->walRetentionPeriod != -1)
404
    pCfg->walRetentionPeriod = TSDB_REPS_DEF_DB_WAL_RET_PERIOD;
L
Liu Jicong 已提交
405
  if (pCfg->walRetentionSize < 0 && pCfg->walRetentionSize != -1)
406 407
    pCfg->walRetentionSize = TSDB_REPS_DEF_DB_WAL_RET_SIZE;
  if (pCfg->walRollPeriod < 0) pCfg->walRollPeriod = TSDB_REPS_DEF_DB_WAL_ROLL_PERIOD;
S
Shengliang Guan 已提交
408
  if (pCfg->walSegmentSize < 0) pCfg->walSegmentSize = TSDB_DEFAULT_DB_WAL_SEGMENT_SIZE;
409
  if (pCfg->sstTrigger <= 0) pCfg->sstTrigger = TSDB_DEFAULT_SST_TRIGGER;
410 411
  if (pCfg->hashPrefix < 0) pCfg->hashPrefix = TSDB_DEFAULT_HASH_PREFIX;
  if (pCfg->hashSuffix < 0) pCfg->hashSuffix = TSDB_DEFAULT_HASH_SUFFIX;
412
  if (pCfg->tsdbPageSize <= 0) pCfg->tsdbPageSize = TSDB_DEFAULT_TSDB_PAGESIZE;
S
Shengliang Guan 已提交
413
}
S
Shengliang Guan 已提交
414

S
Shengliang Guan 已提交
415
static int32_t mndSetCreateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
416
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
417 418 419
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
420

S
Shengliang Guan 已提交
421
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
422
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
423 424 425
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendRedolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
426 427 428 429 430
  }

  return 0;
}

S
Shengliang Guan 已提交
431
static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
432
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
433 434 435
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendUndolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
436

S
Shengliang Guan 已提交
437
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
438
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
439 440 441
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendUndolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
442 443 444 445 446
  }

  return 0;
}

S
Shengliang Guan 已提交
447
static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
448
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
449 450 451
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
452

S
Shengliang Guan 已提交
453
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
454
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
455 456 457
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendCommitlog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
458 459 460 461 462
  }

  return 0;
}

S
Shengliang Guan 已提交
463 464
static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
465
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
466 467

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
468
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
S
Shengliang Guan 已提交
469
      if (mndAddCreateVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid) != 0) {
S
Shengliang Guan 已提交
470 471 472 473 474
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
475 476 477
  return 0;
}

S
Shengliang Guan 已提交
478 479
static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
480
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
481 482

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
483 484
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
      if (mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false) != 0) {
S
Shengliang Guan 已提交
485 486 487 488 489
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
490 491 492
  return 0;
}

S
Shengliang Guan 已提交
493
static int32_t mndCreateDb(SMnode *pMnode, SRpcMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser) {
S
Shengliang Guan 已提交
494
  SDbObj dbObj = {0};
495
  memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
496
  memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);
S
Shengliang Guan 已提交
497 498
  dbObj.createdTime = taosGetTimestampMs();
  dbObj.updateTime = dbObj.createdTime;
499
  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
500 501
  dbObj.cfgVersion = 1;
  dbObj.vgVersion = 1;
S
Shengliang Guan 已提交
502
  memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);
L
Liu Jicong 已提交
503 504
  dbObj.cfg = (SDbCfg){
      .numOfVgroups = pCreate->numOfVgroups,
S
Shengliang Guan 已提交
505 506 507 508
      .numOfStables = pCreate->numOfStables,
      .buffer = pCreate->buffer,
      .pageSize = pCreate->pageSize,
      .pages = pCreate->pages,
509
      .cacheLastSize = pCreate->cacheLastSize,
L
Liu Jicong 已提交
510 511 512 513 514 515
      .daysPerFile = pCreate->daysPerFile,
      .daysToKeep0 = pCreate->daysToKeep0,
      .daysToKeep1 = pCreate->daysToKeep1,
      .daysToKeep2 = pCreate->daysToKeep2,
      .minRows = pCreate->minRows,
      .maxRows = pCreate->maxRows,
516
      .walFsyncPeriod = pCreate->walFsyncPeriod,
517
      .walLevel = pCreate->walLevel,
L
Liu Jicong 已提交
518 519 520
      .precision = pCreate->precision,
      .compression = pCreate->compression,
      .replications = pCreate->replications,
S
Shengliang Guan 已提交
521
      .strict = pCreate->strict,
522
      .cacheLast = pCreate->cacheLast,
S
Shengliang Guan 已提交
523
      .hashMethod = 1,
wmmhello's avatar
wmmhello 已提交
524
      .schemaless = pCreate->schemaless,
S
Shengliang Guan 已提交
525 526 527 528
      .walRetentionPeriod = pCreate->walRetentionPeriod,
      .walRetentionSize = pCreate->walRetentionSize,
      .walRollPeriod = pCreate->walRollPeriod,
      .walSegmentSize = pCreate->walSegmentSize,
529
      .sstTrigger = pCreate->sstTrigger,
530 531
      .hashPrefix = pCreate->hashPrefix,
      .hashSuffix = pCreate->hashSuffix,
532
      .tsdbPageSize = pCreate->tsdbPageSize,
L
Liu Jicong 已提交
533
  };
S
Shengliang Guan 已提交
534

S
sma  
Shengliang Guan 已提交
535 536 537
  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;
  dbObj.cfg.pRetensions = pCreate->pRetensions;

S
Shengliang Guan 已提交
538 539
  mndSetDefaultDbCfg(&dbObj.cfg);

S
Shengliang Guan 已提交
540 541 542 543 544
  if (mndCheckDbName(dbObj.name, pUser) != 0) {
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
545
  if (mndCheckDbCfg(pMnode, &dbObj.cfg) != 0) {
S
Shengliang Guan 已提交
546 547 548
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }
S
Shengliang Guan 已提交
549

550 551 552 553 554 555
  if (dbObj.cfg.hashPrefix > 0) {
    int32_t dbLen = strlen(dbObj.name) + 1;
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix + dbLen);
    dbObj.cfg.hashPrefix += dbLen;
  }

S
Shengliang Guan 已提交
556 557
  SVgObj *pVgroups = NULL;
  if (mndAllocVgroup(pMnode, &dbObj, &pVgroups) != 0) {
558 559 560 561
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
562
  int32_t code = -1;
563
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "create-db");
S
Shengliang Guan 已提交
564
  if (pTrans == NULL) goto _OVER;
565
  // mndTransSetSerial(pTrans);
566
  mInfo("trans:%d, used to create db:%s", pTrans->id, pCreate->db);
S
Shengliang Guan 已提交
567

568
  mndTransSetDbName(pTrans, dbObj.name, NULL);
569 570
  if (mndTrancCheckConflict(pMnode, pTrans) != 0) goto _OVER;

571
  mndTransSetOper(pTrans, MND_OPER_CREATE_DB);
S
Shengliang Guan 已提交
572 573 574 575 576 577
  if (mndSetCreateDbRedoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
578

S
Shengliang Guan 已提交
579 580
  code = 0;

S
Shengliang Guan 已提交
581
_OVER:
wafwerar's avatar
wafwerar 已提交
582
  taosMemoryFree(pVgroups);
S
Shengliang Guan 已提交
583
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
584
  return code;
S
Shengliang Guan 已提交
585 586
}

S
Shengliang Guan 已提交
587 588
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq) {
  SMnode      *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
589 590 591 592 593
  int32_t      code = -1;
  SDbObj      *pDb = NULL;
  SUserObj    *pUser = NULL;
  SCreateDbReq createReq = {0};

C
Cary Xu 已提交
594 595 596 597
  if ((terrno = grantCheck(TSDB_GRANT_DB)) != 0) {
    code = terrno;
    goto _OVER;
  }
598

S
Shengliang Guan 已提交
599
  if (tDeserializeSCreateDbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
S
Shengliang Guan 已提交
600
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
601
    goto _OVER;
S
Shengliang Guan 已提交
602 603
  }

604
  mInfo("db:%s, start to create, vgroups:%d", createReq.db, createReq.numOfVgroups);
605 606 607
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_CREATE_DB, NULL) != 0) {
    goto _OVER;
  }
S
Shengliang Guan 已提交
608 609

  pDb = mndAcquireDb(pMnode, createReq.db);
S
Shengliang Guan 已提交
610
  if (pDb != NULL) {
S
Shengliang Guan 已提交
611
    if (createReq.ignoreExist) {
612
      mInfo("db:%s, already exist, ignore exist is set", createReq.db);
S
Shengliang Guan 已提交
613
      code = 0;
S
Shengliang Guan 已提交
614
      goto _OVER;
S
Shengliang Guan 已提交
615 616
    } else {
      terrno = TSDB_CODE_MND_DB_ALREADY_EXIST;
S
Shengliang Guan 已提交
617
      goto _OVER;
S
Shengliang Guan 已提交
618
    }
619 620 621
  } else {
    if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {
      if (mndSetRpcInfoForDbTrans(pMnode, pReq, MND_OPER_CREATE_DB, createReq.db) == 0) {
622
        mInfo("db:%s, is creating and createdb response after trans finished", createReq.db);
623 624 625 626 627 628
        code = TSDB_CODE_ACTION_IN_PROGRESS;
        goto _OVER;
      } else {
        goto _OVER;
      }
    } else if (terrno == TSDB_CODE_MND_DB_IN_DROPPING) {
629
      goto _OVER;
630 631 632
    } else if (terrno == TSDB_CODE_MND_DB_NOT_EXIST) {
      // continue
    } else {  // TSDB_CODE_APP_ERROR
633 634
      goto _OVER;
    }
S
Shengliang Guan 已提交
635 636
  }

637
  pUser = mndAcquireUser(pMnode, pReq->info.conn.user);
S
Shengliang Guan 已提交
638
  if (pUser == NULL) {
S
Shengliang Guan 已提交
639
    goto _OVER;
S
Shengliang Guan 已提交
640 641 642
  }

  code = mndCreateDb(pMnode, pReq, &createReq, pUser);
S
Shengliang Guan 已提交
643
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
644

S
Shengliang Guan 已提交
645
_OVER:
S
Shengliang Guan 已提交
646
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
647
    mError("db:%s, failed to create since %s", createReq.db, terrstr());
S
Shengliang Guan 已提交
648 649
  }

S
Shengliang Guan 已提交
650 651
  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);
S
sma  
Shengliang Guan 已提交
652
  tFreeSCreateDbReq(&createReq);
S
Shengliang Guan 已提交
653 654

  return code;
S
Shengliang Guan 已提交
655 656
}

S
Shengliang Guan 已提交
657
static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {
S
Shengliang Guan 已提交
658
  terrno = TSDB_CODE_MND_DB_OPTION_UNCHANGED;
S
Shengliang Guan 已提交
659

S
Shengliang Guan 已提交
660
  if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) {
S
Shengliang Guan 已提交
661 662 663 664
    pDb->cfg.buffer = pAlter->buffer;
    terrno = 0;
  }

S
Shengliang Guan 已提交
665
  if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) {
S
Shengliang Guan 已提交
666
    pDb->cfg.pages = pAlter->pages;
S
Shengliang Guan 已提交
667
    terrno = 0;
S
Shengliang Guan 已提交
668 669
  }

S
Shengliang Guan 已提交
670
  if (pAlter->pageSize > 0 && pAlter->pageSize != pDb->cfg.pageSize) {
S
Shengliang Guan 已提交
671
    pDb->cfg.pageSize = pAlter->pageSize;
S
Shengliang Guan 已提交
672
    terrno = 0;
S
Shengliang Guan 已提交
673 674
  }

S
Shengliang Guan 已提交
675
  if (pAlter->daysPerFile > 0 && pAlter->daysPerFile != pDb->cfg.daysPerFile) {
S
Shengliang Guan 已提交
676
    pDb->cfg.daysPerFile = pAlter->daysPerFile;
S
Shengliang Guan 已提交
677
    terrno = 0;
S
Shengliang Guan 已提交
678 679
  }

S
Shengliang Guan 已提交
680
  if (pAlter->daysToKeep0 > 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {
S
Shengliang Guan 已提交
681
    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;
S
Shengliang Guan 已提交
682
    terrno = 0;
S
Shengliang Guan 已提交
683 684
  }

S
Shengliang Guan 已提交
685
  if (pAlter->daysToKeep1 > 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {
S
Shengliang Guan 已提交
686
    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;
S
Shengliang Guan 已提交
687
    terrno = 0;
S
Shengliang Guan 已提交
688 689
  }

S
Shengliang Guan 已提交
690
  if (pAlter->daysToKeep2 > 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {
S
Shengliang Guan 已提交
691
    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;
S
Shengliang Guan 已提交
692
    terrno = 0;
S
Shengliang Guan 已提交
693 694
  }

695 696
  if (pAlter->walFsyncPeriod >= 0 && pAlter->walFsyncPeriod != pDb->cfg.walFsyncPeriod) {
    pDb->cfg.walFsyncPeriod = pAlter->walFsyncPeriod;
S
Shengliang Guan 已提交
697
    terrno = 0;
S
Shengliang Guan 已提交
698 699 700 701
  }

  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {
    pDb->cfg.walLevel = pAlter->walLevel;
S
Shengliang Guan 已提交
702
    terrno = 0;
S
Shengliang Guan 已提交
703 704
  }

S
Shengliang Guan 已提交
705
  if (pAlter->strict >= 0 && pAlter->strict != pDb->cfg.strict) {
706 707 708
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
#else
S
Shengliang Guan 已提交
709
    pDb->cfg.strict = pAlter->strict;
S
Shengliang Guan 已提交
710
    terrno = 0;
711
#endif
S
Shengliang Guan 已提交
712 713
  }

714 715
  if (pAlter->cacheLast >= 0 && pAlter->cacheLast != pDb->cfg.cacheLast) {
    pDb->cfg.cacheLast = pAlter->cacheLast;
S
Shengliang Guan 已提交
716
    terrno = 0;
S
Shengliang Guan 已提交
717 718
  }

719 720
  if (pAlter->cacheLastSize > 0 && pAlter->cacheLastSize != pDb->cfg.cacheLastSize) {
    pDb->cfg.cacheLastSize = pAlter->cacheLastSize;
721 722 723
    terrno = 0;
  }

S
Shengliang Guan 已提交
724
  if (pAlter->replications > 0 && pAlter->replications != pDb->cfg.replications) {
S
Shengliang Guan 已提交
725
    pDb->cfg.replications = pAlter->replications;
S
Shengliang Guan 已提交
726
    pDb->vgVersion++;
S
Shengliang Guan 已提交
727 728 729
    terrno = 0;
  }

730 731 732 733 734 735 736 737 738 739 740 741
  if (pAlter->sstTrigger > 0 && pAlter->sstTrigger != pDb->cfg.sstTrigger) {
    pDb->cfg.sstTrigger = pAlter->sstTrigger;
    pDb->vgVersion++;
    terrno = 0;
  }

  if (pAlter->minRows > 0 && pAlter->minRows != pDb->cfg.minRows) {
    pDb->cfg.minRows = pAlter->minRows;
    pDb->vgVersion++;
    terrno = 0;
  }

742 743 744 745 746 747 748 749 750 751 752 753 754 755
  if (pAlter->walRetentionPeriod > TSDB_DB_MIN_WAL_RETENTION_PERIOD &&
      pAlter->walRetentionPeriod != pDb->cfg.walRetentionPeriod) {
    pDb->cfg.walRetentionPeriod = pAlter->walRetentionPeriod;
    pDb->vgVersion++;
    terrno = 0;
  }

  if (pAlter->walRetentionSize > TSDB_DB_MIN_WAL_RETENTION_SIZE &&
      pAlter->walRetentionSize != pDb->cfg.walRetentionSize) {
    pDb->cfg.walRetentionSize = pAlter->walRetentionSize;
    pDb->vgVersion++;
    terrno = 0;
  }

S
Shengliang Guan 已提交
756 757 758
  return terrno;
}

S
Shengliang Guan 已提交
759
static int32_t mndSetAlterDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
760
  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);
S
Shengliang Guan 已提交
761
  if (pRedoRaw == NULL) return -1;
762 763 764 765
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) {
    sdbFreeRaw(pRedoRaw);
    return -1;
  }
S
Shengliang Guan 已提交
766

S
Shengliang Guan 已提交
767
  (void)sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY);
S
Shengliang Guan 已提交
768 769 770
  return 0;
}

S
Shengliang Guan 已提交
771
static int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
772
  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);
S
Shengliang Guan 已提交
773
  if (pCommitRaw == NULL) return -1;
774 775 776 777
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
    sdbFreeRaw(pCommitRaw);
    return -1;
  }
S
Shengliang Guan 已提交
778

S
Shengliang Guan 已提交
779
  (void)sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY);
S
Shengliang Guan 已提交
780 781 782
  return 0;
}

783
static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb) {
S
Shengliang Guan 已提交
784 785
  SSdb   *pSdb = pMnode->pSdb;
  void   *pIter = NULL;
S
Shengliang Guan 已提交
786
  SArray *pArray = mndBuildDnodesArray(pMnode, 0);
S
Shengliang Guan 已提交
787

S
Shengliang Guan 已提交
788 789 790 791
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;
S
Shengliang Guan 已提交
792

793 794
    if (mndVgroupInDb(pVgroup, pNewDb->uid)) {
      if (mndBuildAlterVgroupAction(pMnode, pTrans, pOldDb, pNewDb, pVgroup, pArray) != 0) {
S
Shengliang Guan 已提交
795 796
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
S
Shengliang Guan 已提交
797
        taosArrayDestroy(pArray);
S
Shengliang Guan 已提交
798 799 800 801 802 803 804
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

S
Shengliang Guan 已提交
805
  taosArrayDestroy(pArray);
S
Shengliang Guan 已提交
806 807
  return 0;
}
S
Shengliang Guan 已提交
808

S
Shengliang Guan 已提交
809
static int32_t mndAlterDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
810
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "alter-db");
811
  if (pTrans == NULL) return -1;
812
  mInfo("trans:%d, used to alter db:%s", pTrans->id, pOld->name);
S
Shengliang Guan 已提交
813

814
  int32_t code = -1;
815
  mndTransSetDbName(pTrans, pOld->name, NULL);
816
  if (mndTrancCheckConflict(pMnode, pTrans) != 0) goto _OVER;
817

S
Shengliang Guan 已提交
818 819 820 821
  if (mndSetAlterDbRedoLogs(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
822 823
  code = 0;

S
Shengliang Guan 已提交
824
_OVER:
S
Shengliang Guan 已提交
825
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
826
  return code;
S
Shengliang Guan 已提交
827 828
}

S
Shengliang Guan 已提交
829 830
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq) {
  SMnode     *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
831 832 833
  int32_t     code = -1;
  SDbObj     *pDb = NULL;
  SAlterDbReq alterReq = {0};
S
Shengliang Guan 已提交
834
  SDbObj      dbObj = {0};
S
Shengliang Guan 已提交
835

S
Shengliang Guan 已提交
836
  if (tDeserializeSAlterDbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
S
Shengliang Guan 已提交
837
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
838
    goto _OVER;
S
Shengliang Guan 已提交
839
  }
840

841
  mInfo("db:%s, start to alter", alterReq.db);
S
Shengliang Guan 已提交
842

S
Shengliang Guan 已提交
843
  pDb = mndAcquireDb(pMnode, alterReq.db);
S
Shengliang Guan 已提交
844
  if (pDb == NULL) {
S
Shengliang Guan 已提交
845
    goto _OVER;
S
Shengliang Guan 已提交
846 847
  }

848
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_ALTER_DB, pDb) != 0) {
S
Shengliang Guan 已提交
849
    goto _OVER;
S
Shengliang Guan 已提交
850 851
  }

852 853 854 855 856 857 858 859 860 861 862 863
  int32_t numOfTopics = 0;
  if (mndGetNumOfTopics(pMnode, pDb->name, &numOfTopics) != 0) {
    goto _OVER;
  }

  if (numOfTopics != 0 && alterReq.walRetentionPeriod == 0) {
    terrno = TSDB_CODE_MND_INVALID_DB_OPTION;
    mError("db:%s, not allowed to set WAL_RETENTION_PERIOD 0 when there are topics defined. numOfTopics:%d", pDb->name,
           numOfTopics);
    goto _OVER;
  }

S
Shengliang Guan 已提交
864
  memcpy(&dbObj, pDb, sizeof(SDbObj));
S
Shengliang Guan 已提交
865
  if (dbObj.cfg.pRetensions != NULL) {
H
Haojun Liao 已提交
866
    dbObj.cfg.pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
S
Shengliang Guan 已提交
867 868
    if (dbObj.cfg.pRetensions == NULL) goto _OVER;
  }
S
Shengliang Guan 已提交
869

S
Shengliang Guan 已提交
870
  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
S
Shengliang Guan 已提交
871
  if (code != 0) goto _OVER;
S
Shengliang Guan 已提交
872

S
Shengliang Guan 已提交
873 874 875
  code = mndCheckDbCfg(pMnode, &dbObj.cfg);
  if (code != 0) goto _OVER;

S
Shengliang Guan 已提交
876 877
  dbObj.cfgVersion++;
  dbObj.updateTime = taosGetTimestampMs();
S
Shengliang Guan 已提交
878
  code = mndAlterDb(pMnode, pReq, pDb, &dbObj);
879 880 881 882 883 884 885

  if (dbObj.cfg.replications != pDb->cfg.replications) {
    // return quickly, operation executed asynchronously
    mInfo("db:%s, alter db replica from %d to %d", pDb->name, pDb->cfg.replications, dbObj.cfg.replications);
  } else {
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
  }
S
Shengliang Guan 已提交
886

S
Shengliang Guan 已提交
887
_OVER:
S
Shengliang Guan 已提交
888
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
889
    if (terrno != 0) code = terrno;
S
Shengliang Guan 已提交
890
    mError("db:%s, failed to alter since %s", alterReq.db, terrstr());
S
Shengliang Guan 已提交
891 892
  }

S
Shengliang Guan 已提交
893
  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
894
  taosArrayDestroy(dbObj.cfg.pRetensions);
S
Shengliang Guan 已提交
895

896
  terrno = code;
S
Shengliang Guan 已提交
897
  return code;
S
Shengliang Guan 已提交
898 899
}

S
Shengliang Guan 已提交
900 901
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq) {
  SMnode   *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
902 903 904 905
  int32_t   code = -1;
  SDbObj   *pDb = NULL;
  SDbCfgReq cfgReq = {0};
  SDbCfgRsp cfgRsp = {0};
D
dapan1121 已提交
906

S
Shengliang Guan 已提交
907
  if (tDeserializeSDbCfgReq(pReq->pCont, pReq->contLen, &cfgReq) != 0) {
D
dapan1121 已提交
908
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
909
    goto _OVER;
D
dapan1121 已提交
910 911 912 913
  }

  pDb = mndAcquireDb(pMnode, cfgReq.db);
  if (pDb == NULL) {
S
Shengliang Guan 已提交
914
    goto _OVER;
D
dapan1121 已提交
915 916
  }

S
Shengliang Guan 已提交
917
  cfgRsp.numOfVgroups = pDb->cfg.numOfVgroups;
S
Shengliang Guan 已提交
918 919
  cfgRsp.numOfStables = pDb->cfg.numOfStables;
  cfgRsp.buffer = pDb->cfg.buffer;
920
  cfgRsp.cacheSize = pDb->cfg.cacheLastSize;
S
Shengliang Guan 已提交
921 922
  cfgRsp.pageSize = pDb->cfg.pageSize;
  cfgRsp.pages = pDb->cfg.pages;
S
Shengliang Guan 已提交
923 924 925 926 927 928
  cfgRsp.daysPerFile = pDb->cfg.daysPerFile;
  cfgRsp.daysToKeep0 = pDb->cfg.daysToKeep0;
  cfgRsp.daysToKeep1 = pDb->cfg.daysToKeep1;
  cfgRsp.daysToKeep2 = pDb->cfg.daysToKeep2;
  cfgRsp.minRows = pDb->cfg.minRows;
  cfgRsp.maxRows = pDb->cfg.maxRows;
929
  cfgRsp.walFsyncPeriod = pDb->cfg.walFsyncPeriod;
930 931
  cfgRsp.hashPrefix = pDb->cfg.hashPrefix;
  cfgRsp.hashSuffix = pDb->cfg.hashSuffix;
S
Shengliang Guan 已提交
932 933 934 935 936
  cfgRsp.walLevel = pDb->cfg.walLevel;
  cfgRsp.precision = pDb->cfg.precision;
  cfgRsp.compression = pDb->cfg.compression;
  cfgRsp.replications = pDb->cfg.replications;
  cfgRsp.strict = pDb->cfg.strict;
937
  cfgRsp.cacheLast = pDb->cfg.cacheLast;
938 939 940 941 942
  cfgRsp.tsdbPageSize = pDb->cfg.tsdbPageSize;
  cfgRsp.walRetentionPeriod = pDb->cfg.walRetentionPeriod;
  cfgRsp.walRollPeriod = pDb->cfg.walRollPeriod;
  cfgRsp.walRetentionSize = pDb->cfg.walRetentionSize;
  cfgRsp.walSegmentSize = pDb->cfg.walSegmentSize;
C
Cary Xu 已提交
943 944
  cfgRsp.numOfRetensions = pDb->cfg.numOfRetensions;
  cfgRsp.pRetensions = pDb->cfg.pRetensions;
wmmhello's avatar
wmmhello 已提交
945
  cfgRsp.schemaless = pDb->cfg.schemaless;
946
  cfgRsp.sstTrigger = pDb->cfg.sstTrigger;
D
dapan1121 已提交
947 948 949 950 951
  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    code = -1;
S
Shengliang Guan 已提交
952
    goto _OVER;
D
dapan1121 已提交
953 954 955 956
  }

  tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp);

S
Shengliang Guan 已提交
957 958
  pReq->info.rsp = pRsp;
  pReq->info.rspLen = contLen;
D
dapan1121 已提交
959

960 961
  code = 0;

S
Shengliang Guan 已提交
962
_OVER:
D
dapan1121 已提交
963

S
Shengliang Guan 已提交
964
  if (code != 0) {
D
dapan1121 已提交
965 966 967 968 969 970 971 972
    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);

  return code;
}

S
Shengliang Guan 已提交
973 974 975 976 977 978 979 980 981 982 983 984 985 986 987
static int32_t mndSetDropDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING) != 0) return -1;

  return 0;
}

static int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED) != 0) return -1;

S
Shengliang Guan 已提交
988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;

  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
      if (pVgRaw == NULL || mndTransAppendCommitlog(pTrans, pVgRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
S
Shengliang Guan 已提交
1003
      (void)sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED);
S
Shengliang Guan 已提交
1004 1005 1006 1007 1008
    }

    sdbRelease(pSdb, pVgroup);
  }

1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020
  while (1) {
    SStbObj *pStb = NULL;
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
    if (pIter == NULL) break;

    if (pStb->dbUid == pDb->uid) {
      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);
      if (pStbRaw == NULL || mndTransAppendCommitlog(pTrans, pStbRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pStbRaw);
        return -1;
      }
S
Shengliang Guan 已提交
1021
      (void)sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED);
1022 1023 1024 1025 1026
    }

    sdbRelease(pSdb, pStb);
  }

S
Shengliang Guan 已提交
1027 1028 1029 1030 1031
  return 0;
}

static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
1032 1033
    SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
    if (mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, true) != 0) {
S
Shengliang Guan 已提交
1034 1035 1036 1037
      return -1;
    }
  }

S
Shengliang Guan 已提交
1038 1039 1040
  return 0;
}

S
Shengliang Guan 已提交
1041 1042 1043
static int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
S
Shengliang Guan 已提交
1044

S
Shengliang Guan 已提交
1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      if (mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}
S
Shengliang Guan 已提交
1063

1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075
static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
  SDropDbRsp dropRsp = {0};
  if (pDb != NULL) {
    memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
    dropRsp.uid = pDb->uid;
  }

  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);
  void   *pRsp = NULL;
  if (useRpcMalloc) {
    pRsp = rpcMallocCont(rspLen);
  } else {
wafwerar's avatar
wafwerar 已提交
1076
    pRsp = taosMemoryMalloc(rspLen);
1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089
  }

  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

  tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp);
  *pRspLen = rspLen;
  *ppRsp = pRsp;
  return 0;
}

S
Shengliang Guan 已提交
1090
static int32_t mndDropDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
S
Shengliang Guan 已提交
1091
  int32_t code = -1;
1092

1093
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "drop-db");
1094 1095 1096 1097 1098
  if (pTrans == NULL) {
    goto _OVER;
  }

  mInfo("trans:%d start to drop db:%s", pTrans->id, pDb->name);
S
Shengliang Guan 已提交
1099

1100
  mndTransSetDbName(pTrans, pDb->name, NULL);
1101 1102 1103 1104 1105 1106 1107 1108
  if (mndTrancCheckConflict(pMnode, pTrans) != 0) {
    goto _OVER;
  }

  if (mndTopicExistsForDb(pMnode, pDb)) {
    terrno = TSDB_CODE_MND_TOPIC_MUST_BE_DELETED;
    goto _OVER;
  }
1109

S
Shengliang Guan 已提交
1110 1111
  if (mndSetDropDbRedoLogs(pMnode, pTrans, pDb) != 0) goto _OVER;
  if (mndSetDropDbCommitLogs(pMnode, pTrans, pDb) != 0) goto _OVER;
1112 1113 1114
  /*if (mndDropOffsetByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
  /*if (mndDropSubByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
  /*if (mndDropTopicByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
S
Shengliang Guan 已提交
1115
  if (mndDropStreamByDb(pMnode, pTrans, pDb) != 0) goto _OVER;
1116
  if (mndDropSmasByDb(pMnode, pTrans, pDb) != 0) goto _OVER;
dengyihao's avatar
dengyihao 已提交
1117
  if (mndDropIdxsByDb(pMnode, pTrans, pDb) != 0) goto _OVER;
S
Shengliang Guan 已提交
1118
  if (mndSetDropDbRedoActions(pMnode, pTrans, pDb) != 0) goto _OVER;
1119
  if (mndUserRemoveDb(pMnode, pTrans, pDb->name) != 0) goto _OVER;
1120

1121 1122
  int32_t rspLen = 0;
  void   *pRsp = NULL;
S
Shengliang Guan 已提交
1123
  if (mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false) < 0) goto _OVER;
S
Shengliang Guan 已提交
1124 1125
  mndTransSetRpcRsp(pTrans, pRsp, rspLen);

S
Shengliang Guan 已提交
1126
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
1127 1128
  code = 0;

S
Shengliang Guan 已提交
1129
_OVER:
S
Shengliang Guan 已提交
1130
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
1131
  return code;
S
Shengliang Guan 已提交
1132 1133
}

S
Shengliang Guan 已提交
1134 1135
static int32_t mndProcessDropDbReq(SRpcMsg *pReq) {
  SMnode    *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1136 1137 1138 1139
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  SDropDbReq dropReq = {0};

S
Shengliang Guan 已提交
1140
  if (tDeserializeSDropDbReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
S
Shengliang Guan 已提交
1141
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1142
    goto _OVER;
S
Shengliang Guan 已提交
1143
  }
S
Shengliang Guan 已提交
1144

1145
  mInfo("db:%s, start to drop", dropReq.db);
S
Shengliang Guan 已提交
1146

S
Shengliang Guan 已提交
1147
  pDb = mndAcquireDb(pMnode, dropReq.db);
S
Shengliang Guan 已提交
1148
  if (pDb == NULL) {
S
Shengliang Guan 已提交
1149
    if (dropReq.ignoreNotExists) {
S
Shengliang Guan 已提交
1150
      code = mndBuildDropDbRsp(pDb, &pReq->info.rspLen, &pReq->info.rsp, true);
S
Shengliang Guan 已提交
1151
    }
1152
    goto _OVER;
S
Shengliang Guan 已提交
1153 1154
  }

1155
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_DROP_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1156
    goto _OVER;
S
Shengliang Guan 已提交
1157 1158
  }

S
Shengliang Guan 已提交
1159
  code = mndDropDb(pMnode, pReq, pDb);
1160 1161 1162
  if (code == TSDB_CODE_SUCCESS) {
    code = TSDB_CODE_ACTION_IN_PROGRESS;
  }
S
Shengliang Guan 已提交
1163

S
Shengliang Guan 已提交
1164
_OVER:
1165
  if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
1166 1167 1168 1169 1170
    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);
  return code;
S
Shengliang Guan 已提交
1171
}
S
Shengliang Guan 已提交
1172

S
Shengliang Guan 已提交
1173 1174
static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {
  int32_t numOfTables = 0;
D
dapan1121 已提交
1175 1176 1177 1178 1179 1180 1181 1182 1183
  int32_t vindex = 0;
  SSdb   *pSdb = pMnode->pSdb;

  void *pIter = NULL;
  while (vindex < pDb->cfg.numOfVgroups) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

S
Shengliang Guan 已提交
1184
    if (mndVgroupInDb(pVgroup, pDb->uid)) {
S
Shengliang Guan 已提交
1185
      numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
D
dapan1121 已提交
1186 1187 1188 1189 1190 1191 1192
      vindex++;
    }

    sdbRelease(pSdb, pVgroup);
  }

  sdbCancelFetch(pSdb, pIter);
S
Shengliang Guan 已提交
1193
  return numOfTables;
D
dapan1121 已提交
1194 1195
}

S
Shengliang Guan 已提交
1196
static void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
D
dapan1121 已提交
1197
  int32_t vindex = 0;
S
Shengliang Guan 已提交
1198
  SSdb   *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1199 1200

  void *pIter = NULL;
1201
  while (1) {
D
dapan1121 已提交
1202 1203 1204 1205
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

S
Shengliang Guan 已提交
1206
    if ((NULL == pDb || pVgroup->dbUid == pDb->uid) && !pVgroup->isTsma) {
S
Shengliang Guan 已提交
1207 1208 1209 1210
      SVgroupInfo vgInfo = {0};
      vgInfo.vgId = pVgroup->vgId;
      vgInfo.hashBegin = pVgroup->hashBegin;
      vgInfo.hashEnd = pVgroup->hashEnd;
D
dapan1121 已提交
1211
      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
L
Liu Jicong 已提交
1212
      vgInfo.epSet.numOfEps = pVgroup->replica;
D
dapan1121 已提交
1213
      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {
S
Shengliang Guan 已提交
1214
        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];
L
Liu Jicong 已提交
1215
        SEp       *pEp = &vgInfo.epSet.eps[gid];
S
Shengliang Guan 已提交
1216
        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
D
dapan1121 已提交
1217
        if (pDnode != NULL) {
1218
          memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);
S
Shengliang Guan 已提交
1219
          pEp->port = pDnode->port;
D
dapan1121 已提交
1220 1221
        }
        mndReleaseDnode(pMnode, pDnode);
1222
        if (pVgid->syncState == TAOS_SYNC_STATE_LEADER) {
L
Liu Jicong 已提交
1223
          vgInfo.epSet.inUse = gid;
D
dapan1121 已提交
1224 1225 1226
        }
      }
      vindex++;
S
Shengliang Guan 已提交
1227
      taosArrayPush(pVgList, &vgInfo);
D
dapan1121 已提交
1228 1229 1230
    }

    sdbRelease(pSdb, pVgroup);
L
Liu Jicong 已提交
1231

D
dapan1121 已提交
1232 1233 1234
    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {
      break;
    }
D
dapan1121 已提交
1235
  }
S
Shengliang Guan 已提交
1236 1237

  sdbCancelFetch(pSdb, pIter);
D
dapan1121 已提交
1238 1239
}

L
Liu Jicong 已提交
1240 1241 1242 1243 1244 1245 1246
int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {
  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
  if (pRsp->pVgroupInfos == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

S
Shengliang Guan 已提交
1247
  int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
L
Liu Jicong 已提交
1248

1249 1250
  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable ||
      pReq->stateTs < pDb->stateTs) {
L
Liu Jicong 已提交
1251 1252 1253 1254 1255 1256
    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
  }

  memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
  pRsp->uid = pDb->uid;
  pRsp->vgVersion = pDb->vgVersion;
1257
  pRsp->stateTs = pDb->stateTs;
L
Liu Jicong 已提交
1258
  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);
S
Shengliang Guan 已提交
1259
  pRsp->hashMethod = pDb->cfg.hashMethod;
1260 1261
  pRsp->hashPrefix = pDb->cfg.hashPrefix;
  pRsp->hashSuffix = pDb->cfg.hashSuffix;
L
Liu Jicong 已提交
1262 1263 1264
  return 0;
}

S
Shengliang Guan 已提交
1265 1266
static int32_t mndProcessUseDbReq(SRpcMsg *pReq) {
  SMnode   *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1267 1268 1269 1270 1271
  int32_t   code = -1;
  SDbObj   *pDb = NULL;
  SUseDbReq usedbReq = {0};
  SUseDbRsp usedbRsp = {0};

S
Shengliang Guan 已提交
1272
  if (tDeserializeSUseDbReq(pReq->pCont, pReq->contLen, &usedbReq) != 0) {
S
Shengliang Guan 已提交
1273
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1274
    goto _OVER;
S
Shengliang Guan 已提交
1275
  }
S
Shengliang Guan 已提交
1276

D
dapan1121 已提交
1277
  char *p = strchr(usedbReq.db, '.');
1278
  if (p && ((0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB))))) {
D
dapan1121 已提交
1279
    memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
1280
    int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
D
dapan1121 已提交
1281 1282
    if (usedbReq.vgVersion < vgVersion) {
      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
1283
      if (usedbRsp.pVgroupInfos == NULL) goto _OVER;
L
Liu Jicong 已提交
1284

D
dapan1121 已提交
1285
      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
D
dapan1121 已提交
1286
      usedbRsp.vgVersion = vgVersion++;
D
dapan1121 已提交
1287 1288 1289
    } else {
      usedbRsp.vgVersion = usedbReq.vgVersion;
    }
L
Liu Jicong 已提交
1290
    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
D
dapan1121 已提交
1291
    code = 0;
D
dapan1121 已提交
1292 1293 1294
  } else {
    pDb = mndAcquireDb(pMnode, usedbReq.db);
    if (pDb == NULL) {
X
Xiaoyu Wang 已提交
1295 1296 1297
      memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = usedbReq.dbId;
      usedbRsp.vgVersion = usedbReq.vgVersion;
1298
      usedbRsp.errCode = terrno;
S
Shengliang Guan 已提交
1299

1300 1301 1302 1303 1304 1305 1306 1307
      if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {
        if (mndSetRpcInfoForDbTrans(pMnode, pReq, MND_OPER_CREATE_DB, usedbReq.db) == 0) {
          mInfo("db:%s, is creating and usedb response after trans finished", usedbReq.db);
          code = TSDB_CODE_ACTION_IN_PROGRESS;
          goto _OVER;
        }
      }

X
Xiaoyu Wang 已提交
1308 1309
      mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
    } else {
1310
      if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_USE_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1311
        goto _OVER;
X
Xiaoyu Wang 已提交
1312
      }
S
Shengliang Guan 已提交
1313

L
Liu Jicong 已提交
1314
      if (mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq) < 0) {
S
Shengliang Guan 已提交
1315
        goto _OVER;
X
Xiaoyu Wang 已提交
1316 1317
      }

1318 1319
      mDebug("db:%s, process usedb req vgVersion:%d stateTs:%" PRId64 ", rsp vgVersion:%d stateTs:%" PRId64,
             usedbReq.db, usedbReq.vgVersion, usedbReq.stateTs, usedbRsp.vgVersion, usedbRsp.stateTs);
X
Xiaoyu Wang 已提交
1320 1321
      code = 0;
    }
D
dapan1121 已提交
1322
  }
S
Shengliang Guan 已提交
1323

S
Shengliang Guan 已提交
1324 1325 1326 1327
  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
X
Xiaoyu Wang 已提交
1328
    code = -1;
S
Shengliang Guan 已提交
1329
    goto _OVER;
S
Shengliang Guan 已提交
1330 1331
  }

S
Shengliang Guan 已提交
1332
  tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp);
S
Shengliang Guan 已提交
1333

S
Shengliang Guan 已提交
1334 1335
  pReq->info.rsp = pRsp;
  pReq->info.rspLen = contLen;
S
Shengliang Guan 已提交
1336

S
Shengliang Guan 已提交
1337
_OVER:
1338
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
1339 1340
    mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
  }
D
dapan1121 已提交
1341

S
Shengliang Guan 已提交
1342 1343
  mndReleaseDb(pMnode, pDb);
  tFreeSUsedbRsp(&usedbRsp);
D
dapan1121 已提交
1344

S
Shengliang Guan 已提交
1345 1346
  return code;
}
S
Shengliang Guan 已提交
1347

S
Shengliang Guan 已提交
1348 1349 1350 1351 1352 1353 1354
int32_t mndValidateDbInfo(SMnode *pMnode, SDbVgVersion *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {
  SUseDbBatchRsp batchUseRsp = {0};
  batchUseRsp.pArray = taosArrayInit(numOfDbs, sizeof(SUseDbRsp));
  if (batchUseRsp.pArray == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }
S
Shengliang Guan 已提交
1355

S
Shengliang Guan 已提交
1356 1357
  for (int32_t i = 0; i < numOfDbs; ++i) {
    SDbVgVersion *pDbVgVersion = &pDbs[i];
D
dapan1121 已提交
1358
    pDbVgVersion->dbId = be64toh(pDbVgVersion->dbId);
S
Shengliang Guan 已提交
1359
    pDbVgVersion->vgVersion = htonl(pDbVgVersion->vgVersion);
D
dapan1121 已提交
1360
    pDbVgVersion->numOfTable = htonl(pDbVgVersion->numOfTable);
D
dapan1121 已提交
1361
    pDbVgVersion->stateTs = be64toh(pDbVgVersion->stateTs);
D
dapan1121 已提交
1362

S
Shengliang Guan 已提交
1363 1364
    SUseDbRsp usedbRsp = {0};

1365 1366
    if ((0 == strcasecmp(pDbVgVersion->dbFName, TSDB_INFORMATION_SCHEMA_DB) ||
         (0 == strcasecmp(pDbVgVersion->dbFName, TSDB_PERFORMANCE_SCHEMA_DB)))) {
D
dapan1121 已提交
1367 1368 1369 1370
      memcpy(usedbRsp.db, pDbVgVersion->dbFName, TSDB_DB_FNAME_LEN);
      int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
      if (pDbVgVersion->vgVersion < vgVersion) {
        usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
1371

D
dapan1121 已提交
1372 1373 1374 1375 1376 1377
        mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
        usedbRsp.vgVersion = vgVersion++;
      } else {
        usedbRsp.vgVersion = pDbVgVersion->vgVersion;
      }
      usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
1378

D
dapan1121 已提交
1379
      taosArrayPush(batchUseRsp.pArray, &usedbRsp);
1380

D
dapan1121 已提交
1381 1382 1383
      continue;
    }

S
Shengliang Guan 已提交
1384
    SDbObj *pDb = mndAcquireDb(pMnode, pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
1385
    if (pDb == NULL) {
1386
      mTrace("db:%s, no exist", pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
1387 1388 1389 1390
      memcpy(usedbRsp.db, pDbVgVersion->dbFName, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = pDbVgVersion->dbId;
      usedbRsp.vgVersion = -1;
      taosArrayPush(batchUseRsp.pArray, &usedbRsp);
D
dapan1121 已提交
1391
      continue;
D
dapan1121 已提交
1392
    }
S
Shengliang Guan 已提交
1393

S
Shengliang Guan 已提交
1394
    int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
S
Shengliang Guan 已提交
1395

1396
    if (pDbVgVersion->vgVersion >= pDb->vgVersion && numOfTable == pDbVgVersion->numOfTable &&
D
dapan1121 已提交
1397
        pDbVgVersion->stateTs == pDb->stateTs) {
1398 1399 1400 1401
      mTrace("db:%s, valid dbinfo, vgVersion:%d stateTs:%" PRId64
             " numOfTables:%d, not changed vgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
             pDbVgVersion->dbFName, pDbVgVersion->vgVersion, pDbVgVersion->stateTs, pDbVgVersion->numOfTable,
             pDb->vgVersion, pDb->stateTs, numOfTable);
S
Shengliang Guan 已提交
1402
      mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1403
      continue;
1404
    } else {
1405 1406 1407 1408
      mInfo("db:%s, valid dbinfo, vgVersion:%d stateTs:%" PRId64
            " numOfTables:%d, changed to vgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
            pDbVgVersion->dbFName, pDbVgVersion->vgVersion, pDbVgVersion->stateTs, pDbVgVersion->numOfTable,
            pDb->vgVersion, pDb->stateTs, numOfTable);
D
dapan1121 已提交
1409
    }
L
Liu Jicong 已提交
1410

D
dapan1121 已提交
1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421
    usedbRsp.pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
    if (usedbRsp.pVgroupInfos == NULL) {
      mndReleaseDb(pMnode, pDb);
      mError("db:%s, failed to malloc usedb response", pDb->name);
      continue;
    }

    mndBuildDBVgroupInfo(pDb, pMnode, usedbRsp.pVgroupInfos);
    memcpy(usedbRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
    usedbRsp.uid = pDb->uid;
    usedbRsp.vgVersion = pDb->vgVersion;
1422
    usedbRsp.stateTs = pDb->stateTs;
D
dapan1121 已提交
1423
    usedbRsp.vgNum = (int32_t)taosArrayGetSize(usedbRsp.pVgroupInfos);
S
Shengliang Guan 已提交
1424
    usedbRsp.hashMethod = pDb->cfg.hashMethod;
1425 1426
    usedbRsp.hashPrefix = pDb->cfg.hashPrefix;
    usedbRsp.hashSuffix = pDb->cfg.hashSuffix;
D
dapan1121 已提交
1427 1428 1429

    taosArrayPush(batchUseRsp.pArray, &usedbRsp);
    mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1430 1431
  }

S
Shengliang Guan 已提交
1432
  int32_t rspLen = tSerializeSUseDbBatchRsp(NULL, 0, &batchUseRsp);
wafwerar's avatar
wafwerar 已提交
1433
  void   *pRsp = taosMemoryMalloc(rspLen);
S
Shengliang Guan 已提交
1434 1435 1436 1437
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    tFreeSUseDbBatchRsp(&batchUseRsp);
    return -1;
D
dapan1121 已提交
1438
  }
S
Shengliang Guan 已提交
1439
  tSerializeSUseDbBatchRsp(pRsp, rspLen, &batchUseRsp);
D
dapan1121 已提交
1440

S
Shengliang Guan 已提交
1441 1442 1443 1444
  *ppRsp = pRsp;
  *pRspLen = rspLen;

  tFreeSUseDbBatchRsp(&batchUseRsp);
D
dapan1121 已提交
1445 1446 1447
  return 0;
}

dengyihao's avatar
dengyihao 已提交
1448
static int32_t mndTrimDb(SMnode *pMnode, SDbObj *pDb, SRpcMsg *pReq) {
S
Shengliang Guan 已提交
1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469
  SSdb       *pSdb = pMnode->pSdb;
  SVgObj     *pVgroup = NULL;
  void       *pIter = NULL;
  SVTrimDbReq trimReq = {.timestamp = taosGetTimestampSec()};
  int32_t     reqLen = tSerializeSVTrimDbReq(NULL, 0, &trimReq);
  int32_t     contLen = reqLen + sizeof(SMsgHead);

  while (1) {
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    SMsgHead *pHead = rpcMallocCont(contLen);
    if (pHead == NULL) {
      sdbCancelFetch(pSdb, pVgroup);
      sdbRelease(pSdb, pVgroup);
      continue;
    }
    pHead->contLen = htonl(contLen);
    pHead->vgId = htonl(pVgroup->vgId);
    tSerializeSVTrimDbReq((char *)pHead + sizeof(SMsgHead), contLen, &trimReq);

dengyihao's avatar
dengyihao 已提交
1470
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM, .pCont = pHead, .contLen = contLen, .info = pReq->info};
S
Shengliang Guan 已提交
1471 1472 1473 1474 1475
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
    int32_t code = tmsgSendReq(&epSet, &rpcMsg);
    if (code != 0) {
      mError("vgId:%d, failed to send vnode-trim request to vnode since 0x%x", pVgroup->vgId, code);
    } else {
1476
      mInfo("vgId:%d, send vnode-trim request to vnode, time:%d", pVgroup->vgId, trimReq.timestamp);
S
Shengliang Guan 已提交
1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494
    }
    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}

static int32_t mndProcessTrimDbReq(SRpcMsg *pReq) {
  SMnode    *pMnode = pReq->info.node;
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  STrimDbReq trimReq = {0};

  if (tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto _OVER;
  }

1495
  mInfo("db:%s, start to trim", trimReq.db);
S
Shengliang Guan 已提交
1496 1497 1498 1499 1500 1501 1502 1503 1504 1505

  pDb = mndAcquireDb(pMnode, trimReq.db);
  if (pDb == NULL) {
    goto _OVER;
  }

  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_TRIM_DB, pDb) != 0) {
    goto _OVER;
  }

dengyihao's avatar
dengyihao 已提交
1506
  code = mndTrimDb(pMnode, pDb, pReq);
S
Shengliang Guan 已提交
1507 1508 1509 1510 1511 1512 1513 1514 1515 1516

_OVER:
  if (code != 0) {
    mError("db:%s, failed to process trim db req since %s", trimReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);
  return code;
}

S
Shengliang Guan 已提交
1517
const char *mndGetDbStr(const char *src) {
S
Shengliang Guan 已提交
1518 1519
  char *pos = strstr(src, TS_PATH_DELIMITER);
  if (pos != NULL) ++pos;
S
Shengliang Guan 已提交
1520
  if (pos == NULL) return src;
S
Shengliang Guan 已提交
1521 1522 1523
  return pos;
}

M
Minglei Jin 已提交
1524
static int64_t getValOfDiffPrecision(int8_t unit, int64_t val) {
1525
  int64_t v = 0;
1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541
  switch (unit) {
    case 's':
      v = val / 1000;
      break;
    case 'm':
      v = val / tsTickPerMin[TSDB_TIME_PRECISION_MILLI];
      break;
    case 'h':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 60);
      break;
    case 'd':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60);
      break;
    case 'w':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60 * 7);
      break;
1542 1543 1544 1545 1546 1547 1548
    default:
      break;
  }

  return v;
}

M
Minglei Jin 已提交
1549
static char *buildRetension(SArray *pRetension) {
1550 1551 1552 1553 1554
  size_t size = taosArrayGetSize(pRetension);
  if (size == 0) {
    return NULL;
  }

1555 1556
  char       *p1 = taosMemoryCalloc(1, 100);
  SRetention *p = taosArrayGet(pRetension, 0);
1557 1558 1559 1560 1561

  int32_t len = 2;

  int64_t v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
  int64_t v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
1562
  len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
1563

1564 1565 1566
  if (size > 1) {
    len += sprintf(p1 + len, ",");
    p = taosArrayGet(pRetension, 1);
1567

1568 1569 1570 1571
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
    len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
  }
1572

1573 1574 1575
  if (size > 2) {
    len += sprintf(p1 + len, ",");
    p = taosArrayGet(pRetension, 2);
1576

1577 1578 1579 1580
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
    len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
  }
1581 1582 1583 1584 1585

  varDataSetLen(p1, len);
  return p1;
}

1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601
static const char *getCacheModelStr(int8_t cacheModel) {
  switch (cacheModel) {
    case TSDB_CACHE_MODEL_NONE:
      return TSDB_CACHE_MODEL_NONE_STR;
    case TSDB_CACHE_MODEL_LAST_ROW:
      return TSDB_CACHE_MODEL_LAST_ROW_STR;
    case TSDB_CACHE_MODEL_LAST_VALUE:
      return TSDB_CACHE_MODEL_LAST_VALUE_STR;
    case TSDB_CACHE_MODEL_BOTH:
      return TSDB_CACHE_MODEL_BOTH_STR;
    default:
      break;
  }
  return "unknown";
}

1602
bool mndIsDbReady(SMnode *pMnode, SDbObj *pDb) {
1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615
  if (pDb->cfg.replications == 1) return true;

  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
  bool  isReady = true;
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid && pVgroup->replica > 1) {
      bool hasLeader = false;
      for (int32_t i = 0; i < pVgroup->replica; ++i) {
1616
        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_LEADER) {
1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629
          hasLeader = true;
        }
      }
      if (!hasLeader) isReady = false;
    }
    sdbRelease(pSdb, pVgroup);
  }

  return isReady;
}

static void mndDumpDbInfoData(SMnode *pMnode, SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, int32_t rows,
                              int64_t numOfTables, bool sysDb, ESdbStatus objStatus, bool sysinfo) {
S
Shengliang Guan 已提交
1630
  int32_t cols = 0;
1631 1632
  int32_t bytes = pShow->pMeta->pSchemas[cols].bytes;
  char   *buf = taosMemoryMalloc(bytes);
S
Shengliang Guan 已提交
1633

S
Shengliang Guan 已提交
1634
  const char *name = mndGetDbStr(pDb->name);
H
Haojun Liao 已提交
1635
  if (name != NULL) {
1636
    STR_WITH_MAXSIZE_TO_VARSTR(buf, name, bytes);
H
Haojun Liao 已提交
1637
  } else {
1638
    STR_WITH_MAXSIZE_TO_VARSTR(buf, "NULL", bytes);
H
Haojun Liao 已提交
1639
  }
S
Shengliang Guan 已提交
1640

1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656
  const char *precStr = NULL;
  switch (pDb->cfg.precision) {
    case TSDB_TIME_PRECISION_MILLI:
      precStr = TSDB_TIME_PRECISION_MILLI_STR;
      break;
    case TSDB_TIME_PRECISION_MICRO:
      precStr = TSDB_TIME_PRECISION_MICRO_STR;
      break;
    case TSDB_TIME_PRECISION_NANO:
      precStr = TSDB_TIME_PRECISION_NANO_STR;
      break;
    default:
      precStr = "none";
      break;
  }
  char precVstr[10] = {0};
S
Shengliang Guan 已提交
1657
  STR_WITH_MAXSIZE_TO_VARSTR(precVstr, precStr, 10);
1658

1659
  char *statusStr = "ready";
1660 1661 1662 1663 1664 1665 1666 1667 1668
  if (objStatus == SDB_STATUS_CREATING) {
    statusStr = "creating";
  } else if (objStatus == SDB_STATUS_DROPPING) {
    statusStr = "dropping";
  } else {
    if (!sysDb && !mndIsDbReady(pMnode, pDb)) {
      statusStr = "unsynced";
    }
  }
1669
  char statusVstr[24] = {0};
S
Shengliang Guan 已提交
1670
  STR_WITH_MAXSIZE_TO_VARSTR(statusVstr, statusStr, 24);
S
Shengliang Guan 已提交
1671

1672
  if (sysDb || !sysinfo) {
S
Shengliang Guan 已提交
1673 1674
    for (int32_t i = 0; i < pShow->numOfColumns; ++i) {
      SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, i);
1675
      if (i == 0) {
1676
        colDataSetVal(pColInfo, rows, buf, false);
1677
      } else if (i == 1) {
1678
        colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false);
1679
      } else if (i == 3) {
1680
        colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false);
1681
      } else if (i == 14) {
1682
        colDataSetVal(pColInfo, rows, precVstr, false);
1683
      } else if (i == 15) {
1684
        colDataSetVal(pColInfo, rows, statusVstr, false);
1685
      } else {
1686
        colDataSetNULL(pColInfo, rows);
1687 1688 1689 1690
      }
    }
  } else {
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1691
    colDataSetVal(pColInfo, rows, buf, false);
S
Shengliang Guan 已提交
1692

1693
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1694
    colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false);
S
Shengliang Guan 已提交
1695

1696
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1697
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfVgroups, false);
S
Shengliang Guan 已提交
1698

1699
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1700
    colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false);
S
Shengliang Guan 已提交
1701

1702
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1703
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.replications, false);
1704

1705
    const char *strictStr = pDb->cfg.strict ? "on" : "off";
1706
    char        strictVstr[24] = {0};
S
Shengliang Guan 已提交
1707
    STR_WITH_MAXSIZE_TO_VARSTR(strictVstr, strictStr, 24);
1708
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1709
    colDataSetVal(pColInfo, rows, (const char *)strictVstr, false);
S
Shengliang Guan 已提交
1710

1711 1712 1713
    char    durationVstr[128] = {0};
    int32_t len = sprintf(&durationVstr[VARSTR_HEADER_SIZE], "%dm", pDb->cfg.daysPerFile);
    varDataSetLen(durationVstr, len);
D
dapan1121 已提交
1714
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1715
    colDataSetVal(pColInfo, rows, (const char *)durationVstr, false);
D
dapan1121 已提交
1716

1717
    char keepVstr[128] = {0};
1718
    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {
1719
      len = sprintf(&keepVstr[VARSTR_HEADER_SIZE], "%dm,%dm,%dm", pDb->cfg.daysToKeep1, pDb->cfg.daysToKeep2,
1720 1721
                    pDb->cfg.daysToKeep0);
    } else {
1722
      len = sprintf(&keepVstr[VARSTR_HEADER_SIZE], "%dm,%dm,%dm", pDb->cfg.daysToKeep0, pDb->cfg.daysToKeep1,
1723 1724
                    pDb->cfg.daysToKeep2);
    }
1725
    varDataSetLen(keepVstr, len);
1726
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1727
    colDataSetVal(pColInfo, rows, (const char *)keepVstr, false);
S
Shengliang Guan 已提交
1728

1729
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1730
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.buffer, false);
S
Shengliang Guan 已提交
1731 1732

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1733
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pageSize, false);
S
Shengliang Guan 已提交
1734

1735
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1736
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pages, false);
S
Shengliang Guan 已提交
1737

1738
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1739
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.minRows, false);
H
Haojun Liao 已提交
1740

1741
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1742
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.maxRows, false);
H
Haojun Liao 已提交
1743

1744
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1745
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.compression, false);
H
Haojun Liao 已提交
1746

1747
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1748
    colDataSetVal(pColInfo, rows, (const char *)precVstr, false);
D
dapan1121 已提交
1749

wmmhello's avatar
wmmhello 已提交
1750
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1751
    colDataSetVal(pColInfo, rows, (const char *)statusVstr, false);
1752

1753
    char *rentensionVstr = buildRetension(pDb->cfg.pRetensions);
1754
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1755
    if (rentensionVstr == NULL) {
1756
      colDataSetNULL(pColInfo, rows);
1757
    } else {
1758
      colDataSetVal(pColInfo, rows, (const char *)rentensionVstr, false);
1759
      taosMemoryFree(rentensionVstr);
1760
    }
1761 1762

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1763
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfStables, false);
1764 1765 1766

    const char *cacheModelStr = getCacheModelStr(pDb->cfg.cacheLast);
    char        cacheModelVstr[24] = {0};
S
Shengliang Guan 已提交
1767
    STR_WITH_MAXSIZE_TO_VARSTR(cacheModelVstr, cacheModelStr, 24);
1768
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1769
    colDataSetVal(pColInfo, rows, (const char *)cacheModelVstr, false);
1770 1771

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1772
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.cacheLastSize, false);
1773 1774

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1775
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walLevel, false);
1776 1777

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1778
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walFsyncPeriod, false);
1779 1780

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1781
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionPeriod, false);
1782 1783

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1784
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionSize, false);
1785 1786

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1787
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRollPeriod, false);
1788 1789

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1790
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walSegmentSize, false);
1791 1792

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1793
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.sstTrigger, false);
1794 1795 1796 1797 1798 1799

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    int16_t hashPrefix = pDb->cfg.hashPrefix;
    if (hashPrefix > 0) {
      hashPrefix = pDb->cfg.hashPrefix - strlen(pDb->name) - 1;
    }
1800
    colDataSetVal(pColInfo, rows, (const char *)&hashPrefix, false);
1801 1802

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1803
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.hashSuffix, false);
1804 1805

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1806
    colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.tsdbPageSize, false);
1807
  }
1808 1809

  taosMemoryFree(buf);
H
Haojun Liao 已提交
1810 1811
}

1812
static void setInformationSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
1813
  tstrncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));
1814
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
H
Haojun Liao 已提交
1815
  pDbObj->cfg.numOfVgroups = 0;
S
Shengliang Guan 已提交
1816
  pDbObj->cfg.strict = 1;
H
Haojun Liao 已提交
1817
  pDbObj->cfg.replications = 1;
L
Liu Jicong 已提交
1818
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
H
Haojun Liao 已提交
1819 1820
}

1821
static void setPerfSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
1822
  tstrncpy(pDbObj->name, TSDB_PERFORMANCE_SCHEMA_DB, tListLen(pDbObj->name));
1823
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
1824
  pDbObj->cfg.numOfVgroups = 0;
S
Shengliang Guan 已提交
1825
  pDbObj->cfg.strict = 1;
1826 1827 1828 1829
  pDbObj->cfg.replications = 1;
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
}

1830 1831 1832
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
  SVgObj  *pVgroup = pObj;
  int32_t *numOfTables = p1;
1833
  int64_t  uid = *(int64_t *)p2;
D
dapan1121 已提交
1834 1835 1836
  if (pVgroup->dbUid == uid) {
    *numOfTables += pVgroup->numOfTables;
  }
1837 1838 1839
  return true;
}

S
Shengliang Guan 已提交
1840
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {
1841 1842 1843 1844 1845
  SMnode    *pMnode = pReq->info.node;
  SSdb      *pSdb = pMnode->pSdb;
  int32_t    numOfRows = 0;
  SDbObj    *pDb = NULL;
  ESdbStatus objStatus = 0;
H
Haojun Liao 已提交
1846

1847 1848 1849 1850
  SUserObj *pUser = mndAcquireUser(pMnode, pReq->info.conn.user);
  if (pUser == NULL) return 0;
  bool sysinfo = pUser->sysInfo;

1851 1852 1853
  // Append the information_schema database into the result.
  if (!pShow->sysDbRsp) {
    SDbObj infoschemaDb = {0};
1854
    setInformationSchemaDbCfg(pMnode, &infoschemaDb);
D
dapan1121 已提交
1855
    size_t numOfTables = 0;
1856
    getVisibleInfosTablesNum(sysinfo, &numOfTables);
1857
    mndDumpDbInfoData(pMnode, pBlock, &infoschemaDb, pShow, numOfRows, numOfTables, true, 0, 1);
1858 1859 1860 1861

    numOfRows += 1;

    SDbObj perfschemaDb = {0};
1862
    setPerfSchemaDbCfg(pMnode, &perfschemaDb);
D
dapan1121 已提交
1863 1864
    numOfTables = 0;
    getPerfDbMeta(NULL, &numOfTables);
1865
    mndDumpDbInfoData(pMnode, pBlock, &perfschemaDb, pShow, numOfRows, numOfTables, true, 0, 1);
1866 1867 1868 1869 1870

    numOfRows += 1;
    pShow->sysDbRsp = true;
  }

H
Haojun Liao 已提交
1871
  while (numOfRows < rowsCapacity) {
1872
    pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus, true);
1873
    if (pShow->pIter == NULL) break;
S
Shengliang Guan 已提交
1874

1875 1876
    if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_READ_OR_WRITE_DB, pDb) == 0) {
      int32_t numOfTables = 0;
D
dapan1121 已提交
1877
      sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, &pDb->uid, NULL);
1878
      mndDumpDbInfoData(pMnode, pBlock, pDb, pShow, numOfRows, numOfTables, false, objStatus, sysinfo);
1879 1880
      numOfRows++;
    }
1881

S
Shengliang Guan 已提交
1882 1883 1884
    sdbRelease(pSdb, pDb);
  }

1885
  pShow->numOfRows += numOfRows;
1886
  mndReleaseUser(pMnode, pUser);
S
Shengliang Guan 已提交
1887 1888 1889 1890 1891
  return numOfRows;
}

static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
  SSdb *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1892
  sdbCancelFetch(pSdb, pIter);
L
Liu Jicong 已提交
1893
}