mndDb.c 64.0 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
Shengliang Guan 已提交
16
#define _DEFAULT_SOURCE
S
Shengliang Guan 已提交
17
#include "mndDb.h"
18
#include "mndCluster.h"
S
Shengliang Guan 已提交
19
#include "mndDnode.h"
20
#include "mndPrivilege.h"
S
Shengliang Guan 已提交
21
#include "mndShow.h"
S
Shengliang Guan 已提交
22
#include "mndSma.h"
23
#include "mndStb.h"
S
Shengliang Guan 已提交
24
#include "mndStream.h"
L
Liu Jicong 已提交
25 26
#include "mndSubscribe.h"
#include "mndTopic.h"
S
Shengliang Guan 已提交
27
#include "mndTrans.h"
S
Shengliang Guan 已提交
28
#include "mndUser.h"
29
#include "mndVgroup.h"
30
#include "systable.h"
S
Shengliang Guan 已提交
31

S
Shengliang Guan 已提交
32
#define DB_VER_NUMBER   1
33
#define DB_RESERVE_SIZE 54
S
Shengliang Guan 已提交
34 35 36 37 38

static SSdbRaw *mndDbActionEncode(SDbObj *pDb);
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw);
static int32_t  mndDbActionInsert(SSdb *pSdb, SDbObj *pDb);
static int32_t  mndDbActionDelete(SSdb *pSdb, SDbObj *pDb);
S
Shengliang Guan 已提交
39
static int32_t  mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew);
S
Shengliang Guan 已提交
40 41 42 43 44
static int32_t  mndProcessCreateDbReq(SRpcMsg *pReq);
static int32_t  mndProcessAlterDbReq(SRpcMsg *pReq);
static int32_t  mndProcessDropDbReq(SRpcMsg *pReq);
static int32_t  mndProcessUseDbReq(SRpcMsg *pReq);
static int32_t  mndProcessCompactDbReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
45
static int32_t  mndProcessTrimDbReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
46
static int32_t  mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity);
S
Shengliang Guan 已提交
47
static void     mndCancelGetNextDb(SMnode *pMnode, void *pIter);
S
Shengliang Guan 已提交
48
static int32_t  mndProcessGetDbCfgReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
49

S
Shengliang Guan 已提交
50
int32_t mndInitDb(SMnode *pMnode) {
S
Shengliang Guan 已提交
51 52 53 54 55 56 57 58 59
  SSdbTable table = {
      .sdbType = SDB_DB,
      .keyType = SDB_KEY_BINARY,
      .encodeFp = (SdbEncodeFp)mndDbActionEncode,
      .decodeFp = (SdbDecodeFp)mndDbActionDecode,
      .insertFp = (SdbInsertFp)mndDbActionInsert,
      .updateFp = (SdbUpdateFp)mndDbActionUpdate,
      .deleteFp = (SdbDeleteFp)mndDbActionDelete,
  };
S
Shengliang Guan 已提交
60

S
Shengliang Guan 已提交
61 62 63 64 65
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
S
Shengliang Guan 已提交
66
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB, mndProcessTrimDbReq);
D
dapan1121 已提交
67
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
S
Shengliang Guan 已提交
68 69 70 71

  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);

S
Shengliang Guan 已提交
72
  return sdbSetTable(pMnode->pSdb, table);
S
Shengliang Guan 已提交
73
}
S
Shengliang Guan 已提交
74

S
Shengliang Guan 已提交
75
void mndCleanupDb(SMnode *pMnode) {}
S
Shengliang Guan 已提交
76

S
Shengliang Guan 已提交
77
static SSdbRaw *mndDbActionEncode(SDbObj *pDb) {
78 79
  terrno = TSDB_CODE_OUT_OF_MEMORY;

S
Shengliang Guan 已提交
80 81 82
  int32_t  size = sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + DB_RESERVE_SIZE;
  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, DB_VER_NUMBER, size);
  if (pRaw == NULL) goto _OVER;
S
Shengliang Guan 已提交
83 84

  int32_t dataPos = 0;
S
Shengliang Guan 已提交
85 86 87 88 89 90 91 92 93
  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->uid, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, _OVER)
S
Shengliang Guan 已提交
94 95 96 97
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfStables, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.buffer, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pageSize, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pages, _OVER)
98
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastSize, _OVER)
S
Shengliang Guan 已提交
99 100 101 102 103 104
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, _OVER)
105
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walFsyncPeriod, _OVER)
S
Shengliang Guan 已提交
106 107 108 109 110
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.strict, _OVER)
111
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLast, _OVER)
S
Shengliang Guan 已提交
112 113
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.hashMethod, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, _OVER)
S
sma  
Shengliang Guan 已提交
114
  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
115 116 117
    if (tAssertS(taosArrayGetSize(pDb->cfg.pRetensions) == pDb->cfg.numOfRetensions,
                 "db:%s, numOfRetensions:%d not matched with %d", pDb->name, pDb->cfg.numOfRetensions,
                 taosArrayGetSize(pDb->cfg.pRetensions))) {
S
Shengliang Guan 已提交
118 119
      pDb->cfg.numOfRetensions = taosArrayGetSize(pDb->cfg.pRetensions);
    }
S
sma  
Shengliang Guan 已提交
120
    SRetention *pRetension = taosArrayGet(pDb->cfg.pRetensions, i);
C
Cary Xu 已提交
121 122
    SDB_SET_INT64(pRaw, dataPos, pRetension->freq, _OVER)
    SDB_SET_INT64(pRaw, dataPos, pRetension->keep, _OVER)
S
Shengliang Guan 已提交
123 124
    SDB_SET_INT8(pRaw, dataPos, pRetension->freqUnit, _OVER)
    SDB_SET_INT8(pRaw, dataPos, pRetension->keepUnit, _OVER)
S
sma  
Shengliang Guan 已提交
125
  }
wmmhello's avatar
wmmhello 已提交
126
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.schemaless, _OVER)
S
Shengliang Guan 已提交
127
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRetentionPeriod, _OVER)
L
Liu Jicong 已提交
128
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walRetentionSize, _OVER)
S
Shengliang Guan 已提交
129
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRollPeriod, _OVER)
L
Liu Jicong 已提交
130
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walSegmentSize, _OVER)
131
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.sstTrigger, _OVER)
132 133
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashPrefix, _OVER)
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashSuffix, _OVER)
134
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.tsdbPageSize, _OVER)
S
sma  
Shengliang Guan 已提交
135

S
Shengliang Guan 已提交
136 137
  SDB_SET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
138 139 140

  terrno = 0;

S
Shengliang Guan 已提交
141
_OVER:
142 143 144 145 146
  if (terrno != 0) {
    mError("db:%s, failed to encode to raw:%p since %s", pDb->name, pRaw, terrstr());
    sdbFreeRaw(pRaw);
    return NULL;
  }
S
Shengliang Guan 已提交
147

148
  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
149 150 151 152
  return pRaw;
}

static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
153
  terrno = TSDB_CODE_OUT_OF_MEMORY;
154 155
  SSdbRow *pRow = NULL;
  SDbObj  *pDb = NULL;
156

S
Shengliang Guan 已提交
157
  int8_t sver = 0;
S
Shengliang Guan 已提交
158
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
S
Shengliang Guan 已提交
159

S
Shengliang Guan 已提交
160
  if (sver != DB_VER_NUMBER) {
S
Shengliang Guan 已提交
161
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
S
Shengliang Guan 已提交
162
    goto _OVER;
S
Shengliang Guan 已提交
163 164
  }

165
  pRow = sdbAllocRow(sizeof(SDbObj));
S
Shengliang Guan 已提交
166
  if (pRow == NULL) goto _OVER;
167

168
  pDb = sdbGetRowObj(pRow);
S
Shengliang Guan 已提交
169
  if (pDb == NULL) goto _OVER;
S
Shengliang Guan 已提交
170 171

  int32_t dataPos = 0;
S
Shengliang Guan 已提交
172 173 174 175 176 177 178 179 180
  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, _OVER)
S
Shengliang Guan 已提交
181 182 183 184
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfStables, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.buffer, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pageSize, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pages, _OVER)
185
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastSize, _OVER)
S
Shengliang Guan 已提交
186 187 188 189 190 191
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, _OVER)
192
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walFsyncPeriod, _OVER)
S
Shengliang Guan 已提交
193 194 195 196 197
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.strict, _OVER)
198
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLast, _OVER)
S
Shengliang Guan 已提交
199 200
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.hashMethod, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, _OVER)
S
sma  
Shengliang Guan 已提交
201 202
  if (pDb->cfg.numOfRetensions > 0) {
    pDb->cfg.pRetensions = taosArrayInit(pDb->cfg.numOfRetensions, sizeof(SRetention));
S
Shengliang Guan 已提交
203
    if (pDb->cfg.pRetensions == NULL) goto _OVER;
S
sma  
Shengliang Guan 已提交
204
    for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
X
Xiaoyu Wang 已提交
205 206 207 208 209 210
      SRetention retention = {0};
      SDB_GET_INT64(pRaw, dataPos, &retention.freq, _OVER)
      SDB_GET_INT64(pRaw, dataPos, &retention.keep, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &retention.freqUnit, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &retention.keepUnit, _OVER)
      if (taosArrayPush(pDb->cfg.pRetensions, &retention) == NULL) {
S
Shengliang Guan 已提交
211
        goto _OVER;
S
sma  
Shengliang Guan 已提交
212 213 214
      }
    }
  }
wmmhello's avatar
wmmhello 已提交
215
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.schemaless, _OVER)
S
Shengliang Guan 已提交
216
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRetentionPeriod, _OVER)
L
Liu Jicong 已提交
217
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walRetentionSize, _OVER)
S
Shengliang Guan 已提交
218
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRollPeriod, _OVER)
L
Liu Jicong 已提交
219
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walSegmentSize, _OVER)
220
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.sstTrigger, _OVER)
221 222
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashPrefix, _OVER)
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashSuffix, _OVER)
223
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.tsdbPageSize, _OVER)
S
sma  
Shengliang Guan 已提交
224

S
Shengliang Guan 已提交
225
  SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
S
Shengliang Guan 已提交
226
  taosInitRWLatch(&pDb->lock);
227

S
Shengliang Guan 已提交
228
  if (pDb->cfg.tsdbPageSize != TSDB_MIN_TSDB_PAGESIZE) {
229 230 231 232
    mInfo("db:%s, tsdbPageSize set from %d to default %d", pDb->name, pDb->cfg.tsdbPageSize,
          TSDB_DEFAULT_TSDB_PAGESIZE);
  }

S
Shengliang Guan 已提交
233
  if (pDb->cfg.sstTrigger != TSDB_MIN_STT_TRIGGER) {
234 235 236
    mInfo("db:%s, sstTrigger set from %d to default %d", pDb->name, pDb->cfg.sstTrigger, TSDB_DEFAULT_SST_TRIGGER);
  }

237 238
  terrno = 0;

S
Shengliang Guan 已提交
239
_OVER:
240
  if (terrno != 0) {
241
    mError("db:%s, failed to decode from raw:%p since %s", pDb == NULL ? "null" : pDb->name, pRaw, terrstr());
wafwerar's avatar
wafwerar 已提交
242
    taosMemoryFreeClear(pRow);
243 244
    return NULL;
  }
S
Shengliang Guan 已提交
245

246
  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
247 248 249 250
  return pRow;
}

static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {
251
  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);
S
Shengliang Guan 已提交
252 253 254 255
  return 0;
}

static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
256
  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);
S
sma  
Shengliang Guan 已提交
257
  taosArrayDestroy(pDb->cfg.pRetensions);
S
Shengliang Guan 已提交
258 259 260
  return 0;
}

S
Shengliang Guan 已提交
261 262
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
263
  taosWLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
264 265 266
  pOld->updateTime = pNew->updateTime;
  pOld->cfgVersion = pNew->cfgVersion;
  pOld->vgVersion = pNew->vgVersion;
S
Shengliang Guan 已提交
267 268
  pOld->cfg.buffer = pNew->cfg.buffer;
  pOld->cfg.pageSize = pNew->cfg.pageSize;
269
  pOld->cfg.pages = pNew->cfg.pages;
270
  pOld->cfg.cacheLastSize = pNew->cfg.cacheLastSize;
S
Shengliang Guan 已提交
271 272 273 274
  pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;
  pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;
  pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;
  pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;
275
  pOld->cfg.walFsyncPeriod = pNew->cfg.walFsyncPeriod;
S
Shengliang Guan 已提交
276 277
  pOld->cfg.walLevel = pNew->cfg.walLevel;
  pOld->cfg.strict = pNew->cfg.strict;
278
  pOld->cfg.cacheLast = pNew->cfg.cacheLast;
S
Shengliang Guan 已提交
279
  pOld->cfg.replications = pNew->cfg.replications;
280
  pOld->cfg.sstTrigger = pNew->cfg.sstTrigger;
281
  pOld->cfg.tsdbPageSize = pNew->cfg.tsdbPageSize;
282
  taosWUnLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
283 284 285
  return 0;
}

S
Shengliang Guan 已提交
286 287 288 289
static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {
  SSdb *pSdb = pMnode->pSdb;
  return sdbGetTableVer(pSdb, SDB_VGROUP);
}
290

S
Shengliang Guan 已提交
291
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
S
Shengliang Guan 已提交
292 293
  SSdb   *pSdb = pMnode->pSdb;
  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);
294 295 296 297 298
  if (pDb == NULL) {
    if (terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
    } else if (terrno == TSDB_CODE_SDB_OBJ_CREATING) {
      terrno = TSDB_CODE_MND_DB_IN_CREATING;
299
    } else if (terrno == TSDB_CODE_SDB_OBJ_DROPPING) {
300 301 302 303 304
      terrno = TSDB_CODE_MND_DB_IN_DROPPING;
    } else {
      terrno = TSDB_CODE_APP_ERROR;
      mFatal("db:%s, failed to acquire db since %s", db, terrstr());
    }
S
Shengliang Guan 已提交
305 306
  }
  return pDb;
S
Shengliang Guan 已提交
307
}
S
Shengliang Guan 已提交
308

S
Shengliang Guan 已提交
309 310 311 312 313
void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  sdbRelease(pSdb, pDb);
}

S
Shengliang Guan 已提交
314
static int32_t mndCheckDbName(const char *dbName, SUserObj *pUser) {
S
Shengliang Guan 已提交
315 316 317 318 319 320 321 322 323 324 325 326 327 328 329
  char *pos = strstr(dbName, TS_PATH_DELIMITER);
  if (pos == NULL) {
    terrno = TSDB_CODE_MND_INVALID_DB;
    return -1;
  }

  int32_t acctId = atoi(dbName);
  if (acctId != pUser->acctId) {
    terrno = TSDB_CODE_MND_INVALID_DB_ACCT;
    return -1;
  }

  return 0;
}

S
Shengliang Guan 已提交
330
static int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {
S
Shengliang Guan 已提交
331 332
  terrno = TSDB_CODE_MND_INVALID_DB_OPTION;

333
  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return -1;
S
Shengliang Guan 已提交
334 335 336 337
  if (pCfg->numOfStables < TSDB_DB_STREAM_MODE_OFF || pCfg->numOfStables > TSDB_DB_STREAM_MODE_ON) return -1;
  if (pCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return -1;
  if (pCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return -1;
  if (pCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return -1;
338
  if (pCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return -1;
S
Shengliang Guan 已提交
339 340 341 342
  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return -1;
  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return -1;
S
Shengliang Guan 已提交
343
  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return -1;
S
Shengliang Guan 已提交
344 345
  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return -1;
  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return -1;
S
Shengliang Guan 已提交
346 347
  if (pCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return -1;
  if (pCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return -1;
S
Shengliang Guan 已提交
348
  if (pCfg->minRows > pCfg->maxRows) return -1;
349
  if (pCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return -1;
S
Shengliang Guan 已提交
350 351 352
  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return -1;
  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return -1;
  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return -1;
S
Shengliang Guan 已提交
353
  if (pCfg->replications < TSDB_MIN_DB_REPLICA || pCfg->replications > TSDB_MAX_DB_REPLICA) return -1;
S
Shengliang Guan 已提交
354
  if (pCfg->replications != 1 && pCfg->replications != 3) return -1;
355
  if (pCfg->strict < TSDB_DB_STRICT_OFF || pCfg->strict > TSDB_DB_STRICT_ON) return -1;
wmmhello's avatar
wmmhello 已提交
356
  if (pCfg->schemaless < TSDB_DB_SCHEMALESS_OFF || pCfg->schemaless > TSDB_DB_SCHEMALESS_ON) return -1;
357
  if (pCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return -1;
S
Shengliang Guan 已提交
358
  if (pCfg->hashMethod != 1) return -1;
359 360 361 362
  if (pCfg->replications > mndGetDnodeSize(pMnode)) {
    terrno = TSDB_CODE_MND_NO_ENOUGH_DNODES;
    return -1;
  }
S
Shengliang Guan 已提交
363 364 365 366
  if (pCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return -1;
  if (pCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return -1;
  if (pCfg->walRollPeriod < TSDB_DB_MIN_WAL_ROLL_PERIOD) return -1;
  if (pCfg->walSegmentSize < TSDB_DB_MIN_WAL_SEGMENT_SIZE) return -1;
H
Hongze Cheng 已提交
367
  if (pCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pCfg->sstTrigger > TSDB_MAX_STT_TRIGGER) return -1;
368 369
  if (pCfg->hashPrefix < TSDB_MIN_HASH_PREFIX || pCfg->hashPrefix > TSDB_MAX_HASH_PREFIX) return -1;
  if (pCfg->hashSuffix < TSDB_MIN_HASH_SUFFIX || pCfg->hashSuffix > TSDB_MAX_HASH_SUFFIX) return -1;
370
  if (pCfg->tsdbPageSize < TSDB_MIN_TSDB_PAGESIZE || pCfg->tsdbPageSize > TSDB_MAX_TSDB_PAGESIZE) return -1;
S
Shengliang Guan 已提交
371 372

  terrno = 0;
373
  return terrno;
S
Shengliang Guan 已提交
374 375 376
}

static void mndSetDefaultDbCfg(SDbCfg *pCfg) {
377
  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;
S
Shengliang Guan 已提交
378 379
  if (pCfg->numOfStables < 0) pCfg->numOfStables = TSDB_DEFAULT_DB_SINGLE_STABLE;
  if (pCfg->buffer < 0) pCfg->buffer = TSDB_DEFAULT_BUFFER_PER_VNODE;
H
Hongze Cheng 已提交
380 381
  if (pCfg->pageSize < 0) pCfg->pageSize = TSDB_DEFAULT_PAGESIZE_PER_VNODE;
  if (pCfg->pages < 0) pCfg->pages = TSDB_DEFAULT_PAGES_PER_VNODE;
S
Shengliang Guan 已提交
382
  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DURATION_PER_FILE;
S
Shengliang Guan 已提交
383
  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;
384 385
  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;
  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;
S
Shengliang Guan 已提交
386 387
  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MINROWS_FBLOCK;
  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAXROWS_FBLOCK;
388
  if (pCfg->walFsyncPeriod < 0) pCfg->walFsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;
S
Shengliang Guan 已提交
389 390 391
  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;
  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;
  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;
S
Shengliang Guan 已提交
392 393
  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA;
  if (pCfg->strict < 0) pCfg->strict = TSDB_DEFAULT_DB_STRICT;
394 395
  if (pCfg->cacheLast < 0) pCfg->cacheLast = TSDB_DEFAULT_CACHE_MODEL;
  if (pCfg->cacheLastSize <= 0) pCfg->cacheLastSize = TSDB_DEFAULT_CACHE_SIZE;
396
  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;
wmmhello's avatar
wmmhello 已提交
397
  if (pCfg->schemaless < 0) pCfg->schemaless = TSDB_DB_SCHEMALESS_OFF;
L
Liu Jicong 已提交
398
  if (pCfg->walRetentionPeriod < 0 && pCfg->walRetentionPeriod != -1)
399
    pCfg->walRetentionPeriod = TSDB_REPS_DEF_DB_WAL_RET_PERIOD;
L
Liu Jicong 已提交
400
  if (pCfg->walRetentionSize < 0 && pCfg->walRetentionSize != -1)
401 402
    pCfg->walRetentionSize = TSDB_REPS_DEF_DB_WAL_RET_SIZE;
  if (pCfg->walRollPeriod < 0) pCfg->walRollPeriod = TSDB_REPS_DEF_DB_WAL_ROLL_PERIOD;
S
Shengliang Guan 已提交
403
  if (pCfg->walSegmentSize < 0) pCfg->walSegmentSize = TSDB_DEFAULT_DB_WAL_SEGMENT_SIZE;
404
  if (pCfg->sstTrigger <= 0) pCfg->sstTrigger = TSDB_DEFAULT_SST_TRIGGER;
405 406
  if (pCfg->hashPrefix < 0) pCfg->hashPrefix = TSDB_DEFAULT_HASH_PREFIX;
  if (pCfg->hashSuffix < 0) pCfg->hashSuffix = TSDB_DEFAULT_HASH_SUFFIX;
407
  if (pCfg->tsdbPageSize <= 0) pCfg->tsdbPageSize = TSDB_DEFAULT_TSDB_PAGESIZE;
S
Shengliang Guan 已提交
408
}
S
Shengliang Guan 已提交
409

S
Shengliang Guan 已提交
410
static int32_t mndSetCreateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
411
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
412 413 414
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
415

S
Shengliang Guan 已提交
416
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
417
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
418 419 420
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendRedolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
421 422 423 424 425
  }

  return 0;
}

S
Shengliang Guan 已提交
426
static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
427
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
428 429 430
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendUndolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
431

S
Shengliang Guan 已提交
432
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
433
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
434 435 436
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendUndolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
437 438 439 440 441
  }

  return 0;
}

S
Shengliang Guan 已提交
442
static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
443
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
444 445 446
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
447

S
Shengliang Guan 已提交
448
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
449
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
450 451 452
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendCommitlog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
453 454 455 456 457
  }

  return 0;
}

S
Shengliang Guan 已提交
458 459
static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
460
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
461 462

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
463
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
S
Shengliang Guan 已提交
464
      if (mndAddCreateVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid) != 0) {
S
Shengliang Guan 已提交
465 466 467 468 469
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
470 471 472
  return 0;
}

S
Shengliang Guan 已提交
473 474
static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
475
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
476 477

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
478 479
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
      if (mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false) != 0) {
S
Shengliang Guan 已提交
480 481 482 483 484
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
485 486 487
  return 0;
}

S
Shengliang Guan 已提交
488
static int32_t mndCreateDb(SMnode *pMnode, SRpcMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser) {
S
Shengliang Guan 已提交
489
  SDbObj dbObj = {0};
490
  memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
491
  memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);
S
Shengliang Guan 已提交
492 493
  dbObj.createdTime = taosGetTimestampMs();
  dbObj.updateTime = dbObj.createdTime;
494
  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
495 496
  dbObj.cfgVersion = 1;
  dbObj.vgVersion = 1;
S
Shengliang Guan 已提交
497
  memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);
L
Liu Jicong 已提交
498 499
  dbObj.cfg = (SDbCfg){
      .numOfVgroups = pCreate->numOfVgroups,
S
Shengliang Guan 已提交
500 501 502 503
      .numOfStables = pCreate->numOfStables,
      .buffer = pCreate->buffer,
      .pageSize = pCreate->pageSize,
      .pages = pCreate->pages,
504
      .cacheLastSize = pCreate->cacheLastSize,
L
Liu Jicong 已提交
505 506 507 508 509 510
      .daysPerFile = pCreate->daysPerFile,
      .daysToKeep0 = pCreate->daysToKeep0,
      .daysToKeep1 = pCreate->daysToKeep1,
      .daysToKeep2 = pCreate->daysToKeep2,
      .minRows = pCreate->minRows,
      .maxRows = pCreate->maxRows,
511
      .walFsyncPeriod = pCreate->walFsyncPeriod,
512
      .walLevel = pCreate->walLevel,
L
Liu Jicong 已提交
513 514 515
      .precision = pCreate->precision,
      .compression = pCreate->compression,
      .replications = pCreate->replications,
S
Shengliang Guan 已提交
516
      .strict = pCreate->strict,
517
      .cacheLast = pCreate->cacheLast,
S
Shengliang Guan 已提交
518
      .hashMethod = 1,
wmmhello's avatar
wmmhello 已提交
519
      .schemaless = pCreate->schemaless,
S
Shengliang Guan 已提交
520 521 522 523
      .walRetentionPeriod = pCreate->walRetentionPeriod,
      .walRetentionSize = pCreate->walRetentionSize,
      .walRollPeriod = pCreate->walRollPeriod,
      .walSegmentSize = pCreate->walSegmentSize,
524
      .sstTrigger = pCreate->sstTrigger,
525 526
      .hashPrefix = pCreate->hashPrefix,
      .hashSuffix = pCreate->hashSuffix,
527
      .tsdbPageSize = pCreate->tsdbPageSize,
L
Liu Jicong 已提交
528
  };
S
Shengliang Guan 已提交
529

S
sma  
Shengliang Guan 已提交
530 531 532
  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;
  dbObj.cfg.pRetensions = pCreate->pRetensions;

S
Shengliang Guan 已提交
533 534
  mndSetDefaultDbCfg(&dbObj.cfg);

S
Shengliang Guan 已提交
535 536 537 538 539
  if (mndCheckDbName(dbObj.name, pUser) != 0) {
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
540
  if (mndCheckDbCfg(pMnode, &dbObj.cfg) != 0) {
S
Shengliang Guan 已提交
541 542 543
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }
S
Shengliang Guan 已提交
544

545 546 547 548 549 550
  if (dbObj.cfg.hashPrefix > 0) {
    int32_t dbLen = strlen(dbObj.name) + 1;
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix + dbLen);
    dbObj.cfg.hashPrefix += dbLen;
  }

S
Shengliang Guan 已提交
551 552
  SVgObj *pVgroups = NULL;
  if (mndAllocVgroup(pMnode, &dbObj, &pVgroups) != 0) {
553 554 555 556
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
557
  int32_t code = -1;
558
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "create-db");
S
Shengliang Guan 已提交
559
  if (pTrans == NULL) goto _OVER;
560
  // mndTransSetSerial(pTrans);
561
  mInfo("trans:%d, used to create db:%s", pTrans->id, pCreate->db);
S
Shengliang Guan 已提交
562

563
  mndTransSetDbName(pTrans, dbObj.name, NULL);
564
  mndTransSetOper(pTrans, MND_OPER_CREATE_DB);
S
Shengliang Guan 已提交
565 566 567 568 569 570
  if (mndSetCreateDbRedoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
571

S
Shengliang Guan 已提交
572 573
  code = 0;

S
Shengliang Guan 已提交
574
_OVER:
wafwerar's avatar
wafwerar 已提交
575
  taosMemoryFree(pVgroups);
S
Shengliang Guan 已提交
576
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
577
  return code;
S
Shengliang Guan 已提交
578 579
}

S
Shengliang Guan 已提交
580 581
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq) {
  SMnode      *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
582 583 584 585 586
  int32_t      code = -1;
  SDbObj      *pDb = NULL;
  SUserObj    *pUser = NULL;
  SCreateDbReq createReq = {0};

C
Cary Xu 已提交
587 588 589 590
  if ((terrno = grantCheck(TSDB_GRANT_DB)) != 0) {
    code = terrno;
    goto _OVER;
  }
591

S
Shengliang Guan 已提交
592
  if (tDeserializeSCreateDbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
S
Shengliang Guan 已提交
593
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
594
    goto _OVER;
S
Shengliang Guan 已提交
595 596
  }

597
  mInfo("db:%s, start to create, vgroups:%d", createReq.db, createReq.numOfVgroups);
598 599 600
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_CREATE_DB, NULL) != 0) {
    goto _OVER;
  }
S
Shengliang Guan 已提交
601 602

  pDb = mndAcquireDb(pMnode, createReq.db);
S
Shengliang Guan 已提交
603
  if (pDb != NULL) {
S
Shengliang Guan 已提交
604
    if (createReq.ignoreExist) {
605
      mInfo("db:%s, already exist, ignore exist is set", createReq.db);
S
Shengliang Guan 已提交
606
      code = 0;
S
Shengliang Guan 已提交
607
      goto _OVER;
S
Shengliang Guan 已提交
608 609
    } else {
      terrno = TSDB_CODE_MND_DB_ALREADY_EXIST;
S
Shengliang Guan 已提交
610
      goto _OVER;
S
Shengliang Guan 已提交
611
    }
612 613 614
  } else {
    if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {
      if (mndSetRpcInfoForDbTrans(pMnode, pReq, MND_OPER_CREATE_DB, createReq.db) == 0) {
615
        mInfo("db:%s, is creating and createdb response after trans finished", createReq.db);
616 617 618 619 620 621
        code = TSDB_CODE_ACTION_IN_PROGRESS;
        goto _OVER;
      } else {
        goto _OVER;
      }
    } else if (terrno == TSDB_CODE_MND_DB_IN_DROPPING) {
622
      goto _OVER;
623 624 625
    } else if (terrno == TSDB_CODE_MND_DB_NOT_EXIST) {
      // continue
    } else {  // TSDB_CODE_APP_ERROR
626 627
      goto _OVER;
    }
S
Shengliang Guan 已提交
628 629
  }

630
  pUser = mndAcquireUser(pMnode, pReq->info.conn.user);
S
Shengliang Guan 已提交
631
  if (pUser == NULL) {
S
Shengliang Guan 已提交
632
    goto _OVER;
S
Shengliang Guan 已提交
633 634 635
  }

  code = mndCreateDb(pMnode, pReq, &createReq, pUser);
S
Shengliang Guan 已提交
636
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
637

S
Shengliang Guan 已提交
638
_OVER:
S
Shengliang Guan 已提交
639
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
640
    mError("db:%s, failed to create since %s", createReq.db, terrstr());
S
Shengliang Guan 已提交
641 642
  }

S
Shengliang Guan 已提交
643 644
  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);
S
sma  
Shengliang Guan 已提交
645
  tFreeSCreateDbReq(&createReq);
S
Shengliang Guan 已提交
646 647

  return code;
S
Shengliang Guan 已提交
648 649
}

S
Shengliang Guan 已提交
650
static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {
S
Shengliang Guan 已提交
651
  terrno = TSDB_CODE_MND_DB_OPTION_UNCHANGED;
S
Shengliang Guan 已提交
652

S
Shengliang Guan 已提交
653
  if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) {
S
Shengliang Guan 已提交
654 655 656 657
    pDb->cfg.buffer = pAlter->buffer;
    terrno = 0;
  }

S
Shengliang Guan 已提交
658
  if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) {
S
Shengliang Guan 已提交
659
    pDb->cfg.pages = pAlter->pages;
S
Shengliang Guan 已提交
660
    terrno = 0;
S
Shengliang Guan 已提交
661 662
  }

S
Shengliang Guan 已提交
663
  if (pAlter->pageSize > 0 && pAlter->pageSize != pDb->cfg.pageSize) {
S
Shengliang Guan 已提交
664
    pDb->cfg.pageSize = pAlter->pageSize;
S
Shengliang Guan 已提交
665
    terrno = 0;
S
Shengliang Guan 已提交
666 667
  }

S
Shengliang Guan 已提交
668
  if (pAlter->daysPerFile > 0 && pAlter->daysPerFile != pDb->cfg.daysPerFile) {
S
Shengliang Guan 已提交
669
    pDb->cfg.daysPerFile = pAlter->daysPerFile;
S
Shengliang Guan 已提交
670
    terrno = 0;
S
Shengliang Guan 已提交
671 672
  }

S
Shengliang Guan 已提交
673
  if (pAlter->daysToKeep0 > 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {
S
Shengliang Guan 已提交
674
    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;
S
Shengliang Guan 已提交
675
    terrno = 0;
S
Shengliang Guan 已提交
676 677
  }

S
Shengliang Guan 已提交
678
  if (pAlter->daysToKeep1 > 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {
S
Shengliang Guan 已提交
679
    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;
S
Shengliang Guan 已提交
680
    terrno = 0;
S
Shengliang Guan 已提交
681 682
  }

S
Shengliang Guan 已提交
683
  if (pAlter->daysToKeep2 > 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {
S
Shengliang Guan 已提交
684
    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;
S
Shengliang Guan 已提交
685
    terrno = 0;
S
Shengliang Guan 已提交
686 687
  }

688 689
  if (pAlter->walFsyncPeriod >= 0 && pAlter->walFsyncPeriod != pDb->cfg.walFsyncPeriod) {
    pDb->cfg.walFsyncPeriod = pAlter->walFsyncPeriod;
S
Shengliang Guan 已提交
690
    terrno = 0;
S
Shengliang Guan 已提交
691 692 693 694
  }

  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {
    pDb->cfg.walLevel = pAlter->walLevel;
S
Shengliang Guan 已提交
695
    terrno = 0;
S
Shengliang Guan 已提交
696 697
  }

S
Shengliang Guan 已提交
698
  if (pAlter->strict >= 0 && pAlter->strict != pDb->cfg.strict) {
699 700 701
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
#else
S
Shengliang Guan 已提交
702
    pDb->cfg.strict = pAlter->strict;
S
Shengliang Guan 已提交
703
    terrno = 0;
704
#endif
S
Shengliang Guan 已提交
705 706
  }

707 708
  if (pAlter->cacheLast >= 0 && pAlter->cacheLast != pDb->cfg.cacheLast) {
    pDb->cfg.cacheLast = pAlter->cacheLast;
S
Shengliang Guan 已提交
709
    terrno = 0;
S
Shengliang Guan 已提交
710 711
  }

712 713
  if (pAlter->cacheLastSize > 0 && pAlter->cacheLastSize != pDb->cfg.cacheLastSize) {
    pDb->cfg.cacheLastSize = pAlter->cacheLastSize;
714 715 716
    terrno = 0;
  }

S
Shengliang Guan 已提交
717
  if (pAlter->replications > 0 && pAlter->replications != pDb->cfg.replications) {
S
Shengliang Guan 已提交
718
    pDb->cfg.replications = pAlter->replications;
S
Shengliang Guan 已提交
719
    pDb->vgVersion++;
S
Shengliang Guan 已提交
720 721 722
    terrno = 0;
  }

S
Shengliang Guan 已提交
723 724 725
  return terrno;
}

S
Shengliang Guan 已提交
726
static int32_t mndSetAlterDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
727
  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);
S
Shengliang Guan 已提交
728
  if (pRedoRaw == NULL) return -1;
729 730 731 732
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) {
    sdbFreeRaw(pRedoRaw);
    return -1;
  }
S
Shengliang Guan 已提交
733

S
Shengliang Guan 已提交
734
  (void)sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY);
S
Shengliang Guan 已提交
735 736 737
  return 0;
}

S
Shengliang Guan 已提交
738
static int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
739
  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);
S
Shengliang Guan 已提交
740
  if (pCommitRaw == NULL) return -1;
741 742 743 744
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
    sdbFreeRaw(pCommitRaw);
    return -1;
  }
S
Shengliang Guan 已提交
745

S
Shengliang Guan 已提交
746
  (void)sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY);
S
Shengliang Guan 已提交
747 748 749
  return 0;
}

750
static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb) {
S
Shengliang Guan 已提交
751 752
  SSdb   *pSdb = pMnode->pSdb;
  void   *pIter = NULL;
S
Shengliang Guan 已提交
753
  SArray *pArray = mndBuildDnodesArray(pMnode, 0);
S
Shengliang Guan 已提交
754

S
Shengliang Guan 已提交
755 756 757 758
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;
S
Shengliang Guan 已提交
759

760 761
    if (mndVgroupInDb(pVgroup, pNewDb->uid)) {
      if (mndBuildAlterVgroupAction(pMnode, pTrans, pOldDb, pNewDb, pVgroup, pArray) != 0) {
S
Shengliang Guan 已提交
762 763
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
S
Shengliang Guan 已提交
764
        taosArrayDestroy(pArray);
S
Shengliang Guan 已提交
765 766 767 768 769 770 771
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

S
Shengliang Guan 已提交
772
  taosArrayDestroy(pArray);
S
Shengliang Guan 已提交
773 774
  return 0;
}
S
Shengliang Guan 已提交
775

S
Shengliang Guan 已提交
776
static int32_t mndAlterDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
777
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "alter-db");
778
  if (pTrans == NULL) return -1;
779
  mInfo("trans:%d, used to alter db:%s", pTrans->id, pOld->name);
S
Shengliang Guan 已提交
780

781
  int32_t code = -1;
782
  mndTransSetDbName(pTrans, pOld->name, NULL);
S
Shengliang Guan 已提交
783 784 785 786
  if (mndSetAlterDbRedoLogs(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
787 788
  code = 0;

S
Shengliang Guan 已提交
789
_OVER:
S
Shengliang Guan 已提交
790
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
791
  return code;
S
Shengliang Guan 已提交
792 793
}

S
Shengliang Guan 已提交
794 795
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq) {
  SMnode     *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
796 797 798
  int32_t     code = -1;
  SDbObj     *pDb = NULL;
  SAlterDbReq alterReq = {0};
S
Shengliang Guan 已提交
799
  SDbObj      dbObj = {0};
S
Shengliang Guan 已提交
800

S
Shengliang Guan 已提交
801
  if (tDeserializeSAlterDbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
S
Shengliang Guan 已提交
802
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
803
    goto _OVER;
S
Shengliang Guan 已提交
804
  }
805
  mInfo("====>1");
806
  mInfo("db:%s, start to alter", alterReq.db);
S
Shengliang Guan 已提交
807

S
Shengliang Guan 已提交
808
  pDb = mndAcquireDb(pMnode, alterReq.db);
S
Shengliang Guan 已提交
809
  if (pDb == NULL) {
S
Shengliang Guan 已提交
810
    goto _OVER;
S
Shengliang Guan 已提交
811 812
  }

813
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_ALTER_DB, pDb) != 0) {
S
Shengliang Guan 已提交
814
    goto _OVER;
S
Shengliang Guan 已提交
815 816 817
  }

  memcpy(&dbObj, pDb, sizeof(SDbObj));
S
Shengliang Guan 已提交
818
  if (dbObj.cfg.pRetensions != NULL) {
H
Haojun Liao 已提交
819
    dbObj.cfg.pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
S
Shengliang Guan 已提交
820 821
    if (dbObj.cfg.pRetensions == NULL) goto _OVER;
  }
S
Shengliang Guan 已提交
822

S
Shengliang Guan 已提交
823
  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
S
Shengliang Guan 已提交
824
  if (code != 0) goto _OVER;
S
Shengliang Guan 已提交
825

S
Shengliang Guan 已提交
826 827 828
  code = mndCheckDbCfg(pMnode, &dbObj.cfg);
  if (code != 0) goto _OVER;

S
Shengliang Guan 已提交
829 830
  dbObj.cfgVersion++;
  dbObj.updateTime = taosGetTimestampMs();
S
Shengliang Guan 已提交
831
  code = mndAlterDb(pMnode, pReq, pDb, &dbObj);
832 833 834 835 836 837 838

  if (dbObj.cfg.replications != pDb->cfg.replications) {
    // return quickly, operation executed asynchronously
    mInfo("db:%s, alter db replica from %d to %d", pDb->name, pDb->cfg.replications, dbObj.cfg.replications);
  } else {
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
  }
S
Shengliang Guan 已提交
839

S
Shengliang Guan 已提交
840
_OVER:
S
Shengliang Guan 已提交
841
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
842
    mError("db:%s, failed to alter since %s", alterReq.db, terrstr());
S
Shengliang Guan 已提交
843 844
  }

S
Shengliang Guan 已提交
845
  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
846
  taosArrayDestroy(dbObj.cfg.pRetensions);
S
Shengliang Guan 已提交
847 848

  return code;
S
Shengliang Guan 已提交
849 850
}

S
Shengliang Guan 已提交
851 852
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq) {
  SMnode   *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
853 854 855 856
  int32_t   code = -1;
  SDbObj   *pDb = NULL;
  SDbCfgReq cfgReq = {0};
  SDbCfgRsp cfgRsp = {0};
D
dapan1121 已提交
857

S
Shengliang Guan 已提交
858
  if (tDeserializeSDbCfgReq(pReq->pCont, pReq->contLen, &cfgReq) != 0) {
D
dapan1121 已提交
859
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
860
    goto _OVER;
D
dapan1121 已提交
861 862 863 864
  }

  pDb = mndAcquireDb(pMnode, cfgReq.db);
  if (pDb == NULL) {
S
Shengliang Guan 已提交
865
    goto _OVER;
D
dapan1121 已提交
866 867
  }

S
Shengliang Guan 已提交
868
  cfgRsp.numOfVgroups = pDb->cfg.numOfVgroups;
S
Shengliang Guan 已提交
869 870
  cfgRsp.numOfStables = pDb->cfg.numOfStables;
  cfgRsp.buffer = pDb->cfg.buffer;
871
  cfgRsp.cacheSize = pDb->cfg.cacheLastSize;
S
Shengliang Guan 已提交
872 873
  cfgRsp.pageSize = pDb->cfg.pageSize;
  cfgRsp.pages = pDb->cfg.pages;
S
Shengliang Guan 已提交
874 875 876 877 878 879
  cfgRsp.daysPerFile = pDb->cfg.daysPerFile;
  cfgRsp.daysToKeep0 = pDb->cfg.daysToKeep0;
  cfgRsp.daysToKeep1 = pDb->cfg.daysToKeep1;
  cfgRsp.daysToKeep2 = pDb->cfg.daysToKeep2;
  cfgRsp.minRows = pDb->cfg.minRows;
  cfgRsp.maxRows = pDb->cfg.maxRows;
880
  cfgRsp.walFsyncPeriod = pDb->cfg.walFsyncPeriod;
S
Shengliang Guan 已提交
881 882 883 884 885
  cfgRsp.walLevel = pDb->cfg.walLevel;
  cfgRsp.precision = pDb->cfg.precision;
  cfgRsp.compression = pDb->cfg.compression;
  cfgRsp.replications = pDb->cfg.replications;
  cfgRsp.strict = pDb->cfg.strict;
886
  cfgRsp.cacheLast = pDb->cfg.cacheLast;
C
Cary Xu 已提交
887 888
  cfgRsp.numOfRetensions = pDb->cfg.numOfRetensions;
  cfgRsp.pRetensions = pDb->cfg.pRetensions;
wmmhello's avatar
wmmhello 已提交
889
  cfgRsp.schemaless = pDb->cfg.schemaless;
D
dapan1121 已提交
890 891 892 893 894 895

  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    code = -1;
S
Shengliang Guan 已提交
896
    goto _OVER;
D
dapan1121 已提交
897 898 899 900
  }

  tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp);

S
Shengliang Guan 已提交
901 902
  pReq->info.rsp = pRsp;
  pReq->info.rspLen = contLen;
D
dapan1121 已提交
903

904 905
  code = 0;

S
Shengliang Guan 已提交
906
_OVER:
D
dapan1121 已提交
907

S
Shengliang Guan 已提交
908
  if (code != 0) {
D
dapan1121 已提交
909 910 911 912 913 914 915 916
    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);

  return code;
}

S
Shengliang Guan 已提交
917 918 919 920 921 922 923 924 925 926 927 928 929 930 931
static int32_t mndSetDropDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING) != 0) return -1;

  return 0;
}

static int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED) != 0) return -1;

S
Shengliang Guan 已提交
932 933 934 935 936 937 938 939 940 941 942 943 944 945 946
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;

  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
      if (pVgRaw == NULL || mndTransAppendCommitlog(pTrans, pVgRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
S
Shengliang Guan 已提交
947
      (void)sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED);
S
Shengliang Guan 已提交
948 949 950 951 952
    }

    sdbRelease(pSdb, pVgroup);
  }

953 954 955 956 957 958 959 960 961 962 963 964
  while (1) {
    SStbObj *pStb = NULL;
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
    if (pIter == NULL) break;

    if (pStb->dbUid == pDb->uid) {
      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);
      if (pStbRaw == NULL || mndTransAppendCommitlog(pTrans, pStbRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pStbRaw);
        return -1;
      }
S
Shengliang Guan 已提交
965
      (void)sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED);
966 967 968 969 970
    }

    sdbRelease(pSdb, pStb);
  }

S
Shengliang Guan 已提交
971 972 973 974 975
  return 0;
}

static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
976 977
    SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
    if (mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, true) != 0) {
S
Shengliang Guan 已提交
978 979 980 981
      return -1;
    }
  }

S
Shengliang Guan 已提交
982 983 984
  return 0;
}

S
Shengliang Guan 已提交
985 986 987
static int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
S
Shengliang Guan 已提交
988

S
Shengliang Guan 已提交
989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      if (mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}
S
Shengliang Guan 已提交
1007

1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019
static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
  SDropDbRsp dropRsp = {0};
  if (pDb != NULL) {
    memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
    dropRsp.uid = pDb->uid;
  }

  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);
  void   *pRsp = NULL;
  if (useRpcMalloc) {
    pRsp = rpcMallocCont(rspLen);
  } else {
wafwerar's avatar
wafwerar 已提交
1020
    pRsp = taosMemoryMalloc(rspLen);
1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033
  }

  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

  tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp);
  *pRspLen = rspLen;
  *ppRsp = pRsp;
  return 0;
}

S
Shengliang Guan 已提交
1034
static int32_t mndDropDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
S
Shengliang Guan 已提交
1035
  int32_t code = -1;
1036
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "drop-db");
S
Shengliang Guan 已提交
1037
  if (pTrans == NULL) goto _OVER;
S
Shengliang Guan 已提交
1038

1039
  mInfo("trans:%d, used to drop db:%s", pTrans->id, pDb->name);
1040
  mndTransSetDbName(pTrans, pDb->name, NULL);
S
Shengliang Guan 已提交
1041

1042 1043
  if (mndCheckTopicExist(pMnode, pDb) < 0) goto _OVER;

S
Shengliang Guan 已提交
1044 1045
  if (mndSetDropDbRedoLogs(pMnode, pTrans, pDb) != 0) goto _OVER;
  if (mndSetDropDbCommitLogs(pMnode, pTrans, pDb) != 0) goto _OVER;
1046 1047 1048
  /*if (mndDropOffsetByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
  /*if (mndDropSubByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
  /*if (mndDropTopicByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
S
Shengliang Guan 已提交
1049
  if (mndDropStreamByDb(pMnode, pTrans, pDb) != 0) goto _OVER;
1050
  if (mndDropSmasByDb(pMnode, pTrans, pDb) != 0) goto _OVER;
S
Shengliang Guan 已提交
1051
  if (mndSetDropDbRedoActions(pMnode, pTrans, pDb) != 0) goto _OVER;
S
Shengliang Guan 已提交
1052

1053 1054 1055 1056 1057 1058 1059 1060
  SUserObj *pUser = mndAcquireUser(pMnode, pDb->createUser);
  if (pUser != NULL) {
    pUser->authVersion++;
    SSdbRaw *pCommitRaw = mndUserActionEncode(pUser);
    if (pCommitRaw == NULL || mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
      mError("trans:%d, failed to append redo log since %s", pTrans->id, terrstr());
      goto _OVER;
    }
S
Shengliang Guan 已提交
1061
    (void)sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY);
1062 1063
  }

1064 1065
  int32_t rspLen = 0;
  void   *pRsp = NULL;
S
Shengliang Guan 已提交
1066
  if (mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false) < 0) goto _OVER;
S
Shengliang Guan 已提交
1067 1068
  mndTransSetRpcRsp(pTrans, pRsp, rspLen);

S
Shengliang Guan 已提交
1069
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
1070 1071
  code = 0;

S
Shengliang Guan 已提交
1072
_OVER:
S
Shengliang Guan 已提交
1073
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
1074
  return code;
S
Shengliang Guan 已提交
1075 1076
}

S
Shengliang Guan 已提交
1077 1078
static int32_t mndProcessDropDbReq(SRpcMsg *pReq) {
  SMnode    *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1079 1080 1081 1082
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  SDropDbReq dropReq = {0};

S
Shengliang Guan 已提交
1083
  if (tDeserializeSDropDbReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
S
Shengliang Guan 已提交
1084
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1085
    goto _OVER;
S
Shengliang Guan 已提交
1086
  }
S
Shengliang Guan 已提交
1087

1088
  mInfo("db:%s, start to drop", dropReq.db);
S
Shengliang Guan 已提交
1089

S
Shengliang Guan 已提交
1090
  pDb = mndAcquireDb(pMnode, dropReq.db);
S
Shengliang Guan 已提交
1091
  if (pDb == NULL) {
S
Shengliang Guan 已提交
1092
    if (dropReq.ignoreNotExists) {
S
Shengliang Guan 已提交
1093
      code = mndBuildDropDbRsp(pDb, &pReq->info.rspLen, &pReq->info.rsp, true);
S
Shengliang Guan 已提交
1094
    }
1095
    goto _OVER;
S
Shengliang Guan 已提交
1096 1097
  }

1098
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_DROP_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1099
    goto _OVER;
S
Shengliang Guan 已提交
1100 1101
  }

S
Shengliang Guan 已提交
1102
  code = mndDropDb(pMnode, pReq, pDb);
S
Shengliang Guan 已提交
1103
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
1104

S
Shengliang Guan 已提交
1105
_OVER:
S
Shengliang Guan 已提交
1106
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
1107 1108 1109 1110 1111
    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);
  return code;
S
Shengliang Guan 已提交
1112
}
S
Shengliang Guan 已提交
1113

S
Shengliang Guan 已提交
1114 1115
static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {
  int32_t numOfTables = 0;
D
dapan1121 已提交
1116 1117 1118 1119 1120 1121 1122 1123 1124
  int32_t vindex = 0;
  SSdb   *pSdb = pMnode->pSdb;

  void *pIter = NULL;
  while (vindex < pDb->cfg.numOfVgroups) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

S
Shengliang Guan 已提交
1125
    if (mndVgroupInDb(pVgroup, pDb->uid)) {
S
Shengliang Guan 已提交
1126
      numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
D
dapan1121 已提交
1127 1128 1129 1130 1131 1132 1133
      vindex++;
    }

    sdbRelease(pSdb, pVgroup);
  }

  sdbCancelFetch(pSdb, pIter);
S
Shengliang Guan 已提交
1134
  return numOfTables;
D
dapan1121 已提交
1135 1136
}

S
Shengliang Guan 已提交
1137
static void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
D
dapan1121 已提交
1138
  int32_t vindex = 0;
S
Shengliang Guan 已提交
1139
  SSdb   *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1140 1141

  void *pIter = NULL;
1142
  while (1) {
D
dapan1121 已提交
1143 1144 1145 1146
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

S
Shengliang Guan 已提交
1147
    if ((NULL == pDb || pVgroup->dbUid == pDb->uid) && !pVgroup->isTsma) {
S
Shengliang Guan 已提交
1148 1149 1150 1151
      SVgroupInfo vgInfo = {0};
      vgInfo.vgId = pVgroup->vgId;
      vgInfo.hashBegin = pVgroup->hashBegin;
      vgInfo.hashEnd = pVgroup->hashEnd;
D
dapan1121 已提交
1152
      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
L
Liu Jicong 已提交
1153
      vgInfo.epSet.numOfEps = pVgroup->replica;
D
dapan1121 已提交
1154
      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {
S
Shengliang Guan 已提交
1155
        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];
L
Liu Jicong 已提交
1156
        SEp       *pEp = &vgInfo.epSet.eps[gid];
S
Shengliang Guan 已提交
1157
        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
D
dapan1121 已提交
1158
        if (pDnode != NULL) {
1159
          memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);
S
Shengliang Guan 已提交
1160
          pEp->port = pDnode->port;
D
dapan1121 已提交
1161 1162
        }
        mndReleaseDnode(pMnode, pDnode);
1163
        if (pVgid->syncState == TAOS_SYNC_STATE_LEADER) {
L
Liu Jicong 已提交
1164
          vgInfo.epSet.inUse = gid;
D
dapan1121 已提交
1165 1166 1167
        }
      }
      vindex++;
S
Shengliang Guan 已提交
1168
      taosArrayPush(pVgList, &vgInfo);
D
dapan1121 已提交
1169 1170 1171
    }

    sdbRelease(pSdb, pVgroup);
L
Liu Jicong 已提交
1172

D
dapan1121 已提交
1173 1174 1175
    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {
      break;
    }
D
dapan1121 已提交
1176
  }
S
Shengliang Guan 已提交
1177 1178

  sdbCancelFetch(pSdb, pIter);
D
dapan1121 已提交
1179 1180
}

L
Liu Jicong 已提交
1181 1182 1183 1184 1185 1186 1187
int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {
  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
  if (pRsp->pVgroupInfos == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

S
Shengliang Guan 已提交
1188
  int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
L
Liu Jicong 已提交
1189

D
dapan1121 已提交
1190
  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable || pReq->stateTs < pDb->stateTs) {
L
Liu Jicong 已提交
1191 1192 1193 1194 1195 1196
    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
  }

  memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
  pRsp->uid = pDb->uid;
  pRsp->vgVersion = pDb->vgVersion;
1197
  pRsp->stateTs = pDb->stateTs;
L
Liu Jicong 已提交
1198
  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);
S
Shengliang Guan 已提交
1199
  pRsp->hashMethod = pDb->cfg.hashMethod;
1200 1201
  pRsp->hashPrefix = pDb->cfg.hashPrefix;
  pRsp->hashSuffix = pDb->cfg.hashSuffix;
L
Liu Jicong 已提交
1202 1203 1204
  return 0;
}

S
Shengliang Guan 已提交
1205 1206
static int32_t mndProcessUseDbReq(SRpcMsg *pReq) {
  SMnode   *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1207 1208 1209 1210 1211
  int32_t   code = -1;
  SDbObj   *pDb = NULL;
  SUseDbReq usedbReq = {0};
  SUseDbRsp usedbRsp = {0};

S
Shengliang Guan 已提交
1212
  if (tDeserializeSUseDbReq(pReq->pCont, pReq->contLen, &usedbReq) != 0) {
S
Shengliang Guan 已提交
1213
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1214
    goto _OVER;
S
Shengliang Guan 已提交
1215
  }
S
Shengliang Guan 已提交
1216

D
dapan1121 已提交
1217
  char *p = strchr(usedbReq.db, '.');
1218
  if (p && ((0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB))))) {
D
dapan1121 已提交
1219
    memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
1220
    int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
D
dapan1121 已提交
1221 1222
    if (usedbReq.vgVersion < vgVersion) {
      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
1223
      if (usedbRsp.pVgroupInfos == NULL) goto _OVER;
L
Liu Jicong 已提交
1224

D
dapan1121 已提交
1225
      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
D
dapan1121 已提交
1226
      usedbRsp.vgVersion = vgVersion++;
D
dapan1121 已提交
1227 1228 1229
    } else {
      usedbRsp.vgVersion = usedbReq.vgVersion;
    }
L
Liu Jicong 已提交
1230
    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
D
dapan1121 已提交
1231
    code = 0;
D
dapan1121 已提交
1232 1233 1234
  } else {
    pDb = mndAcquireDb(pMnode, usedbReq.db);
    if (pDb == NULL) {
X
Xiaoyu Wang 已提交
1235 1236 1237
      memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = usedbReq.dbId;
      usedbRsp.vgVersion = usedbReq.vgVersion;
1238
      usedbRsp.errCode = terrno;
S
Shengliang Guan 已提交
1239

1240 1241 1242 1243 1244 1245 1246 1247
      if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {
        if (mndSetRpcInfoForDbTrans(pMnode, pReq, MND_OPER_CREATE_DB, usedbReq.db) == 0) {
          mInfo("db:%s, is creating and usedb response after trans finished", usedbReq.db);
          code = TSDB_CODE_ACTION_IN_PROGRESS;
          goto _OVER;
        }
      }

X
Xiaoyu Wang 已提交
1248 1249
      mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
    } else {
1250
      if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_USE_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1251
        goto _OVER;
X
Xiaoyu Wang 已提交
1252
      }
S
Shengliang Guan 已提交
1253

L
Liu Jicong 已提交
1254
      if (mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq) < 0) {
S
Shengliang Guan 已提交
1255
        goto _OVER;
X
Xiaoyu Wang 已提交
1256 1257
      }

1258 1259
      mDebug("db:%s, process usedb req vgVersion:%d stateTs:%" PRId64 ", rsp vgVersion:%d stateTs:%" PRId64,
             usedbReq.db, usedbReq.vgVersion, usedbReq.stateTs, usedbRsp.vgVersion, usedbRsp.stateTs);
X
Xiaoyu Wang 已提交
1260 1261
      code = 0;
    }
D
dapan1121 已提交
1262
  }
S
Shengliang Guan 已提交
1263

S
Shengliang Guan 已提交
1264 1265 1266 1267
  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
X
Xiaoyu Wang 已提交
1268
    code = -1;
S
Shengliang Guan 已提交
1269
    goto _OVER;
S
Shengliang Guan 已提交
1270 1271
  }

S
Shengliang Guan 已提交
1272
  tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp);
S
Shengliang Guan 已提交
1273

S
Shengliang Guan 已提交
1274 1275
  pReq->info.rsp = pRsp;
  pReq->info.rspLen = contLen;
S
Shengliang Guan 已提交
1276

S
Shengliang Guan 已提交
1277
_OVER:
1278
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
1279 1280
    mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
  }
D
dapan1121 已提交
1281

S
Shengliang Guan 已提交
1282 1283
  mndReleaseDb(pMnode, pDb);
  tFreeSUsedbRsp(&usedbRsp);
D
dapan1121 已提交
1284

S
Shengliang Guan 已提交
1285 1286
  return code;
}
S
Shengliang Guan 已提交
1287

S
Shengliang Guan 已提交
1288 1289 1290 1291 1292 1293 1294
int32_t mndValidateDbInfo(SMnode *pMnode, SDbVgVersion *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {
  SUseDbBatchRsp batchUseRsp = {0};
  batchUseRsp.pArray = taosArrayInit(numOfDbs, sizeof(SUseDbRsp));
  if (batchUseRsp.pArray == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }
S
Shengliang Guan 已提交
1295

S
Shengliang Guan 已提交
1296 1297
  for (int32_t i = 0; i < numOfDbs; ++i) {
    SDbVgVersion *pDbVgVersion = &pDbs[i];
D
dapan1121 已提交
1298
    pDbVgVersion->dbId = be64toh(pDbVgVersion->dbId);
S
Shengliang Guan 已提交
1299
    pDbVgVersion->vgVersion = htonl(pDbVgVersion->vgVersion);
D
dapan1121 已提交
1300
    pDbVgVersion->numOfTable = htonl(pDbVgVersion->numOfTable);
D
dapan1121 已提交
1301
    pDbVgVersion->stateTs = be64toh(pDbVgVersion->stateTs);
D
dapan1121 已提交
1302

S
Shengliang Guan 已提交
1303 1304
    SUseDbRsp usedbRsp = {0};

D
dapan1121 已提交
1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322
    if ((0 == strcasecmp(pDbVgVersion->dbFName, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcasecmp(pDbVgVersion->dbFName, TSDB_PERFORMANCE_SCHEMA_DB)))) {
      memcpy(usedbRsp.db, pDbVgVersion->dbFName, TSDB_DB_FNAME_LEN);
      int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
      if (pDbVgVersion->vgVersion < vgVersion) {
        usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
    
        mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
        usedbRsp.vgVersion = vgVersion++;
      } else {
        usedbRsp.vgVersion = pDbVgVersion->vgVersion;
      }
      usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
      
      taosArrayPush(batchUseRsp.pArray, &usedbRsp);
      
      continue;
    }

S
Shengliang Guan 已提交
1323
    SDbObj *pDb = mndAcquireDb(pMnode, pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
1324
    if (pDb == NULL) {
1325
      mTrace("db:%s, no exist", pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
1326 1327 1328 1329
      memcpy(usedbRsp.db, pDbVgVersion->dbFName, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = pDbVgVersion->dbId;
      usedbRsp.vgVersion = -1;
      taosArrayPush(batchUseRsp.pArray, &usedbRsp);
D
dapan1121 已提交
1330
      continue;
D
dapan1121 已提交
1331
    }
S
Shengliang Guan 已提交
1332

S
Shengliang Guan 已提交
1333
    int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
S
Shengliang Guan 已提交
1334

D
dapan1121 已提交
1335 1336
    if (pDbVgVersion->vgVersion >= pDb->vgVersion && numOfTable == pDbVgVersion->numOfTable  &&
        pDbVgVersion->stateTs == pDb->stateTs) {
1337 1338 1339 1340
      mTrace("db:%s, valid dbinfo, vgVersion:%d stateTs:%" PRId64
             " numOfTables:%d, not changed vgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
             pDbVgVersion->dbFName, pDbVgVersion->vgVersion, pDbVgVersion->stateTs, pDbVgVersion->numOfTable,
             pDb->vgVersion, pDb->stateTs, numOfTable);
S
Shengliang Guan 已提交
1341
      mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1342
      continue;
1343
    } else {
1344 1345 1346 1347
      mInfo("db:%s, valid dbinfo, vgVersion:%d stateTs:%" PRId64
            " numOfTables:%d, changed to vgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
            pDbVgVersion->dbFName, pDbVgVersion->vgVersion, pDbVgVersion->stateTs, pDbVgVersion->numOfTable,
            pDb->vgVersion, pDb->stateTs, numOfTable);
D
dapan1121 已提交
1348
    }
L
Liu Jicong 已提交
1349

D
dapan1121 已提交
1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360
    usedbRsp.pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
    if (usedbRsp.pVgroupInfos == NULL) {
      mndReleaseDb(pMnode, pDb);
      mError("db:%s, failed to malloc usedb response", pDb->name);
      continue;
    }

    mndBuildDBVgroupInfo(pDb, pMnode, usedbRsp.pVgroupInfos);
    memcpy(usedbRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
    usedbRsp.uid = pDb->uid;
    usedbRsp.vgVersion = pDb->vgVersion;
1361
    usedbRsp.stateTs = pDb->stateTs;
D
dapan1121 已提交
1362
    usedbRsp.vgNum = (int32_t)taosArrayGetSize(usedbRsp.pVgroupInfos);
S
Shengliang Guan 已提交
1363
    usedbRsp.hashMethod = pDb->cfg.hashMethod;
1364 1365
    usedbRsp.hashPrefix = pDb->cfg.hashPrefix;
    usedbRsp.hashSuffix = pDb->cfg.hashSuffix;
D
dapan1121 已提交
1366 1367 1368

    taosArrayPush(batchUseRsp.pArray, &usedbRsp);
    mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1369 1370
  }

S
Shengliang Guan 已提交
1371
  int32_t rspLen = tSerializeSUseDbBatchRsp(NULL, 0, &batchUseRsp);
wafwerar's avatar
wafwerar 已提交
1372
  void   *pRsp = taosMemoryMalloc(rspLen);
S
Shengliang Guan 已提交
1373 1374 1375 1376
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    tFreeSUseDbBatchRsp(&batchUseRsp);
    return -1;
D
dapan1121 已提交
1377
  }
S
Shengliang Guan 已提交
1378
  tSerializeSUseDbBatchRsp(pRsp, rspLen, &batchUseRsp);
D
dapan1121 已提交
1379

S
Shengliang Guan 已提交
1380 1381 1382 1383
  *ppRsp = pRsp;
  *pRspLen = rspLen;

  tFreeSUseDbBatchRsp(&batchUseRsp);
D
dapan1121 已提交
1384 1385 1386
  return 0;
}

S
Shengliang Guan 已提交
1387 1388
static int32_t mndCompactDb(SMnode *pMnode, SDbObj *pDb) { return 0; }

S
Shengliang Guan 已提交
1389 1390
static int32_t mndProcessCompactDbReq(SRpcMsg *pReq) {
  SMnode       *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1391 1392 1393 1394
  int32_t       code = -1;
  SDbObj       *pDb = NULL;
  SCompactDbReq compactReq = {0};

S
Shengliang Guan 已提交
1395
  if (tDeserializeSCompactDbReq(pReq->pCont, pReq->contLen, &compactReq) != 0) {
S
Shengliang Guan 已提交
1396
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1397
    goto _OVER;
S
Shengliang Guan 已提交
1398 1399
  }

1400
  mInfo("db:%s, start to compact", compactReq.db);
S
Shengliang Guan 已提交
1401 1402

  pDb = mndAcquireDb(pMnode, compactReq.db);
S
Shengliang Guan 已提交
1403
  if (pDb == NULL) {
S
Shengliang Guan 已提交
1404
    goto _OVER;
S
Shengliang Guan 已提交
1405 1406
  }

1407
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_COMPACT_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1408
    goto _OVER;
S
Shengliang Guan 已提交
1409 1410
  }

S
Shengliang Guan 已提交
1411
  code = mndCompactDb(pMnode, pDb);
S
Shengliang Guan 已提交
1412

S
Shengliang Guan 已提交
1413
_OVER:
S
Shengliang Guan 已提交
1414 1415
  if (code != 0) {
    mError("db:%s, failed to process compact db req since %s", compactReq.db, terrstr());
S
Shengliang Guan 已提交
1416
  }
S
Shengliang Guan 已提交
1417 1418

  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
1419
  return code;
S
Shengliang Guan 已提交
1420
}
S
Shengliang Guan 已提交
1421

S
Shengliang Guan 已提交
1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449
static int32_t mndTrimDb(SMnode *pMnode, SDbObj *pDb) {
  SSdb       *pSdb = pMnode->pSdb;
  SVgObj     *pVgroup = NULL;
  void       *pIter = NULL;
  SVTrimDbReq trimReq = {.timestamp = taosGetTimestampSec()};
  int32_t     reqLen = tSerializeSVTrimDbReq(NULL, 0, &trimReq);
  int32_t     contLen = reqLen + sizeof(SMsgHead);

  while (1) {
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    SMsgHead *pHead = rpcMallocCont(contLen);
    if (pHead == NULL) {
      sdbCancelFetch(pSdb, pVgroup);
      sdbRelease(pSdb, pVgroup);
      continue;
    }
    pHead->contLen = htonl(contLen);
    pHead->vgId = htonl(pVgroup->vgId);
    tSerializeSVTrimDbReq((char *)pHead + sizeof(SMsgHead), contLen, &trimReq);

    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM, .pCont = pHead, .contLen = contLen};
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
    int32_t code = tmsgSendReq(&epSet, &rpcMsg);
    if (code != 0) {
      mError("vgId:%d, failed to send vnode-trim request to vnode since 0x%x", pVgroup->vgId, code);
    } else {
1450
      mInfo("vgId:%d, send vnode-trim request to vnode, time:%d", pVgroup->vgId, trimReq.timestamp);
S
Shengliang Guan 已提交
1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468
    }
    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}

static int32_t mndProcessTrimDbReq(SRpcMsg *pReq) {
  SMnode    *pMnode = pReq->info.node;
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  STrimDbReq trimReq = {0};

  if (tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto _OVER;
  }

1469
  mInfo("db:%s, start to trim", trimReq.db);
S
Shengliang Guan 已提交
1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490

  pDb = mndAcquireDb(pMnode, trimReq.db);
  if (pDb == NULL) {
    goto _OVER;
  }

  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_TRIM_DB, pDb) != 0) {
    goto _OVER;
  }

  code = mndTrimDb(pMnode, pDb);

_OVER:
  if (code != 0) {
    mError("db:%s, failed to process trim db req since %s", trimReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);
  return code;
}

S
Shengliang Guan 已提交
1491
const char *mndGetDbStr(const char *src) {
S
Shengliang Guan 已提交
1492 1493
  char *pos = strstr(src, TS_PATH_DELIMITER);
  if (pos != NULL) ++pos;
S
Shengliang Guan 已提交
1494
  if (pos == NULL) return src;
S
Shengliang Guan 已提交
1495 1496 1497
  return pos;
}

M
Minglei Jin 已提交
1498
static int64_t getValOfDiffPrecision(int8_t unit, int64_t val) {
1499
  int64_t v = 0;
1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515
  switch (unit) {
    case 's':
      v = val / 1000;
      break;
    case 'm':
      v = val / tsTickPerMin[TSDB_TIME_PRECISION_MILLI];
      break;
    case 'h':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 60);
      break;
    case 'd':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60);
      break;
    case 'w':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60 * 7);
      break;
1516 1517 1518 1519 1520 1521 1522
    default:
      break;
  }

  return v;
}

M
Minglei Jin 已提交
1523
static char *buildRetension(SArray *pRetension) {
1524 1525 1526 1527 1528
  size_t size = taosArrayGetSize(pRetension);
  if (size == 0) {
    return NULL;
  }

1529 1530
  char       *p1 = taosMemoryCalloc(1, 100);
  SRetention *p = taosArrayGet(pRetension, 0);
1531 1532 1533 1534 1535

  int32_t len = 2;

  int64_t v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
  int64_t v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
1536
  len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
1537

1538 1539 1540
  if (size > 1) {
    len += sprintf(p1 + len, ",");
    p = taosArrayGet(pRetension, 1);
1541

1542 1543 1544 1545
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
    len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
  }
1546

1547 1548 1549
  if (size > 2) {
    len += sprintf(p1 + len, ",");
    p = taosArrayGet(pRetension, 2);
1550

1551 1552 1553 1554
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
    len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
  }
1555 1556 1557 1558 1559

  varDataSetLen(p1, len);
  return p1;
}

1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575
static const char *getCacheModelStr(int8_t cacheModel) {
  switch (cacheModel) {
    case TSDB_CACHE_MODEL_NONE:
      return TSDB_CACHE_MODEL_NONE_STR;
    case TSDB_CACHE_MODEL_LAST_ROW:
      return TSDB_CACHE_MODEL_LAST_ROW_STR;
    case TSDB_CACHE_MODEL_LAST_VALUE:
      return TSDB_CACHE_MODEL_LAST_VALUE_STR;
    case TSDB_CACHE_MODEL_BOTH:
      return TSDB_CACHE_MODEL_BOTH_STR;
    default:
      break;
  }
  return "unknown";
}

1576
bool mndIsDbReady(SMnode *pMnode, SDbObj *pDb) {
1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589
  if (pDb->cfg.replications == 1) return true;

  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
  bool  isReady = true;
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid && pVgroup->replica > 1) {
      bool hasLeader = false;
      for (int32_t i = 0; i < pVgroup->replica; ++i) {
1590
        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_LEADER) {
1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603
          hasLeader = true;
        }
      }
      if (!hasLeader) isReady = false;
    }
    sdbRelease(pSdb, pVgroup);
  }

  return isReady;
}

static void mndDumpDbInfoData(SMnode *pMnode, SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, int32_t rows,
                              int64_t numOfTables, bool sysDb, ESdbStatus objStatus, bool sysinfo) {
S
Shengliang Guan 已提交
1604
  int32_t cols = 0;
1605 1606
  int32_t bytes = pShow->pMeta->pSchemas[cols].bytes;
  char   *buf = taosMemoryMalloc(bytes);
S
Shengliang Guan 已提交
1607

S
Shengliang Guan 已提交
1608
  const char *name = mndGetDbStr(pDb->name);
H
Haojun Liao 已提交
1609
  if (name != NULL) {
1610
    STR_WITH_MAXSIZE_TO_VARSTR(buf, name, bytes);
H
Haojun Liao 已提交
1611
  } else {
1612
    STR_WITH_MAXSIZE_TO_VARSTR(buf, "NULL", bytes);
H
Haojun Liao 已提交
1613
  }
S
Shengliang Guan 已提交
1614

1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630
  const char *precStr = NULL;
  switch (pDb->cfg.precision) {
    case TSDB_TIME_PRECISION_MILLI:
      precStr = TSDB_TIME_PRECISION_MILLI_STR;
      break;
    case TSDB_TIME_PRECISION_MICRO:
      precStr = TSDB_TIME_PRECISION_MICRO_STR;
      break;
    case TSDB_TIME_PRECISION_NANO:
      precStr = TSDB_TIME_PRECISION_NANO_STR;
      break;
    default:
      precStr = "none";
      break;
  }
  char precVstr[10] = {0};
S
Shengliang Guan 已提交
1631
  STR_WITH_MAXSIZE_TO_VARSTR(precVstr, precStr, 10);
1632

1633
  char *statusStr = "ready";
1634 1635 1636 1637 1638 1639 1640 1641 1642
  if (objStatus == SDB_STATUS_CREATING) {
    statusStr = "creating";
  } else if (objStatus == SDB_STATUS_DROPPING) {
    statusStr = "dropping";
  } else {
    if (!sysDb && !mndIsDbReady(pMnode, pDb)) {
      statusStr = "unsynced";
    }
  }
1643
  char statusVstr[24] = {0};
S
Shengliang Guan 已提交
1644
  STR_WITH_MAXSIZE_TO_VARSTR(statusVstr, statusStr, 24);
S
Shengliang Guan 已提交
1645

1646
  if (sysDb || !sysinfo) {
S
Shengliang Guan 已提交
1647 1648
    for (int32_t i = 0; i < pShow->numOfColumns; ++i) {
      SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, i);
1649 1650
      if (i == 0) {
        colDataAppend(pColInfo, rows, buf, false);
1651 1652
      } else if (i == 1) {
        colDataAppend(pColInfo, rows, (const char *)&pDb->createdTime, false);
1653 1654
      } else if (i == 3) {
        colDataAppend(pColInfo, rows, (const char *)&numOfTables, false);
1655 1656
      } else if (i == 14) {
        colDataAppend(pColInfo, rows, precVstr, false);
1657
      } else if (i == 15) {
1658
        colDataAppend(pColInfo, rows, statusVstr, false);
1659 1660 1661 1662 1663 1664 1665
      } else {
        colDataAppendNULL(pColInfo, rows);
      }
    }
  } else {
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, buf, false);
S
Shengliang Guan 已提交
1666

1667 1668
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->createdTime, false);
S
Shengliang Guan 已提交
1669

1670 1671
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.numOfVgroups, false);
S
Shengliang Guan 已提交
1672

1673 1674
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&numOfTables, false);
S
Shengliang Guan 已提交
1675

1676 1677
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.replications, false);
1678

1679
    const char *strictStr = pDb->cfg.strict ? "on" : "off";
1680
    char        strictVstr[24] = {0};
S
Shengliang Guan 已提交
1681
    STR_WITH_MAXSIZE_TO_VARSTR(strictVstr, strictStr, 24);
1682
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1683
    colDataAppend(pColInfo, rows, (const char *)strictVstr, false);
S
Shengliang Guan 已提交
1684

1685 1686 1687
    char    durationVstr[128] = {0};
    int32_t len = sprintf(&durationVstr[VARSTR_HEADER_SIZE], "%dm", pDb->cfg.daysPerFile);
    varDataSetLen(durationVstr, len);
D
dapan1121 已提交
1688
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1689
    colDataAppend(pColInfo, rows, (const char *)durationVstr, false);
D
dapan1121 已提交
1690

1691
    char keepVstr[128] = {0};
1692
    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {
1693
      len = sprintf(&keepVstr[VARSTR_HEADER_SIZE], "%dm,%dm,%dm", pDb->cfg.daysToKeep1, pDb->cfg.daysToKeep2,
1694 1695
                    pDb->cfg.daysToKeep0);
    } else {
1696
      len = sprintf(&keepVstr[VARSTR_HEADER_SIZE], "%dm,%dm,%dm", pDb->cfg.daysToKeep0, pDb->cfg.daysToKeep1,
1697 1698
                    pDb->cfg.daysToKeep2);
    }
1699
    varDataSetLen(keepVstr, len);
1700
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1701
    colDataAppend(pColInfo, rows, (const char *)keepVstr, false);
S
Shengliang Guan 已提交
1702

1703
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
S
Shengliang Guan 已提交
1704 1705 1706 1707
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.buffer, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.pageSize, false);
S
Shengliang Guan 已提交
1708

1709
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
S
Shengliang Guan 已提交
1710
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.pages, false);
S
Shengliang Guan 已提交
1711

1712 1713
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.minRows, false);
H
Haojun Liao 已提交
1714

1715 1716
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.maxRows, false);
H
Haojun Liao 已提交
1717

1718 1719
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.compression, false);
H
Haojun Liao 已提交
1720

1721
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1722
    colDataAppend(pColInfo, rows, (const char *)precVstr, false);
D
dapan1121 已提交
1723

wmmhello's avatar
wmmhello 已提交
1724
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1725
    colDataAppend(pColInfo, rows, (const char *)statusVstr, false);
1726

1727
    char *rentensionVstr = buildRetension(pDb->cfg.pRetensions);
1728
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1729
    if (rentensionVstr == NULL) {
1730 1731
      colDataAppendNULL(pColInfo, rows);
    } else {
1732 1733
      colDataAppend(pColInfo, rows, (const char *)rentensionVstr, false);
      taosMemoryFree(rentensionVstr);
1734
    }
1735 1736 1737 1738 1739 1740

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.numOfStables, false);

    const char *cacheModelStr = getCacheModelStr(pDb->cfg.cacheLast);
    char        cacheModelVstr[24] = {0};
S
Shengliang Guan 已提交
1741
    STR_WITH_MAXSIZE_TO_VARSTR(cacheModelVstr, cacheModelStr, 24);
1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)cacheModelVstr, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.cacheLastSize, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walLevel, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walFsyncPeriod, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walRetentionPeriod, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1758
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walRetentionSize, false);
1759 1760

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1761
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walRollPeriod, false);
1762 1763 1764

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walSegmentSize, false);
1765 1766 1767

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.sstTrigger, false);
1768 1769 1770 1771 1772 1773 1774 1775 1776 1777

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    int16_t hashPrefix = pDb->cfg.hashPrefix;
    if (hashPrefix > 0) {
      hashPrefix = pDb->cfg.hashPrefix - strlen(pDb->name) - 1;
    }
    colDataAppend(pColInfo, rows, (const char *)&hashPrefix, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.hashSuffix, false);
1778 1779 1780

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.tsdbPageSize, false);
1781
  }
1782 1783

  taosMemoryFree(buf);
H
Haojun Liao 已提交
1784 1785
}

1786
static void setInformationSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
1787
  tstrncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));
1788
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
H
Haojun Liao 已提交
1789
  pDbObj->cfg.numOfVgroups = 0;
S
Shengliang Guan 已提交
1790
  pDbObj->cfg.strict = 1;
H
Haojun Liao 已提交
1791
  pDbObj->cfg.replications = 1;
L
Liu Jicong 已提交
1792
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
H
Haojun Liao 已提交
1793 1794
}

1795
static void setPerfSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
1796
  tstrncpy(pDbObj->name, TSDB_PERFORMANCE_SCHEMA_DB, tListLen(pDbObj->name));
1797
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
1798
  pDbObj->cfg.numOfVgroups = 0;
S
Shengliang Guan 已提交
1799
  pDbObj->cfg.strict = 1;
1800 1801 1802 1803
  pDbObj->cfg.replications = 1;
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
}

1804 1805 1806
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
  SVgObj  *pVgroup = pObj;
  int32_t *numOfTables = p1;
1807
  int64_t  uid = *(int64_t *)p2;
D
dapan1121 已提交
1808 1809 1810
  if (pVgroup->dbUid == uid) {
    *numOfTables += pVgroup->numOfTables;
  }
1811 1812 1813
  return true;
}

S
Shengliang Guan 已提交
1814
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {
1815 1816 1817 1818 1819
  SMnode    *pMnode = pReq->info.node;
  SSdb      *pSdb = pMnode->pSdb;
  int32_t    numOfRows = 0;
  SDbObj    *pDb = NULL;
  ESdbStatus objStatus = 0;
H
Haojun Liao 已提交
1820

1821 1822 1823 1824
  SUserObj *pUser = mndAcquireUser(pMnode, pReq->info.conn.user);
  if (pUser == NULL) return 0;
  bool sysinfo = pUser->sysInfo;

1825 1826 1827
  // Append the information_schema database into the result.
  if (!pShow->sysDbRsp) {
    SDbObj infoschemaDb = {0};
1828
    setInformationSchemaDbCfg(pMnode, &infoschemaDb);
D
dapan1121 已提交
1829
    size_t numOfTables = 0;
1830
    getVisibleInfosTablesNum(sysinfo, &numOfTables);
1831
    mndDumpDbInfoData(pMnode, pBlock, &infoschemaDb, pShow, numOfRows, numOfTables, true, 0, 1);
1832 1833 1834 1835

    numOfRows += 1;

    SDbObj perfschemaDb = {0};
1836
    setPerfSchemaDbCfg(pMnode, &perfschemaDb);
D
dapan1121 已提交
1837 1838
    numOfTables = 0;
    getPerfDbMeta(NULL, &numOfTables);
1839
    mndDumpDbInfoData(pMnode, pBlock, &perfschemaDb, pShow, numOfRows, numOfTables, true, 0, 1);
1840 1841 1842 1843 1844

    numOfRows += 1;
    pShow->sysDbRsp = true;
  }

H
Haojun Liao 已提交
1845
  while (numOfRows < rowsCapacity) {
1846
    pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus, true);
1847
    if (pShow->pIter == NULL) break;
S
Shengliang Guan 已提交
1848

1849 1850
    if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_READ_OR_WRITE_DB, pDb) == 0) {
      int32_t numOfTables = 0;
D
dapan1121 已提交
1851
      sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, &pDb->uid, NULL);
1852
      mndDumpDbInfoData(pMnode, pBlock, pDb, pShow, numOfRows, numOfTables, false, objStatus, sysinfo);
1853 1854
      numOfRows++;
    }
1855

S
Shengliang Guan 已提交
1856 1857 1858
    sdbRelease(pSdb, pDb);
  }

1859
  pShow->numOfRows += numOfRows;
1860
  mndReleaseUser(pMnode, pUser);
S
Shengliang Guan 已提交
1861 1862 1863 1864 1865
  return numOfRows;
}

static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
  SSdb *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1866
  sdbCancelFetch(pSdb, pIter);
L
Liu Jicong 已提交
1867
}