mndDb.c 59.9 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
Shengliang Guan 已提交
16
#define _DEFAULT_SOURCE
S
Shengliang Guan 已提交
17
#include "mndDb.h"
S
Shengliang Guan 已提交
18
#include "mndDnode.h"
L
Liu Jicong 已提交
19
#include "mndOffset.h"
20
#include "mndPrivilege.h"
S
Shengliang Guan 已提交
21
#include "mndShow.h"
S
Shengliang Guan 已提交
22
#include "mndSma.h"
23
#include "mndStb.h"
S
Shengliang Guan 已提交
24
#include "mndStream.h"
L
Liu Jicong 已提交
25 26
#include "mndSubscribe.h"
#include "mndTopic.h"
S
Shengliang Guan 已提交
27
#include "mndTrans.h"
S
Shengliang Guan 已提交
28
#include "mndUser.h"
29
#include "mndVgroup.h"
30
#include "systable.h"
S
Shengliang Guan 已提交
31

S
Shengliang Guan 已提交
32
#define DB_VER_NUMBER   1
33
#define DB_RESERVE_SIZE 58
S
Shengliang Guan 已提交
34 35 36 37 38

static SSdbRaw *mndDbActionEncode(SDbObj *pDb);
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw);
static int32_t  mndDbActionInsert(SSdb *pSdb, SDbObj *pDb);
static int32_t  mndDbActionDelete(SSdb *pSdb, SDbObj *pDb);
S
Shengliang Guan 已提交
39
static int32_t  mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew);
S
Shengliang Guan 已提交
40 41 42 43 44
static int32_t  mndProcessCreateDbReq(SRpcMsg *pReq);
static int32_t  mndProcessAlterDbReq(SRpcMsg *pReq);
static int32_t  mndProcessDropDbReq(SRpcMsg *pReq);
static int32_t  mndProcessUseDbReq(SRpcMsg *pReq);
static int32_t  mndProcessCompactDbReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
45
static int32_t  mndProcessTrimDbReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
46
static int32_t  mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity);
S
Shengliang Guan 已提交
47
static void     mndCancelGetNextDb(SMnode *pMnode, void *pIter);
S
Shengliang Guan 已提交
48
static int32_t  mndProcessGetDbCfgReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
49

S
Shengliang Guan 已提交
50
int32_t mndInitDb(SMnode *pMnode) {
S
Shengliang Guan 已提交
51 52 53 54 55 56 57 58 59
  SSdbTable table = {
      .sdbType = SDB_DB,
      .keyType = SDB_KEY_BINARY,
      .encodeFp = (SdbEncodeFp)mndDbActionEncode,
      .decodeFp = (SdbDecodeFp)mndDbActionDecode,
      .insertFp = (SdbInsertFp)mndDbActionInsert,
      .updateFp = (SdbUpdateFp)mndDbActionUpdate,
      .deleteFp = (SdbDeleteFp)mndDbActionDelete,
  };
S
Shengliang Guan 已提交
60

S
Shengliang Guan 已提交
61 62 63 64 65
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
S
Shengliang Guan 已提交
66
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB, mndProcessTrimDbReq);
D
dapan1121 已提交
67
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
S
Shengliang Guan 已提交
68 69 70 71

  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);

S
Shengliang Guan 已提交
72
  return sdbSetTable(pMnode->pSdb, table);
S
Shengliang Guan 已提交
73
}
S
Shengliang Guan 已提交
74

S
Shengliang Guan 已提交
75
void mndCleanupDb(SMnode *pMnode) {}
S
Shengliang Guan 已提交
76

S
Shengliang Guan 已提交
77
static SSdbRaw *mndDbActionEncode(SDbObj *pDb) {
78 79
  terrno = TSDB_CODE_OUT_OF_MEMORY;

S
Shengliang Guan 已提交
80 81 82
  int32_t  size = sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + DB_RESERVE_SIZE;
  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, DB_VER_NUMBER, size);
  if (pRaw == NULL) goto _OVER;
S
Shengliang Guan 已提交
83 84

  int32_t dataPos = 0;
S
Shengliang Guan 已提交
85 86 87 88 89 90 91 92 93
  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->uid, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, _OVER)
S
Shengliang Guan 已提交
94 95 96 97
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfStables, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.buffer, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pageSize, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pages, _OVER)
98
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastSize, _OVER)
S
Shengliang Guan 已提交
99 100 101 102 103 104
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, _OVER)
105
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walFsyncPeriod, _OVER)
S
Shengliang Guan 已提交
106 107 108 109 110
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.strict, _OVER)
111
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLast, _OVER)
S
Shengliang Guan 已提交
112 113
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.hashMethod, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, _OVER)
S
sma  
Shengliang Guan 已提交
114
  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
C
Cary Xu 已提交
115
    TASSERT(taosArrayGetSize(pDb->cfg.pRetensions) == pDb->cfg.numOfRetensions);
S
sma  
Shengliang Guan 已提交
116
    SRetention *pRetension = taosArrayGet(pDb->cfg.pRetensions, i);
C
Cary Xu 已提交
117 118
    SDB_SET_INT64(pRaw, dataPos, pRetension->freq, _OVER)
    SDB_SET_INT64(pRaw, dataPos, pRetension->keep, _OVER)
S
Shengliang Guan 已提交
119 120
    SDB_SET_INT8(pRaw, dataPos, pRetension->freqUnit, _OVER)
    SDB_SET_INT8(pRaw, dataPos, pRetension->keepUnit, _OVER)
S
sma  
Shengliang Guan 已提交
121
  }
wmmhello's avatar
wmmhello 已提交
122
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.schemaless, _OVER)
S
Shengliang Guan 已提交
123
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRetentionPeriod, _OVER)
L
Liu Jicong 已提交
124
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walRetentionSize, _OVER)
S
Shengliang Guan 已提交
125
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRollPeriod, _OVER)
L
Liu Jicong 已提交
126
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walSegmentSize, _OVER)
127
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.sstTrigger, _OVER)
128 129
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashPrefix, _OVER)
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashSuffix, _OVER)
S
sma  
Shengliang Guan 已提交
130

S
Shengliang Guan 已提交
131 132
  SDB_SET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
133 134 135

  terrno = 0;

S
Shengliang Guan 已提交
136
_OVER:
137 138 139 140 141
  if (terrno != 0) {
    mError("db:%s, failed to encode to raw:%p since %s", pDb->name, pRaw, terrstr());
    sdbFreeRaw(pRaw);
    return NULL;
  }
S
Shengliang Guan 已提交
142

143
  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
144 145 146 147
  return pRaw;
}

static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
148 149
  terrno = TSDB_CODE_OUT_OF_MEMORY;

S
Shengliang Guan 已提交
150
  int8_t sver = 0;
S
Shengliang Guan 已提交
151
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
S
Shengliang Guan 已提交
152

S
Shengliang Guan 已提交
153
  if (sver != DB_VER_NUMBER) {
S
Shengliang Guan 已提交
154
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
S
Shengliang Guan 已提交
155
    goto _OVER;
S
Shengliang Guan 已提交
156 157 158
  }

  SSdbRow *pRow = sdbAllocRow(sizeof(SDbObj));
S
Shengliang Guan 已提交
159
  if (pRow == NULL) goto _OVER;
160 161

  SDbObj *pDb = sdbGetRowObj(pRow);
S
Shengliang Guan 已提交
162
  if (pDb == NULL) goto _OVER;
S
Shengliang Guan 已提交
163 164

  int32_t dataPos = 0;
S
Shengliang Guan 已提交
165 166 167 168 169 170 171 172 173
  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, _OVER)
S
Shengliang Guan 已提交
174 175 176 177
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfStables, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.buffer, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pageSize, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pages, _OVER)
178
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastSize, _OVER)
S
Shengliang Guan 已提交
179 180 181 182 183 184
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, _OVER)
185
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walFsyncPeriod, _OVER)
S
Shengliang Guan 已提交
186 187 188 189 190
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.strict, _OVER)
191
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLast, _OVER)
S
Shengliang Guan 已提交
192 193
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.hashMethod, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, _OVER)
S
sma  
Shengliang Guan 已提交
194 195
  if (pDb->cfg.numOfRetensions > 0) {
    pDb->cfg.pRetensions = taosArrayInit(pDb->cfg.numOfRetensions, sizeof(SRetention));
S
Shengliang Guan 已提交
196
    if (pDb->cfg.pRetensions == NULL) goto _OVER;
S
sma  
Shengliang Guan 已提交
197
    for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
X
Xiaoyu Wang 已提交
198 199 200 201 202 203
      SRetention retention = {0};
      SDB_GET_INT64(pRaw, dataPos, &retention.freq, _OVER)
      SDB_GET_INT64(pRaw, dataPos, &retention.keep, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &retention.freqUnit, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &retention.keepUnit, _OVER)
      if (taosArrayPush(pDb->cfg.pRetensions, &retention) == NULL) {
S
Shengliang Guan 已提交
204
        goto _OVER;
S
sma  
Shengliang Guan 已提交
205 206 207
      }
    }
  }
wmmhello's avatar
wmmhello 已提交
208
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.schemaless, _OVER)
S
Shengliang Guan 已提交
209
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRetentionPeriod, _OVER)
L
Liu Jicong 已提交
210
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walRetentionSize, _OVER)
S
Shengliang Guan 已提交
211
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRollPeriod, _OVER)
L
Liu Jicong 已提交
212
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walSegmentSize, _OVER)
213
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.sstTrigger, _OVER)
214 215
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashPrefix, _OVER)
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashSuffix, _OVER)
S
sma  
Shengliang Guan 已提交
216

S
Shengliang Guan 已提交
217
  SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
S
Shengliang Guan 已提交
218
  taosInitRWLatch(&pDb->lock);
219 220 221

  terrno = 0;

S
Shengliang Guan 已提交
222
_OVER:
223 224
  if (terrno != 0) {
    mError("db:%s, failed to decode from raw:%p since %s", pDb->name, pRaw, terrstr());
wafwerar's avatar
wafwerar 已提交
225
    taosMemoryFreeClear(pRow);
226 227
    return NULL;
  }
S
Shengliang Guan 已提交
228

229
  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
230 231 232 233
  return pRow;
}

static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {
234
  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);
S
Shengliang Guan 已提交
235 236 237 238
  return 0;
}

static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
239
  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);
S
sma  
Shengliang Guan 已提交
240
  taosArrayDestroy(pDb->cfg.pRetensions);
S
Shengliang Guan 已提交
241 242 243
  return 0;
}

S
Shengliang Guan 已提交
244 245
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
246
  taosWLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
247 248 249
  pOld->updateTime = pNew->updateTime;
  pOld->cfgVersion = pNew->cfgVersion;
  pOld->vgVersion = pNew->vgVersion;
S
Shengliang Guan 已提交
250 251
  pOld->cfg.buffer = pNew->cfg.buffer;
  pOld->cfg.pageSize = pNew->cfg.pageSize;
252
  pOld->cfg.pages = pNew->cfg.pages;
253
  pOld->cfg.cacheLastSize = pNew->cfg.cacheLastSize;
S
Shengliang Guan 已提交
254 255 256 257
  pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;
  pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;
  pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;
  pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;
258
  pOld->cfg.walFsyncPeriod = pNew->cfg.walFsyncPeriod;
S
Shengliang Guan 已提交
259 260
  pOld->cfg.walLevel = pNew->cfg.walLevel;
  pOld->cfg.strict = pNew->cfg.strict;
261
  pOld->cfg.cacheLast = pNew->cfg.cacheLast;
S
Shengliang Guan 已提交
262
  pOld->cfg.replications = pNew->cfg.replications;
263
  pOld->cfg.sstTrigger = pNew->cfg.sstTrigger;
264
  taosWUnLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
265 266 267
  return 0;
}

S
Shengliang Guan 已提交
268 269 270 271
static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {
  SSdb *pSdb = pMnode->pSdb;
  return sdbGetTableVer(pSdb, SDB_VGROUP);
}
272

S
Shengliang Guan 已提交
273
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
S
Shengliang Guan 已提交
274 275
  SSdb   *pSdb = pMnode->pSdb;
  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);
S
Shengliang Guan 已提交
276
  if (pDb == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
S
Shengliang Guan 已提交
277 278 279
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
  }
  return pDb;
S
Shengliang Guan 已提交
280
}
S
Shengliang Guan 已提交
281

S
Shengliang Guan 已提交
282 283 284 285 286
void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  sdbRelease(pSdb, pDb);
}

S
Shengliang Guan 已提交
287
static int32_t mndCheckDbName(const char *dbName, SUserObj *pUser) {
S
Shengliang Guan 已提交
288 289 290 291 292 293 294 295 296 297 298 299 300 301 302
  char *pos = strstr(dbName, TS_PATH_DELIMITER);
  if (pos == NULL) {
    terrno = TSDB_CODE_MND_INVALID_DB;
    return -1;
  }

  int32_t acctId = atoi(dbName);
  if (acctId != pUser->acctId) {
    terrno = TSDB_CODE_MND_INVALID_DB_ACCT;
    return -1;
  }

  return 0;
}

S
Shengliang Guan 已提交
303
static int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {
S
Shengliang Guan 已提交
304 305
  terrno = TSDB_CODE_MND_INVALID_DB_OPTION;

306
  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return -1;
S
Shengliang Guan 已提交
307 308 309 310
  if (pCfg->numOfStables < TSDB_DB_STREAM_MODE_OFF || pCfg->numOfStables > TSDB_DB_STREAM_MODE_ON) return -1;
  if (pCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return -1;
  if (pCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return -1;
  if (pCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return -1;
311
  if (pCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return -1;
S
Shengliang Guan 已提交
312 313 314 315
  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return -1;
  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return -1;
S
Shengliang Guan 已提交
316
  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return -1;
S
Shengliang Guan 已提交
317 318
  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return -1;
  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return -1;
S
Shengliang Guan 已提交
319 320
  if (pCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return -1;
  if (pCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return -1;
S
Shengliang Guan 已提交
321
  if (pCfg->minRows > pCfg->maxRows) return -1;
322
  if (pCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return -1;
S
Shengliang Guan 已提交
323 324 325
  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return -1;
  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return -1;
  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return -1;
S
Shengliang Guan 已提交
326
  if (pCfg->replications < TSDB_MIN_DB_REPLICA || pCfg->replications > TSDB_MAX_DB_REPLICA) return -1;
S
Shengliang Guan 已提交
327
  if (pCfg->replications != 1 && pCfg->replications != 3) return -1;
328
  if (pCfg->strict < TSDB_DB_STRICT_OFF || pCfg->strict > TSDB_DB_STRICT_ON) return -1;
wmmhello's avatar
wmmhello 已提交
329
  if (pCfg->schemaless < TSDB_DB_SCHEMALESS_OFF || pCfg->schemaless > TSDB_DB_SCHEMALESS_ON) return -1;
330
  if (pCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return -1;
S
Shengliang Guan 已提交
331
  if (pCfg->hashMethod != 1) return -1;
332 333 334 335
  if (pCfg->replications > mndGetDnodeSize(pMnode)) {
    terrno = TSDB_CODE_MND_NO_ENOUGH_DNODES;
    return -1;
  }
S
Shengliang Guan 已提交
336 337 338 339
  if (pCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return -1;
  if (pCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return -1;
  if (pCfg->walRollPeriod < TSDB_DB_MIN_WAL_ROLL_PERIOD) return -1;
  if (pCfg->walSegmentSize < TSDB_DB_MIN_WAL_SEGMENT_SIZE) return -1;
340
  if (pCfg->sstTrigger < TSDB_MIN_SST_TRIGGER || pCfg->sstTrigger > TSDB_MAX_SST_TRIGGER) return -1;
341 342
  if (pCfg->hashPrefix < TSDB_MIN_HASH_PREFIX || pCfg->hashPrefix > TSDB_MAX_HASH_PREFIX) return -1;
  if (pCfg->hashSuffix < TSDB_MIN_HASH_SUFFIX || pCfg->hashSuffix > TSDB_MAX_HASH_SUFFIX) return -1;
S
Shengliang Guan 已提交
343 344

  terrno = 0;
345
  return terrno;
S
Shengliang Guan 已提交
346 347 348
}

static void mndSetDefaultDbCfg(SDbCfg *pCfg) {
349
  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;
S
Shengliang Guan 已提交
350 351
  if (pCfg->numOfStables < 0) pCfg->numOfStables = TSDB_DEFAULT_DB_SINGLE_STABLE;
  if (pCfg->buffer < 0) pCfg->buffer = TSDB_DEFAULT_BUFFER_PER_VNODE;
H
Hongze Cheng 已提交
352 353
  if (pCfg->pageSize < 0) pCfg->pageSize = TSDB_DEFAULT_PAGESIZE_PER_VNODE;
  if (pCfg->pages < 0) pCfg->pages = TSDB_DEFAULT_PAGES_PER_VNODE;
S
Shengliang Guan 已提交
354
  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DURATION_PER_FILE;
S
Shengliang Guan 已提交
355
  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;
356 357
  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;
  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;
S
Shengliang Guan 已提交
358 359
  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MINROWS_FBLOCK;
  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAXROWS_FBLOCK;
360
  if (pCfg->walFsyncPeriod < 0) pCfg->walFsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;
S
Shengliang Guan 已提交
361 362 363
  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;
  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;
  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;
S
Shengliang Guan 已提交
364 365
  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA;
  if (pCfg->strict < 0) pCfg->strict = TSDB_DEFAULT_DB_STRICT;
366 367
  if (pCfg->cacheLast < 0) pCfg->cacheLast = TSDB_DEFAULT_CACHE_MODEL;
  if (pCfg->cacheLastSize <= 0) pCfg->cacheLastSize = TSDB_DEFAULT_CACHE_SIZE;
368
  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;
wmmhello's avatar
wmmhello 已提交
369
  if (pCfg->schemaless < 0) pCfg->schemaless = TSDB_DB_SCHEMALESS_OFF;
L
Liu Jicong 已提交
370
  if (pCfg->walRetentionPeriod < 0 && pCfg->walRetentionPeriod != -1)
371
    pCfg->walRetentionPeriod = TSDB_REPS_DEF_DB_WAL_RET_PERIOD;
L
Liu Jicong 已提交
372
  if (pCfg->walRetentionSize < 0 && pCfg->walRetentionSize != -1)
373 374
    pCfg->walRetentionSize = TSDB_REPS_DEF_DB_WAL_RET_SIZE;
  if (pCfg->walRollPeriod < 0) pCfg->walRollPeriod = TSDB_REPS_DEF_DB_WAL_ROLL_PERIOD;
S
Shengliang Guan 已提交
375
  if (pCfg->walSegmentSize < 0) pCfg->walSegmentSize = TSDB_DEFAULT_DB_WAL_SEGMENT_SIZE;
376
  if (pCfg->sstTrigger <= 0) pCfg->sstTrigger = TSDB_DEFAULT_SST_TRIGGER;
377 378
  if (pCfg->hashPrefix < 0) pCfg->hashPrefix = TSDB_DEFAULT_HASH_PREFIX;
  if (pCfg->hashSuffix < 0) pCfg->hashSuffix = TSDB_DEFAULT_HASH_SUFFIX;
S
Shengliang Guan 已提交
379
}
S
Shengliang Guan 已提交
380

S
Shengliang Guan 已提交
381
static int32_t mndSetCreateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
382
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
383 384 385
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
386

S
Shengliang Guan 已提交
387
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
388
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
389 390 391
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendRedolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
392 393 394 395 396
  }

  return 0;
}

S
Shengliang Guan 已提交
397
static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
398
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
399 400 401
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendUndolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
402

S
Shengliang Guan 已提交
403
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
404
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
405 406 407
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendUndolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
408 409 410 411 412
  }

  return 0;
}

S
Shengliang Guan 已提交
413
static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
414
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
415 416 417
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
418

S
Shengliang Guan 已提交
419
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
420
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
421 422 423
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendCommitlog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
424 425 426 427 428
  }

  return 0;
}

S
Shengliang Guan 已提交
429 430
static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
431
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
432 433

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
434
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
435
      if (mndAddCreateVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false) != 0) {
S
Shengliang Guan 已提交
436 437 438 439 440
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
441 442 443
  return 0;
}

S
Shengliang Guan 已提交
444 445
static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
446
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
447 448

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
449 450
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
      if (mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false) != 0) {
S
Shengliang Guan 已提交
451 452 453 454 455
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
456 457 458
  return 0;
}

S
Shengliang Guan 已提交
459
static int32_t mndCreateDb(SMnode *pMnode, SRpcMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser) {
S
Shengliang Guan 已提交
460
  SDbObj dbObj = {0};
461
  memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
462
  memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);
S
Shengliang Guan 已提交
463 464
  dbObj.createdTime = taosGetTimestampMs();
  dbObj.updateTime = dbObj.createdTime;
465
  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
466 467
  dbObj.cfgVersion = 1;
  dbObj.vgVersion = 1;
S
Shengliang Guan 已提交
468
  memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);
L
Liu Jicong 已提交
469 470
  dbObj.cfg = (SDbCfg){
      .numOfVgroups = pCreate->numOfVgroups,
S
Shengliang Guan 已提交
471 472 473 474
      .numOfStables = pCreate->numOfStables,
      .buffer = pCreate->buffer,
      .pageSize = pCreate->pageSize,
      .pages = pCreate->pages,
475
      .cacheLastSize = pCreate->cacheLastSize,
L
Liu Jicong 已提交
476 477 478 479 480 481
      .daysPerFile = pCreate->daysPerFile,
      .daysToKeep0 = pCreate->daysToKeep0,
      .daysToKeep1 = pCreate->daysToKeep1,
      .daysToKeep2 = pCreate->daysToKeep2,
      .minRows = pCreate->minRows,
      .maxRows = pCreate->maxRows,
482
      .walFsyncPeriod = pCreate->walFsyncPeriod,
483
      .walLevel = pCreate->walLevel,
L
Liu Jicong 已提交
484 485 486
      .precision = pCreate->precision,
      .compression = pCreate->compression,
      .replications = pCreate->replications,
S
Shengliang Guan 已提交
487
      .strict = pCreate->strict,
488
      .cacheLast = pCreate->cacheLast,
S
Shengliang Guan 已提交
489
      .hashMethod = 1,
wmmhello's avatar
wmmhello 已提交
490
      .schemaless = pCreate->schemaless,
S
Shengliang Guan 已提交
491 492 493 494
      .walRetentionPeriod = pCreate->walRetentionPeriod,
      .walRetentionSize = pCreate->walRetentionSize,
      .walRollPeriod = pCreate->walRollPeriod,
      .walSegmentSize = pCreate->walSegmentSize,
495
      .sstTrigger = pCreate->sstTrigger,
496 497
      .hashPrefix = pCreate->hashPrefix,
      .hashSuffix = pCreate->hashSuffix,
L
Liu Jicong 已提交
498
  };
S
Shengliang Guan 已提交
499

S
sma  
Shengliang Guan 已提交
500 501 502
  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;
  dbObj.cfg.pRetensions = pCreate->pRetensions;

S
Shengliang Guan 已提交
503 504
  mndSetDefaultDbCfg(&dbObj.cfg);

S
Shengliang Guan 已提交
505 506 507 508 509
  if (mndCheckDbName(dbObj.name, pUser) != 0) {
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
510
  if (mndCheckDbCfg(pMnode, &dbObj.cfg) != 0) {
S
Shengliang Guan 已提交
511 512 513
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }
S
Shengliang Guan 已提交
514

S
Shengliang Guan 已提交
515 516
  SVgObj *pVgroups = NULL;
  if (mndAllocVgroup(pMnode, &dbObj, &pVgroups) != 0) {
517 518 519 520
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
521
  int32_t code = -1;
S
Shengliang Guan 已提交
522
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq);
S
Shengliang Guan 已提交
523
  if (pTrans == NULL) goto _OVER;
524
  // mndTransSetSerial(pTrans);
S
Shengliang Guan 已提交
525 526
  mDebug("trans:%d, used to create db:%s", pTrans->id, pCreate->db);

527
  mndTransSetDbName(pTrans, dbObj.name, NULL);
528
  mndTransSetOper(pTrans, MND_OPER_CREATE_DB);
S
Shengliang Guan 已提交
529 530 531 532 533 534
  if (mndSetCreateDbRedoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
535

S
Shengliang Guan 已提交
536 537
  code = 0;

S
Shengliang Guan 已提交
538
_OVER:
wafwerar's avatar
wafwerar 已提交
539
  taosMemoryFree(pVgroups);
S
Shengliang Guan 已提交
540
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
541
  return code;
S
Shengliang Guan 已提交
542 543
}

S
Shengliang Guan 已提交
544 545
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq) {
  SMnode      *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
546 547 548 549 550
  int32_t      code = -1;
  SDbObj      *pDb = NULL;
  SUserObj    *pUser = NULL;
  SCreateDbReq createReq = {0};

C
Cary Xu 已提交
551 552 553 554
  if ((terrno = grantCheck(TSDB_GRANT_DB)) != 0) {
    code = terrno;
    goto _OVER;
  }
555

S
Shengliang Guan 已提交
556
  if (tDeserializeSCreateDbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
S
Shengliang Guan 已提交
557
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
558
    goto _OVER;
S
Shengliang Guan 已提交
559 560 561
  }

  mDebug("db:%s, start to create, vgroups:%d", createReq.db, createReq.numOfVgroups);
562 563 564
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_CREATE_DB, NULL) != 0) {
    goto _OVER;
  }
S
Shengliang Guan 已提交
565 566

  pDb = mndAcquireDb(pMnode, createReq.db);
S
Shengliang Guan 已提交
567
  if (pDb != NULL) {
S
Shengliang Guan 已提交
568 569 570
    if (createReq.ignoreExist) {
      mDebug("db:%s, already exist, ignore exist is set", createReq.db);
      code = 0;
S
Shengliang Guan 已提交
571
      goto _OVER;
S
Shengliang Guan 已提交
572 573
    } else {
      terrno = TSDB_CODE_MND_DB_ALREADY_EXIST;
S
Shengliang Guan 已提交
574
      goto _OVER;
S
Shengliang Guan 已提交
575
    }
576 577 578 579 580 581 582 583
  } else if (terrno == TSDB_CODE_SDB_OBJ_CREATING) {
    if (mndSetRpcInfoForDbTrans(pMnode, pReq, MND_OPER_CREATE_DB, createReq.db) == 0) {
      mDebug("db:%s, is creating and response after trans finished", createReq.db);
      code = TSDB_CODE_ACTION_IN_PROGRESS;
      goto _OVER;
    } else {
      goto _OVER;
    }
S
Shengliang Guan 已提交
584
  } else if (terrno != TSDB_CODE_MND_DB_NOT_EXIST) {
S
Shengliang Guan 已提交
585
    goto _OVER;
S
Shengliang Guan 已提交
586 587
  }

588
  pUser = mndAcquireUser(pMnode, pReq->info.conn.user);
S
Shengliang Guan 已提交
589
  if (pUser == NULL) {
S
Shengliang Guan 已提交
590
    goto _OVER;
S
Shengliang Guan 已提交
591 592 593
  }

  code = mndCreateDb(pMnode, pReq, &createReq, pUser);
S
Shengliang Guan 已提交
594
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
595

S
Shengliang Guan 已提交
596
_OVER:
S
Shengliang Guan 已提交
597
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
598
    mError("db:%s, failed to create since %s", createReq.db, terrstr());
S
Shengliang Guan 已提交
599 600
  }

S
Shengliang Guan 已提交
601 602
  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);
S
sma  
Shengliang Guan 已提交
603
  tFreeSCreateDbReq(&createReq);
S
Shengliang Guan 已提交
604 605

  return code;
S
Shengliang Guan 已提交
606 607
}

S
Shengliang Guan 已提交
608
static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {
S
Shengliang Guan 已提交
609
  terrno = TSDB_CODE_MND_DB_OPTION_UNCHANGED;
S
Shengliang Guan 已提交
610

S
Shengliang Guan 已提交
611
  if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) {
612 613 614 615
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
    return terrno;
#else
S
Shengliang Guan 已提交
616 617
    pDb->cfg.buffer = pAlter->buffer;
    terrno = 0;
618
#endif
S
Shengliang Guan 已提交
619 620
  }

S
Shengliang Guan 已提交
621
  if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) {
622 623 624 625
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
    return terrno;
#else
S
Shengliang Guan 已提交
626
    pDb->cfg.pages = pAlter->pages;
S
Shengliang Guan 已提交
627
    terrno = 0;
628
#endif
S
Shengliang Guan 已提交
629 630
  }

S
Shengliang Guan 已提交
631
  if (pAlter->pageSize > 0 && pAlter->pageSize != pDb->cfg.pageSize) {
632 633 634 635
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
    return terrno;
#else
S
Shengliang Guan 已提交
636
    pDb->cfg.pageSize = pAlter->pageSize;
S
Shengliang Guan 已提交
637
    terrno = 0;
638
#endif
S
Shengliang Guan 已提交
639 640
  }

S
Shengliang Guan 已提交
641
  if (pAlter->daysPerFile > 0 && pAlter->daysPerFile != pDb->cfg.daysPerFile) {
S
Shengliang Guan 已提交
642
    pDb->cfg.daysPerFile = pAlter->daysPerFile;
S
Shengliang Guan 已提交
643
    terrno = 0;
S
Shengliang Guan 已提交
644 645
  }

S
Shengliang Guan 已提交
646
  if (pAlter->daysToKeep0 > 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {
S
Shengliang Guan 已提交
647
    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;
S
Shengliang Guan 已提交
648
    terrno = 0;
S
Shengliang Guan 已提交
649 650
  }

S
Shengliang Guan 已提交
651
  if (pAlter->daysToKeep1 > 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {
S
Shengliang Guan 已提交
652
    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;
S
Shengliang Guan 已提交
653
    terrno = 0;
S
Shengliang Guan 已提交
654 655
  }

S
Shengliang Guan 已提交
656
  if (pAlter->daysToKeep2 > 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {
S
Shengliang Guan 已提交
657
    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;
S
Shengliang Guan 已提交
658
    terrno = 0;
S
Shengliang Guan 已提交
659 660
  }

661 662
  if (pAlter->walFsyncPeriod >= 0 && pAlter->walFsyncPeriod != pDb->cfg.walFsyncPeriod) {
    pDb->cfg.walFsyncPeriod = pAlter->walFsyncPeriod;
S
Shengliang Guan 已提交
663
    terrno = 0;
S
Shengliang Guan 已提交
664 665 666 667
  }

  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {
    pDb->cfg.walLevel = pAlter->walLevel;
S
Shengliang Guan 已提交
668
    terrno = 0;
S
Shengliang Guan 已提交
669 670
  }

S
Shengliang Guan 已提交
671
  if (pAlter->strict >= 0 && pAlter->strict != pDb->cfg.strict) {
672 673 674
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
#else
S
Shengliang Guan 已提交
675
    pDb->cfg.strict = pAlter->strict;
S
Shengliang Guan 已提交
676
    terrno = 0;
677
#endif
S
Shengliang Guan 已提交
678 679
  }

680 681
  if (pAlter->cacheLast >= 0 && pAlter->cacheLast != pDb->cfg.cacheLast) {
    pDb->cfg.cacheLast = pAlter->cacheLast;
S
Shengliang Guan 已提交
682
    terrno = 0;
S
Shengliang Guan 已提交
683 684
  }

685 686
  if (pAlter->cacheLastSize > 0 && pAlter->cacheLastSize != pDb->cfg.cacheLastSize) {
    pDb->cfg.cacheLastSize = pAlter->cacheLastSize;
687 688 689
    terrno = 0;
  }

S
Shengliang Guan 已提交
690
  if (pAlter->replications > 0 && pAlter->replications != pDb->cfg.replications) {
691 692 693
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
#else
S
Shengliang Guan 已提交
694
    pDb->cfg.replications = pAlter->replications;
S
Shengliang Guan 已提交
695
    pDb->vgVersion++;
S
Shengliang Guan 已提交
696
    terrno = 0;
697
#endif
S
Shengliang Guan 已提交
698 699
  }

S
Shengliang Guan 已提交
700 701 702
  return terrno;
}

S
Shengliang Guan 已提交
703
static int32_t mndSetAlterDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
704
  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);
S
Shengliang Guan 已提交
705
  if (pRedoRaw == NULL) return -1;
706 707 708 709
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) {
    sdbFreeRaw(pRedoRaw);
    return -1;
  }
S
Shengliang Guan 已提交
710

711
  sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY);
S
Shengliang Guan 已提交
712 713 714
  return 0;
}

S
Shengliang Guan 已提交
715
static int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
716
  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);
S
Shengliang Guan 已提交
717
  if (pCommitRaw == NULL) return -1;
718 719 720 721
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
    sdbFreeRaw(pCommitRaw);
    return -1;
  }
S
Shengliang Guan 已提交
722

723
  sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY);
S
Shengliang Guan 已提交
724 725 726
  return 0;
}

S
Shengliang Guan 已提交
727
static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
728 729
  SSdb   *pSdb = pMnode->pSdb;
  void   *pIter = NULL;
S
Shengliang Guan 已提交
730
  SArray *pArray = mndBuildDnodesArray(pMnode, 0);
S
Shengliang Guan 已提交
731

S
Shengliang Guan 已提交
732 733 734 735
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;
S
Shengliang Guan 已提交
736

S
Shengliang Guan 已提交
737
    if (mndVgroupInDb(pVgroup, pNew->uid)) {
S
Shengliang Guan 已提交
738
      if (mndBuildAlterVgroupAction(pMnode, pTrans, pNew, pVgroup, pArray) != 0) {
S
Shengliang Guan 已提交
739 740
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
S
Shengliang Guan 已提交
741
        taosArrayDestroy(pArray);
S
Shengliang Guan 已提交
742 743 744 745 746 747 748
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

S
Shengliang Guan 已提交
749
  taosArrayDestroy(pArray);
S
Shengliang Guan 已提交
750 751
  return 0;
}
S
Shengliang Guan 已提交
752

S
Shengliang Guan 已提交
753
static int32_t mndAlterDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
754
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq);
755
  if (pTrans == NULL) return -1;
S
Shengliang Guan 已提交
756
  mDebug("trans:%d, used to alter db:%s", pTrans->id, pOld->name);
S
Shengliang Guan 已提交
757

758
  int32_t code = -1;
759
  mndTransSetDbName(pTrans, pOld->name, NULL);
S
Shengliang Guan 已提交
760 761 762 763
  if (mndSetAlterDbRedoLogs(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
764 765
  code = 0;

S
Shengliang Guan 已提交
766
_OVER:
S
Shengliang Guan 已提交
767
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
768
  return code;
S
Shengliang Guan 已提交
769 770
}

S
Shengliang Guan 已提交
771 772
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq) {
  SMnode     *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
773 774 775
  int32_t     code = -1;
  SDbObj     *pDb = NULL;
  SAlterDbReq alterReq = {0};
S
Shengliang Guan 已提交
776
  SDbObj      dbObj = {0};
S
Shengliang Guan 已提交
777

S
Shengliang Guan 已提交
778
  if (tDeserializeSAlterDbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
S
Shengliang Guan 已提交
779
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
780
    goto _OVER;
S
Shengliang Guan 已提交
781
  }
S
Shengliang Guan 已提交
782

S
Shengliang Guan 已提交
783
  mDebug("db:%s, start to alter", alterReq.db);
S
Shengliang Guan 已提交
784

S
Shengliang Guan 已提交
785
  pDb = mndAcquireDb(pMnode, alterReq.db);
S
Shengliang Guan 已提交
786
  if (pDb == NULL) {
S
Shengliang Guan 已提交
787
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
S
Shengliang Guan 已提交
788
    goto _OVER;
S
Shengliang Guan 已提交
789 790
  }

791
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_ALTER_DB, pDb) != 0) {
S
Shengliang Guan 已提交
792
    goto _OVER;
S
Shengliang Guan 已提交
793 794 795
  }

  memcpy(&dbObj, pDb, sizeof(SDbObj));
S
Shengliang Guan 已提交
796 797 798 799
  if (dbObj.cfg.pRetensions != NULL) {
    dbObj.cfg.pRetensions = taosArrayDup(pDb->cfg.pRetensions);
    if (dbObj.cfg.pRetensions == NULL) goto _OVER;
  }
S
Shengliang Guan 已提交
800

S
Shengliang Guan 已提交
801
  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
S
Shengliang Guan 已提交
802
  if (code != 0) goto _OVER;
S
Shengliang Guan 已提交
803

S
Shengliang Guan 已提交
804 805 806
  code = mndCheckDbCfg(pMnode, &dbObj.cfg);
  if (code != 0) goto _OVER;

S
Shengliang Guan 已提交
807 808
  dbObj.cfgVersion++;
  dbObj.updateTime = taosGetTimestampMs();
S
Shengliang Guan 已提交
809
  code = mndAlterDb(pMnode, pReq, pDb, &dbObj);
S
Shengliang Guan 已提交
810
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
811

S
Shengliang Guan 已提交
812
_OVER:
S
Shengliang Guan 已提交
813
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
814
    mError("db:%s, failed to alter since %s", alterReq.db, terrstr());
S
Shengliang Guan 已提交
815 816
  }

S
Shengliang Guan 已提交
817
  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
818
  taosArrayDestroy(dbObj.cfg.pRetensions);
S
Shengliang Guan 已提交
819 820

  return code;
S
Shengliang Guan 已提交
821 822
}

S
Shengliang Guan 已提交
823 824
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq) {
  SMnode   *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
825 826 827 828
  int32_t   code = -1;
  SDbObj   *pDb = NULL;
  SDbCfgReq cfgReq = {0};
  SDbCfgRsp cfgRsp = {0};
D
dapan1121 已提交
829

S
Shengliang Guan 已提交
830
  if (tDeserializeSDbCfgReq(pReq->pCont, pReq->contLen, &cfgReq) != 0) {
D
dapan1121 已提交
831
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
832
    goto _OVER;
D
dapan1121 已提交
833 834 835 836 837
  }

  pDb = mndAcquireDb(pMnode, cfgReq.db);
  if (pDb == NULL) {
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
S
Shengliang Guan 已提交
838
    goto _OVER;
D
dapan1121 已提交
839 840
  }

S
Shengliang Guan 已提交
841
  cfgRsp.numOfVgroups = pDb->cfg.numOfVgroups;
S
Shengliang Guan 已提交
842 843 844 845
  cfgRsp.numOfStables = pDb->cfg.numOfStables;
  cfgRsp.buffer = pDb->cfg.buffer;
  cfgRsp.pageSize = pDb->cfg.pageSize;
  cfgRsp.pages = pDb->cfg.pages;
S
Shengliang Guan 已提交
846 847 848 849 850 851
  cfgRsp.daysPerFile = pDb->cfg.daysPerFile;
  cfgRsp.daysToKeep0 = pDb->cfg.daysToKeep0;
  cfgRsp.daysToKeep1 = pDb->cfg.daysToKeep1;
  cfgRsp.daysToKeep2 = pDb->cfg.daysToKeep2;
  cfgRsp.minRows = pDb->cfg.minRows;
  cfgRsp.maxRows = pDb->cfg.maxRows;
852
  cfgRsp.walFsyncPeriod = pDb->cfg.walFsyncPeriod;
S
Shengliang Guan 已提交
853 854 855 856 857
  cfgRsp.walLevel = pDb->cfg.walLevel;
  cfgRsp.precision = pDb->cfg.precision;
  cfgRsp.compression = pDb->cfg.compression;
  cfgRsp.replications = pDb->cfg.replications;
  cfgRsp.strict = pDb->cfg.strict;
858
  cfgRsp.cacheLast = pDb->cfg.cacheLast;
C
Cary Xu 已提交
859 860
  cfgRsp.numOfRetensions = pDb->cfg.numOfRetensions;
  cfgRsp.pRetensions = pDb->cfg.pRetensions;
wmmhello's avatar
wmmhello 已提交
861
  cfgRsp.schemaless = pDb->cfg.schemaless;
D
dapan1121 已提交
862 863 864 865 866 867

  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    code = -1;
S
Shengliang Guan 已提交
868
    goto _OVER;
D
dapan1121 已提交
869 870 871 872
  }

  tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp);

S
Shengliang Guan 已提交
873 874
  pReq->info.rsp = pRsp;
  pReq->info.rspLen = contLen;
D
dapan1121 已提交
875

876 877
  code = 0;

S
Shengliang Guan 已提交
878
_OVER:
D
dapan1121 已提交
879

S
Shengliang Guan 已提交
880
  if (code != 0) {
D
dapan1121 已提交
881 882 883 884 885 886 887 888
    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);

  return code;
}

S
Shengliang Guan 已提交
889 890 891 892 893 894 895 896 897 898 899 900 901 902 903
static int32_t mndSetDropDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING) != 0) return -1;

  return 0;
}

static int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED) != 0) return -1;

S
Shengliang Guan 已提交
904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;

  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
      if (pVgRaw == NULL || mndTransAppendCommitlog(pTrans, pVgRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
      sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED);
    }

    sdbRelease(pSdb, pVgroup);
  }

925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942
  while (1) {
    SStbObj *pStb = NULL;
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
    if (pIter == NULL) break;

    if (pStb->dbUid == pDb->uid) {
      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);
      if (pStbRaw == NULL || mndTransAppendCommitlog(pTrans, pStbRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pStbRaw);
        return -1;
      }
      sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED);
    }

    sdbRelease(pSdb, pStb);
  }

S
Shengliang Guan 已提交
943 944 945 946 947
  return 0;
}

static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
948 949
    SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
    if (mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, true) != 0) {
S
Shengliang Guan 已提交
950 951 952 953
      return -1;
    }
  }

S
Shengliang Guan 已提交
954 955 956
  return 0;
}

S
Shengliang Guan 已提交
957 958 959
static int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
S
Shengliang Guan 已提交
960

S
Shengliang Guan 已提交
961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      if (mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}
S
Shengliang Guan 已提交
979

980 981 982 983 984 985 986 987 988 989 990 991
static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
  SDropDbRsp dropRsp = {0};
  if (pDb != NULL) {
    memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
    dropRsp.uid = pDb->uid;
  }

  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);
  void   *pRsp = NULL;
  if (useRpcMalloc) {
    pRsp = rpcMallocCont(rspLen);
  } else {
wafwerar's avatar
wafwerar 已提交
992
    pRsp = taosMemoryMalloc(rspLen);
993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005
  }

  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

  tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp);
  *pRspLen = rspLen;
  *ppRsp = pRsp;
  return 0;
}

S
Shengliang Guan 已提交
1006
static int32_t mndDropDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
S
Shengliang Guan 已提交
1007
  int32_t code = -1;
1008
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq);
S
Shengliang Guan 已提交
1009
  if (pTrans == NULL) goto _OVER;
S
Shengliang Guan 已提交
1010

S
Shengliang Guan 已提交
1011
  mDebug("trans:%d, used to drop db:%s", pTrans->id, pDb->name);
1012
  mndTransSetDbName(pTrans, pDb->name, NULL);
S
Shengliang Guan 已提交
1013

1014 1015
  if (mndCheckTopicExist(pMnode, pDb) < 0) goto _OVER;

S
Shengliang Guan 已提交
1016 1017
  if (mndSetDropDbRedoLogs(pMnode, pTrans, pDb) != 0) goto _OVER;
  if (mndSetDropDbCommitLogs(pMnode, pTrans, pDb) != 0) goto _OVER;
1018 1019 1020
  /*if (mndDropOffsetByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
  /*if (mndDropSubByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
  /*if (mndDropTopicByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
S
Shengliang Guan 已提交
1021
  if (mndDropStreamByDb(pMnode, pTrans, pDb) != 0) goto _OVER;
1022
  if (mndDropSmasByDb(pMnode, pTrans, pDb) != 0) goto _OVER;
S
Shengliang Guan 已提交
1023
  if (mndSetDropDbRedoActions(pMnode, pTrans, pDb) != 0) goto _OVER;
S
Shengliang Guan 已提交
1024

1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035
  SUserObj *pUser = mndAcquireUser(pMnode, pDb->createUser);
  if (pUser != NULL) {
    pUser->authVersion++;
    SSdbRaw *pCommitRaw = mndUserActionEncode(pUser);
    if (pCommitRaw == NULL || mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
      mError("trans:%d, failed to append redo log since %s", pTrans->id, terrstr());
      goto _OVER;
    }
    sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY);
  }

1036 1037
  int32_t rspLen = 0;
  void   *pRsp = NULL;
S
Shengliang Guan 已提交
1038
  if (mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false) < 0) goto _OVER;
S
Shengliang Guan 已提交
1039 1040
  mndTransSetRpcRsp(pTrans, pRsp, rspLen);

S
Shengliang Guan 已提交
1041
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
1042 1043
  code = 0;

S
Shengliang Guan 已提交
1044
_OVER:
S
Shengliang Guan 已提交
1045
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
1046
  return code;
S
Shengliang Guan 已提交
1047 1048
}

S
Shengliang Guan 已提交
1049 1050
static int32_t mndProcessDropDbReq(SRpcMsg *pReq) {
  SMnode    *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1051 1052 1053 1054
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  SDropDbReq dropReq = {0};

S
Shengliang Guan 已提交
1055
  if (tDeserializeSDropDbReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
S
Shengliang Guan 已提交
1056
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1057
    goto _OVER;
S
Shengliang Guan 已提交
1058
  }
S
Shengliang Guan 已提交
1059

S
Shengliang Guan 已提交
1060
  mDebug("db:%s, start to drop", dropReq.db);
S
Shengliang Guan 已提交
1061

S
Shengliang Guan 已提交
1062
  pDb = mndAcquireDb(pMnode, dropReq.db);
S
Shengliang Guan 已提交
1063
  if (pDb == NULL) {
S
Shengliang Guan 已提交
1064
    if (dropReq.ignoreNotExists) {
S
Shengliang Guan 已提交
1065
      code = mndBuildDropDbRsp(pDb, &pReq->info.rspLen, &pReq->info.rsp, true);
S
Shengliang Guan 已提交
1066
      goto _OVER;
S
Shengliang Guan 已提交
1067 1068
    } else {
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
S
Shengliang Guan 已提交
1069
      goto _OVER;
S
Shengliang Guan 已提交
1070 1071 1072
    }
  }

1073
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_DROP_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1074
    goto _OVER;
S
Shengliang Guan 已提交
1075 1076
  }

S
Shengliang Guan 已提交
1077
  code = mndDropDb(pMnode, pReq, pDb);
S
Shengliang Guan 已提交
1078
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
1079

S
Shengliang Guan 已提交
1080
_OVER:
S
Shengliang Guan 已提交
1081
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
1082 1083 1084 1085 1086
    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);
  return code;
S
Shengliang Guan 已提交
1087
}
S
Shengliang Guan 已提交
1088

S
Shengliang Guan 已提交
1089 1090
static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {
  int32_t numOfTables = 0;
D
dapan1121 已提交
1091 1092 1093 1094 1095 1096 1097 1098 1099
  int32_t vindex = 0;
  SSdb   *pSdb = pMnode->pSdb;

  void *pIter = NULL;
  while (vindex < pDb->cfg.numOfVgroups) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

S
Shengliang Guan 已提交
1100
    if (mndVgroupInDb(pVgroup, pDb->uid)) {
S
Shengliang Guan 已提交
1101
      numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
D
dapan1121 已提交
1102 1103 1104 1105 1106 1107 1108
      vindex++;
    }

    sdbRelease(pSdb, pVgroup);
  }

  sdbCancelFetch(pSdb, pIter);
S
Shengliang Guan 已提交
1109
  return numOfTables;
D
dapan1121 已提交
1110 1111
}

S
Shengliang Guan 已提交
1112
static void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
D
dapan1121 已提交
1113
  int32_t vindex = 0;
S
Shengliang Guan 已提交
1114
  SSdb   *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1115 1116

  void *pIter = NULL;
1117
  while (1) {
D
dapan1121 已提交
1118 1119 1120 1121
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

S
Shengliang Guan 已提交
1122
    if ((NULL == pDb || pVgroup->dbUid == pDb->uid) && !pVgroup->isTsma) {
S
Shengliang Guan 已提交
1123 1124 1125 1126
      SVgroupInfo vgInfo = {0};
      vgInfo.vgId = pVgroup->vgId;
      vgInfo.hashBegin = pVgroup->hashBegin;
      vgInfo.hashEnd = pVgroup->hashEnd;
D
dapan1121 已提交
1127
      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
L
Liu Jicong 已提交
1128
      vgInfo.epSet.numOfEps = pVgroup->replica;
D
dapan1121 已提交
1129
      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {
S
Shengliang Guan 已提交
1130
        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];
L
Liu Jicong 已提交
1131
        SEp       *pEp = &vgInfo.epSet.eps[gid];
S
Shengliang Guan 已提交
1132
        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
D
dapan1121 已提交
1133
        if (pDnode != NULL) {
1134
          memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);
S
Shengliang Guan 已提交
1135
          pEp->port = pDnode->port;
D
dapan1121 已提交
1136 1137 1138
        }
        mndReleaseDnode(pMnode, pDnode);
        if (pVgid->role == TAOS_SYNC_STATE_LEADER) {
L
Liu Jicong 已提交
1139
          vgInfo.epSet.inUse = gid;
D
dapan1121 已提交
1140 1141 1142
        }
      }
      vindex++;
S
Shengliang Guan 已提交
1143
      taosArrayPush(pVgList, &vgInfo);
D
dapan1121 已提交
1144 1145 1146
    }

    sdbRelease(pSdb, pVgroup);
L
Liu Jicong 已提交
1147

D
dapan1121 已提交
1148 1149 1150
    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {
      break;
    }
D
dapan1121 已提交
1151
  }
S
Shengliang Guan 已提交
1152 1153

  sdbCancelFetch(pSdb, pIter);
D
dapan1121 已提交
1154 1155
}

L
Liu Jicong 已提交
1156 1157 1158 1159 1160 1161 1162
int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {
  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
  if (pRsp->pVgroupInfos == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

S
Shengliang Guan 已提交
1163
  int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
L
Liu Jicong 已提交
1164 1165 1166 1167 1168 1169 1170 1171 1172

  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable) {
    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
  }

  memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
  pRsp->uid = pDb->uid;
  pRsp->vgVersion = pDb->vgVersion;
  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);
S
Shengliang Guan 已提交
1173
  pRsp->hashMethod = pDb->cfg.hashMethod;
1174 1175
  pRsp->hashPrefix = pDb->cfg.hashPrefix;
  pRsp->hashSuffix = pDb->cfg.hashSuffix;
L
Liu Jicong 已提交
1176 1177 1178
  return 0;
}

S
Shengliang Guan 已提交
1179 1180
static int32_t mndProcessUseDbReq(SRpcMsg *pReq) {
  SMnode   *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1181 1182 1183 1184 1185
  int32_t   code = -1;
  SDbObj   *pDb = NULL;
  SUseDbReq usedbReq = {0};
  SUseDbRsp usedbRsp = {0};

S
Shengliang Guan 已提交
1186
  if (tDeserializeSUseDbReq(pReq->pCont, pReq->contLen, &usedbReq) != 0) {
S
Shengliang Guan 已提交
1187
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1188
    goto _OVER;
S
Shengliang Guan 已提交
1189
  }
S
Shengliang Guan 已提交
1190

D
dapan1121 已提交
1191
  char *p = strchr(usedbReq.db, '.');
1192
  if (p && ((0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB))))) {
D
dapan1121 已提交
1193
    memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
1194
    int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
D
dapan1121 已提交
1195 1196 1197 1198
    if (usedbReq.vgVersion < vgVersion) {
      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
      if (usedbRsp.pVgroupInfos == NULL) {
        terrno = TSDB_CODE_OUT_OF_MEMORY;
S
Shengliang Guan 已提交
1199
        goto _OVER;
D
dapan1121 已提交
1200
      }
L
Liu Jicong 已提交
1201

D
dapan1121 已提交
1202
      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
D
dapan1121 已提交
1203
      usedbRsp.vgVersion = vgVersion++;
D
dapan1121 已提交
1204 1205 1206
    } else {
      usedbRsp.vgVersion = usedbReq.vgVersion;
    }
L
Liu Jicong 已提交
1207
    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
D
dapan1121 已提交
1208
    code = 0;
D
dapan1121 已提交
1209 1210

    // no jump, need to construct rsp
D
dapan1121 已提交
1211 1212 1213 1214
  } else {
    pDb = mndAcquireDb(pMnode, usedbReq.db);
    if (pDb == NULL) {
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
S
Shengliang Guan 已提交
1215

X
Xiaoyu Wang 已提交
1216 1217 1218
      memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = usedbReq.dbId;
      usedbRsp.vgVersion = usedbReq.vgVersion;
S
Shengliang Guan 已提交
1219

X
Xiaoyu Wang 已提交
1220 1221
      mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
    } else {
1222
      if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_USE_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1223
        goto _OVER;
X
Xiaoyu Wang 已提交
1224
      }
S
Shengliang Guan 已提交
1225

L
Liu Jicong 已提交
1226
      if (mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq) < 0) {
S
Shengliang Guan 已提交
1227
        goto _OVER;
X
Xiaoyu Wang 已提交
1228 1229 1230 1231
      }

      code = 0;
    }
D
dapan1121 已提交
1232
  }
S
Shengliang Guan 已提交
1233

S
Shengliang Guan 已提交
1234 1235 1236 1237
  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
X
Xiaoyu Wang 已提交
1238
    code = -1;
S
Shengliang Guan 已提交
1239
    goto _OVER;
S
Shengliang Guan 已提交
1240 1241
  }

S
Shengliang Guan 已提交
1242
  tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp);
S
Shengliang Guan 已提交
1243

S
Shengliang Guan 已提交
1244 1245
  pReq->info.rsp = pRsp;
  pReq->info.rspLen = contLen;
S
Shengliang Guan 已提交
1246

S
Shengliang Guan 已提交
1247
_OVER:
S
Shengliang Guan 已提交
1248 1249 1250
  if (code != 0) {
    mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
  }
D
dapan1121 已提交
1251

S
Shengliang Guan 已提交
1252 1253
  mndReleaseDb(pMnode, pDb);
  tFreeSUsedbRsp(&usedbRsp);
D
dapan1121 已提交
1254

S
Shengliang Guan 已提交
1255 1256
  return code;
}
S
Shengliang Guan 已提交
1257

S
Shengliang Guan 已提交
1258 1259 1260 1261 1262 1263 1264
int32_t mndValidateDbInfo(SMnode *pMnode, SDbVgVersion *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {
  SUseDbBatchRsp batchUseRsp = {0};
  batchUseRsp.pArray = taosArrayInit(numOfDbs, sizeof(SUseDbRsp));
  if (batchUseRsp.pArray == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }
S
Shengliang Guan 已提交
1265

S
Shengliang Guan 已提交
1266 1267 1268 1269
  for (int32_t i = 0; i < numOfDbs; ++i) {
    SDbVgVersion *pDbVgVersion = &pDbs[i];
    pDbVgVersion->dbId = htobe64(pDbVgVersion->dbId);
    pDbVgVersion->vgVersion = htonl(pDbVgVersion->vgVersion);
D
dapan1121 已提交
1270
    pDbVgVersion->numOfTable = htonl(pDbVgVersion->numOfTable);
D
dapan1121 已提交
1271

S
Shengliang Guan 已提交
1272 1273
    SUseDbRsp usedbRsp = {0};

S
Shengliang Guan 已提交
1274
    SDbObj *pDb = mndAcquireDb(pMnode, pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
1275
    if (pDb == NULL) {
1276
      mTrace("db:%s, no exist", pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
1277 1278 1279 1280
      memcpy(usedbRsp.db, pDbVgVersion->dbFName, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = pDbVgVersion->dbId;
      usedbRsp.vgVersion = -1;
      taosArrayPush(batchUseRsp.pArray, &usedbRsp);
D
dapan1121 已提交
1281
      continue;
D
dapan1121 已提交
1282
    }
S
Shengliang Guan 已提交
1283

S
Shengliang Guan 已提交
1284
    int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
S
Shengliang Guan 已提交
1285

D
dapan1121 已提交
1286
    if (pDbVgVersion->vgVersion >= pDb->vgVersion && numOfTable == pDbVgVersion->numOfTable) {
1287
      mDebug("db:%s, version and numOfTable not changed", pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
1288
      mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1289
      continue;
1290 1291 1292
    } else {
      mDebug("db:%s, vgroup version changed from %d to %d", pDbVgVersion->dbFName, pDbVgVersion->vgVersion,
             pDb->vgVersion);
D
dapan1121 已提交
1293
    }
L
Liu Jicong 已提交
1294

D
dapan1121 已提交
1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306
    usedbRsp.pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
    if (usedbRsp.pVgroupInfos == NULL) {
      mndReleaseDb(pMnode, pDb);
      mError("db:%s, failed to malloc usedb response", pDb->name);
      continue;
    }

    mndBuildDBVgroupInfo(pDb, pMnode, usedbRsp.pVgroupInfos);
    memcpy(usedbRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
    usedbRsp.uid = pDb->uid;
    usedbRsp.vgVersion = pDb->vgVersion;
    usedbRsp.vgNum = (int32_t)taosArrayGetSize(usedbRsp.pVgroupInfos);
S
Shengliang Guan 已提交
1307
    usedbRsp.hashMethod = pDb->cfg.hashMethod;
1308 1309
    usedbRsp.hashPrefix = pDb->cfg.hashPrefix;
    usedbRsp.hashSuffix = pDb->cfg.hashSuffix;
D
dapan1121 已提交
1310 1311 1312

    taosArrayPush(batchUseRsp.pArray, &usedbRsp);
    mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1313 1314
  }

S
Shengliang Guan 已提交
1315
  int32_t rspLen = tSerializeSUseDbBatchRsp(NULL, 0, &batchUseRsp);
wafwerar's avatar
wafwerar 已提交
1316
  void   *pRsp = taosMemoryMalloc(rspLen);
S
Shengliang Guan 已提交
1317 1318 1319 1320
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    tFreeSUseDbBatchRsp(&batchUseRsp);
    return -1;
D
dapan1121 已提交
1321
  }
S
Shengliang Guan 已提交
1322
  tSerializeSUseDbBatchRsp(pRsp, rspLen, &batchUseRsp);
D
dapan1121 已提交
1323

S
Shengliang Guan 已提交
1324 1325 1326 1327
  *ppRsp = pRsp;
  *pRspLen = rspLen;

  tFreeSUseDbBatchRsp(&batchUseRsp);
D
dapan1121 已提交
1328 1329 1330
  return 0;
}

S
Shengliang Guan 已提交
1331 1332
static int32_t mndCompactDb(SMnode *pMnode, SDbObj *pDb) { return 0; }

S
Shengliang Guan 已提交
1333 1334
static int32_t mndProcessCompactDbReq(SRpcMsg *pReq) {
  SMnode       *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1335 1336 1337 1338
  int32_t       code = -1;
  SDbObj       *pDb = NULL;
  SCompactDbReq compactReq = {0};

S
Shengliang Guan 已提交
1339
  if (tDeserializeSCompactDbReq(pReq->pCont, pReq->contLen, &compactReq) != 0) {
S
Shengliang Guan 已提交
1340
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1341
    goto _OVER;
S
Shengliang Guan 已提交
1342 1343
  }

S
Shengliang Guan 已提交
1344
  mDebug("db:%s, start to compact", compactReq.db);
S
Shengliang Guan 已提交
1345 1346

  pDb = mndAcquireDb(pMnode, compactReq.db);
S
Shengliang Guan 已提交
1347
  if (pDb == NULL) {
S
Shengliang Guan 已提交
1348
    goto _OVER;
S
Shengliang Guan 已提交
1349 1350
  }

1351
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_COMPACT_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1352
    goto _OVER;
S
Shengliang Guan 已提交
1353 1354
  }

S
Shengliang Guan 已提交
1355
  code = mndCompactDb(pMnode, pDb);
S
Shengliang Guan 已提交
1356

S
Shengliang Guan 已提交
1357
_OVER:
S
Shengliang Guan 已提交
1358 1359
  if (code != 0) {
    mError("db:%s, failed to process compact db req since %s", compactReq.db, terrstr());
S
Shengliang Guan 已提交
1360
  }
S
Shengliang Guan 已提交
1361 1362

  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
1363
  return code;
S
Shengliang Guan 已提交
1364
}
S
Shengliang Guan 已提交
1365

S
Shengliang Guan 已提交
1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434
static int32_t mndTrimDb(SMnode *pMnode, SDbObj *pDb) {
  SSdb       *pSdb = pMnode->pSdb;
  SVgObj     *pVgroup = NULL;
  void       *pIter = NULL;
  SVTrimDbReq trimReq = {.timestamp = taosGetTimestampSec()};
  int32_t     reqLen = tSerializeSVTrimDbReq(NULL, 0, &trimReq);
  int32_t     contLen = reqLen + sizeof(SMsgHead);

  while (1) {
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    SMsgHead *pHead = rpcMallocCont(contLen);
    if (pHead == NULL) {
      sdbCancelFetch(pSdb, pVgroup);
      sdbRelease(pSdb, pVgroup);
      continue;
    }
    pHead->contLen = htonl(contLen);
    pHead->vgId = htonl(pVgroup->vgId);
    tSerializeSVTrimDbReq((char *)pHead + sizeof(SMsgHead), contLen, &trimReq);

    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM, .pCont = pHead, .contLen = contLen};
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
    int32_t code = tmsgSendReq(&epSet, &rpcMsg);
    if (code != 0) {
      mError("vgId:%d, failed to send vnode-trim request to vnode since 0x%x", pVgroup->vgId, code);
    } else {
      mDebug("vgId:%d, send vnode-trim request to vnode, time:%d", pVgroup->vgId, trimReq.timestamp);
    }
    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}

static int32_t mndProcessTrimDbReq(SRpcMsg *pReq) {
  SMnode    *pMnode = pReq->info.node;
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  STrimDbReq trimReq = {0};

  if (tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto _OVER;
  }

  mDebug("db:%s, start to trim", trimReq.db);

  pDb = mndAcquireDb(pMnode, trimReq.db);
  if (pDb == NULL) {
    goto _OVER;
  }

  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_TRIM_DB, pDb) != 0) {
    goto _OVER;
  }

  code = mndTrimDb(pMnode, pDb);

_OVER:
  if (code != 0) {
    mError("db:%s, failed to process trim db req since %s", trimReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);
  return code;
}

S
Shengliang Guan 已提交
1435
const char *mndGetDbStr(const char *src) {
S
Shengliang Guan 已提交
1436 1437
  char *pos = strstr(src, TS_PATH_DELIMITER);
  if (pos != NULL) ++pos;
S
Shengliang Guan 已提交
1438
  if (pos == NULL) return src;
S
Shengliang Guan 已提交
1439 1440 1441
  return pos;
}

M
Minglei Jin 已提交
1442
static int64_t getValOfDiffPrecision(int8_t unit, int64_t val) {
1443
  int64_t v = 0;
1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459
  switch (unit) {
    case 's':
      v = val / 1000;
      break;
    case 'm':
      v = val / tsTickPerMin[TSDB_TIME_PRECISION_MILLI];
      break;
    case 'h':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 60);
      break;
    case 'd':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60);
      break;
    case 'w':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60 * 7);
      break;
1460 1461 1462 1463 1464 1465 1466
    default:
      break;
  }

  return v;
}

M
Minglei Jin 已提交
1467
static char *buildRetension(SArray *pRetension) {
1468 1469 1470 1471 1472
  size_t size = taosArrayGetSize(pRetension);
  if (size == 0) {
    return NULL;
  }

1473 1474
  char       *p1 = taosMemoryCalloc(1, 100);
  SRetention *p = taosArrayGet(pRetension, 0);
1475 1476 1477 1478 1479

  int32_t len = 2;

  int64_t v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
  int64_t v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
1480
  len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
1481

1482 1483 1484
  if (size > 1) {
    len += sprintf(p1 + len, ",");
    p = taosArrayGet(pRetension, 1);
1485

1486 1487 1488 1489
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
    len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
  }
1490

1491 1492 1493
  if (size > 2) {
    len += sprintf(p1 + len, ",");
    p = taosArrayGet(pRetension, 2);
1494

1495 1496 1497 1498
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
    len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
  }
1499 1500 1501 1502 1503

  varDataSetLen(p1, len);
  return p1;
}

1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519
static const char *getCacheModelStr(int8_t cacheModel) {
  switch (cacheModel) {
    case TSDB_CACHE_MODEL_NONE:
      return TSDB_CACHE_MODEL_NONE_STR;
    case TSDB_CACHE_MODEL_LAST_ROW:
      return TSDB_CACHE_MODEL_LAST_ROW_STR;
    case TSDB_CACHE_MODEL_LAST_VALUE:
      return TSDB_CACHE_MODEL_LAST_VALUE_STR;
    case TSDB_CACHE_MODEL_BOTH:
      return TSDB_CACHE_MODEL_BOTH_STR;
    default:
      break;
  }
  return "unknown";
}

1520
bool mndIsDbReady(SMnode *pMnode, SDbObj *pDb) {
1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547
  if (pDb->cfg.replications == 1) return true;

  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
  bool  isReady = true;
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid && pVgroup->replica > 1) {
      bool hasLeader = false;
      for (int32_t i = 0; i < pVgroup->replica; ++i) {
        if (pVgroup->vnodeGid[i].role == TAOS_SYNC_STATE_LEADER) {
          hasLeader = true;
        }
      }
      if (!hasLeader) isReady = false;
    }
    sdbRelease(pSdb, pVgroup);
  }

  return isReady;
}

static void mndDumpDbInfoData(SMnode *pMnode, SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, int32_t rows,
                              int64_t numOfTables, bool sysDb, ESdbStatus objStatus, bool sysinfo) {
S
Shengliang Guan 已提交
1548
  int32_t cols = 0;
1549 1550
  int32_t bytes = pShow->pMeta->pSchemas[cols].bytes;
  char   *buf = taosMemoryMalloc(bytes);
S
Shengliang Guan 已提交
1551

S
Shengliang Guan 已提交
1552
  const char *name = mndGetDbStr(pDb->name);
H
Haojun Liao 已提交
1553
  if (name != NULL) {
1554
    STR_WITH_MAXSIZE_TO_VARSTR(buf, name, bytes);
H
Haojun Liao 已提交
1555
  } else {
1556
    STR_WITH_MAXSIZE_TO_VARSTR(buf, "NULL", bytes);
H
Haojun Liao 已提交
1557
  }
S
Shengliang Guan 已提交
1558

1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576
  const char *precStr = NULL;
  switch (pDb->cfg.precision) {
    case TSDB_TIME_PRECISION_MILLI:
      precStr = TSDB_TIME_PRECISION_MILLI_STR;
      break;
    case TSDB_TIME_PRECISION_MICRO:
      precStr = TSDB_TIME_PRECISION_MICRO_STR;
      break;
    case TSDB_TIME_PRECISION_NANO:
      precStr = TSDB_TIME_PRECISION_NANO_STR;
      break;
    default:
      precStr = "none";
      break;
  }
  char precVstr[10] = {0};
  STR_WITH_SIZE_TO_VARSTR(precVstr, precStr, 2);

1577
  char *statusStr = "ready";
1578 1579 1580 1581 1582 1583 1584 1585 1586
  if (objStatus == SDB_STATUS_CREATING) {
    statusStr = "creating";
  } else if (objStatus == SDB_STATUS_DROPPING) {
    statusStr = "dropping";
  } else {
    if (!sysDb && !mndIsDbReady(pMnode, pDb)) {
      statusStr = "unsynced";
    }
  }
1587 1588
  char statusVstr[24] = {0};
  STR_WITH_SIZE_TO_VARSTR(statusVstr, statusStr, strlen(statusStr));
S
Shengliang Guan 已提交
1589

1590
  if (sysDb || !sysinfo) {
S
Shengliang Guan 已提交
1591 1592
    for (int32_t i = 0; i < pShow->numOfColumns; ++i) {
      SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, i);
1593 1594
      if (i == 0) {
        colDataAppend(pColInfo, rows, buf, false);
1595 1596
      } else if (i == 1) {
        colDataAppend(pColInfo, rows, (const char *)&pDb->createdTime, false);
1597 1598
      } else if (i == 3) {
        colDataAppend(pColInfo, rows, (const char *)&numOfTables, false);
1599 1600
      } else if (i == 14) {
        colDataAppend(pColInfo, rows, precVstr, false);
1601
      } else if (i == 15) {
1602
        colDataAppend(pColInfo, rows, statusVstr, false);
1603 1604 1605 1606 1607 1608 1609
      } else {
        colDataAppendNULL(pColInfo, rows);
      }
    }
  } else {
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, buf, false);
S
Shengliang Guan 已提交
1610

1611 1612
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->createdTime, false);
S
Shengliang Guan 已提交
1613

1614 1615
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.numOfVgroups, false);
S
Shengliang Guan 已提交
1616

1617 1618
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&numOfTables, false);
S
Shengliang Guan 已提交
1619

1620 1621
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.replications, false);
1622

1623
    const char *strictStr = pDb->cfg.strict ? "on" : "off";
1624 1625
    char        strictVstr[24] = {0};
    STR_WITH_SIZE_TO_VARSTR(strictVstr, strictStr, strlen(strictStr));
1626
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1627
    colDataAppend(pColInfo, rows, (const char *)strictVstr, false);
S
Shengliang Guan 已提交
1628

1629 1630 1631
    char    durationVstr[128] = {0};
    int32_t len = sprintf(&durationVstr[VARSTR_HEADER_SIZE], "%dm", pDb->cfg.daysPerFile);
    varDataSetLen(durationVstr, len);
D
dapan1121 已提交
1632
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1633
    colDataAppend(pColInfo, rows, (const char *)durationVstr, false);
D
dapan1121 已提交
1634

1635
    char keepVstr[128] = {0};
1636
    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {
1637
      len = sprintf(&keepVstr[VARSTR_HEADER_SIZE], "%dm,%dm,%dm", pDb->cfg.daysToKeep1, pDb->cfg.daysToKeep2,
1638 1639
                    pDb->cfg.daysToKeep0);
    } else {
1640
      len = sprintf(&keepVstr[VARSTR_HEADER_SIZE], "%dm,%dm,%dm", pDb->cfg.daysToKeep0, pDb->cfg.daysToKeep1,
1641 1642
                    pDb->cfg.daysToKeep2);
    }
1643
    varDataSetLen(keepVstr, len);
1644
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1645
    colDataAppend(pColInfo, rows, (const char *)keepVstr, false);
S
Shengliang Guan 已提交
1646

1647
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
S
Shengliang Guan 已提交
1648 1649 1650 1651
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.buffer, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.pageSize, false);
S
Shengliang Guan 已提交
1652

1653
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
S
Shengliang Guan 已提交
1654
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.pages, false);
S
Shengliang Guan 已提交
1655

1656 1657
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.minRows, false);
H
Haojun Liao 已提交
1658

1659 1660
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.maxRows, false);
H
Haojun Liao 已提交
1661

1662 1663
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.compression, false);
H
Haojun Liao 已提交
1664

1665
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1666
    colDataAppend(pColInfo, rows, (const char *)precVstr, false);
D
dapan1121 已提交
1667

wmmhello's avatar
wmmhello 已提交
1668
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1669
    colDataAppend(pColInfo, rows, (const char *)statusVstr, false);
1670

1671
    char *rentensionVstr = buildRetension(pDb->cfg.pRetensions);
1672
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1673
    if (rentensionVstr == NULL) {
1674 1675
      colDataAppendNULL(pColInfo, rows);
    } else {
1676 1677
      colDataAppend(pColInfo, rows, (const char *)rentensionVstr, false);
      taosMemoryFree(rentensionVstr);
1678
    }
1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.numOfStables, false);

    const char *cacheModelStr = getCacheModelStr(pDb->cfg.cacheLast);
    char        cacheModelVstr[24] = {0};
    STR_WITH_SIZE_TO_VARSTR(cacheModelVstr, cacheModelStr, strlen(cacheModelStr));
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)cacheModelVstr, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.cacheLastSize, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walLevel, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walFsyncPeriod, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walRetentionPeriod, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1702
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walRetentionSize, false);
1703 1704

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1705
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walRollPeriod, false);
1706 1707 1708

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walSegmentSize, false);
1709 1710 1711

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.sstTrigger, false);
1712
  }
1713 1714

  taosMemoryFree(buf);
H
Haojun Liao 已提交
1715 1716
}

L
Liu Jicong 已提交
1717
static void setInformationSchemaDbCfg(SDbObj *pDbObj) {
1718
  tstrncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));
L
Liu Jicong 已提交
1719
  pDbObj->createdTime = 0;
H
Haojun Liao 已提交
1720
  pDbObj->cfg.numOfVgroups = 0;
S
Shengliang Guan 已提交
1721
  pDbObj->cfg.strict = 1;
H
Haojun Liao 已提交
1722
  pDbObj->cfg.replications = 1;
L
Liu Jicong 已提交
1723
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
H
Haojun Liao 已提交
1724 1725
}

S
Shengliang Guan 已提交
1726
static void setPerfSchemaDbCfg(SDbObj *pDbObj) {
1727
  tstrncpy(pDbObj->name, TSDB_PERFORMANCE_SCHEMA_DB, tListLen(pDbObj->name));
1728 1729
  pDbObj->createdTime = 0;
  pDbObj->cfg.numOfVgroups = 0;
S
Shengliang Guan 已提交
1730
  pDbObj->cfg.strict = 1;
1731 1732 1733 1734
  pDbObj->cfg.replications = 1;
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
}

1735 1736 1737
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
  SVgObj  *pVgroup = pObj;
  int32_t *numOfTables = p1;
1738
  int64_t  uid = *(int64_t *)p2;
D
dapan1121 已提交
1739 1740 1741
  if (pVgroup->dbUid == uid) {
    *numOfTables += pVgroup->numOfTables;
  }
1742 1743 1744
  return true;
}

S
Shengliang Guan 已提交
1745
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {
1746 1747 1748 1749 1750
  SMnode    *pMnode = pReq->info.node;
  SSdb      *pSdb = pMnode->pSdb;
  int32_t    numOfRows = 0;
  SDbObj    *pDb = NULL;
  ESdbStatus objStatus = 0;
H
Haojun Liao 已提交
1751

1752 1753 1754 1755
  SUserObj *pUser = mndAcquireUser(pMnode, pReq->info.conn.user);
  if (pUser == NULL) return 0;
  bool sysinfo = pUser->sysInfo;

1756 1757 1758 1759
  // Append the information_schema database into the result.
  if (!pShow->sysDbRsp) {
    SDbObj infoschemaDb = {0};
    setInformationSchemaDbCfg(&infoschemaDb);
D
dapan1121 已提交
1760
    size_t numOfTables = 0;
1761
    getVisibleInfosTablesNum(sysinfo, &numOfTables);
1762
    mndDumpDbInfoData(pMnode, pBlock, &infoschemaDb, pShow, numOfRows, numOfTables, true, 0, 1);
1763 1764 1765 1766 1767

    numOfRows += 1;

    SDbObj perfschemaDb = {0};
    setPerfSchemaDbCfg(&perfschemaDb);
D
dapan1121 已提交
1768 1769
    numOfTables = 0;
    getPerfDbMeta(NULL, &numOfTables);
1770
    mndDumpDbInfoData(pMnode, pBlock, &perfschemaDb, pShow, numOfRows, numOfTables, true, 0, 1);
1771 1772 1773 1774 1775

    numOfRows += 1;
    pShow->sysDbRsp = true;
  }

H
Haojun Liao 已提交
1776
  while (numOfRows < rowsCapacity) {
1777
    pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus);
1778
    if (pShow->pIter == NULL) break;
S
Shengliang Guan 已提交
1779

1780 1781
    if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_READ_OR_WRITE_DB, pDb) == 0) {
      int32_t numOfTables = 0;
D
dapan1121 已提交
1782
      sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, &pDb->uid, NULL);
1783
      mndDumpDbInfoData(pMnode, pBlock, pDb, pShow, numOfRows, numOfTables, false, objStatus, sysinfo);
1784 1785
      numOfRows++;
    }
1786

S
Shengliang Guan 已提交
1787 1788 1789
    sdbRelease(pSdb, pDb);
  }

1790
  pShow->numOfRows += numOfRows;
1791
  mndReleaseUser(pMnode, pUser);
S
Shengliang Guan 已提交
1792 1793 1794 1795 1796
  return numOfRows;
}

static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
  SSdb *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1797
  sdbCancelFetch(pSdb, pIter);
L
Liu Jicong 已提交
1798
}