mndDb.c 51.8 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
Shengliang Guan 已提交
16
#define _DEFAULT_SOURCE
S
Shengliang Guan 已提交
17
#include "mndDb.h"
S
Shengliang Guan 已提交
18
#include "mndDnode.h"
L
Liu Jicong 已提交
19
#include "mndOffset.h"
20
#include "mndPrivilege.h"
S
Shengliang Guan 已提交
21
#include "mndShow.h"
S
Shengliang Guan 已提交
22
#include "mndSma.h"
23
#include "mndStb.h"
S
Shengliang Guan 已提交
24
#include "mndStream.h"
L
Liu Jicong 已提交
25 26
#include "mndSubscribe.h"
#include "mndTopic.h"
S
Shengliang Guan 已提交
27
#include "mndTrans.h"
S
Shengliang Guan 已提交
28
#include "mndUser.h"
29
#include "mndVgroup.h"
30
#include "systable.h"
S
Shengliang Guan 已提交
31

S
Shengliang Guan 已提交
32 33
#define DB_VER_NUMBER   1
#define DB_RESERVE_SIZE 64
S
Shengliang Guan 已提交
34 35 36 37 38

static SSdbRaw *mndDbActionEncode(SDbObj *pDb);
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw);
static int32_t  mndDbActionInsert(SSdb *pSdb, SDbObj *pDb);
static int32_t  mndDbActionDelete(SSdb *pSdb, SDbObj *pDb);
S
Shengliang Guan 已提交
39
static int32_t  mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew);
S
Shengliang Guan 已提交
40 41 42 43 44 45
static int32_t  mndProcessCreateDbReq(SRpcMsg *pReq);
static int32_t  mndProcessAlterDbReq(SRpcMsg *pReq);
static int32_t  mndProcessDropDbReq(SRpcMsg *pReq);
static int32_t  mndProcessUseDbReq(SRpcMsg *pReq);
static int32_t  mndProcessCompactDbReq(SRpcMsg *pReq);
static int32_t  mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity);
S
Shengliang Guan 已提交
46
static void     mndCancelGetNextDb(SMnode *pMnode, void *pIter);
S
Shengliang Guan 已提交
47
static int32_t  mndProcessGetDbCfgReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
48

S
Shengliang Guan 已提交
49
int32_t mndInitDb(SMnode *pMnode) {
S
Shengliang Guan 已提交
50 51 52 53 54 55 56 57 58
  SSdbTable table = {
      .sdbType = SDB_DB,
      .keyType = SDB_KEY_BINARY,
      .encodeFp = (SdbEncodeFp)mndDbActionEncode,
      .decodeFp = (SdbDecodeFp)mndDbActionDecode,
      .insertFp = (SdbInsertFp)mndDbActionInsert,
      .updateFp = (SdbUpdateFp)mndDbActionUpdate,
      .deleteFp = (SdbDeleteFp)mndDbActionDelete,
  };
S
Shengliang Guan 已提交
59

S
Shengliang Guan 已提交
60 61 62 63 64
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
D
dapan1121 已提交
65
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
S
Shengliang Guan 已提交
66 67 68 69

  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);

S
Shengliang Guan 已提交
70
  return sdbSetTable(pMnode->pSdb, table);
S
Shengliang Guan 已提交
71
}
S
Shengliang Guan 已提交
72

S
Shengliang Guan 已提交
73
void mndCleanupDb(SMnode *pMnode) {}
S
Shengliang Guan 已提交
74

S
Shengliang Guan 已提交
75
static SSdbRaw *mndDbActionEncode(SDbObj *pDb) {
76 77
  terrno = TSDB_CODE_OUT_OF_MEMORY;

S
Shengliang Guan 已提交
78 79 80
  int32_t  size = sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + DB_RESERVE_SIZE;
  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, DB_VER_NUMBER, size);
  if (pRaw == NULL) goto _OVER;
S
Shengliang Guan 已提交
81 82

  int32_t dataPos = 0;
S
Shengliang Guan 已提交
83 84 85 86 87 88 89 90 91
  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->uid, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, _OVER)
S
Shengliang Guan 已提交
92 93 94 95
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfStables, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.buffer, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pageSize, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pages, _OVER)
S
Shengliang Guan 已提交
96 97 98 99 100 101 102 103 104 105 106 107 108 109 110
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.fsyncPeriod, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.strict, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLastRow, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.hashMethod, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, _OVER)
S
sma  
Shengliang Guan 已提交
111
  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
C
Cary Xu 已提交
112
    TASSERT(taosArrayGetSize(pDb->cfg.pRetensions) == pDb->cfg.numOfRetensions);
S
sma  
Shengliang Guan 已提交
113
    SRetention *pRetension = taosArrayGet(pDb->cfg.pRetensions, i);
C
Cary Xu 已提交
114 115
    SDB_SET_INT64(pRaw, dataPos, pRetension->freq, _OVER)
    SDB_SET_INT64(pRaw, dataPos, pRetension->keep, _OVER)
S
Shengliang Guan 已提交
116 117
    SDB_SET_INT8(pRaw, dataPos, pRetension->freqUnit, _OVER)
    SDB_SET_INT8(pRaw, dataPos, pRetension->keepUnit, _OVER)
S
sma  
Shengliang Guan 已提交
118
  }
wmmhello's avatar
wmmhello 已提交
119
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.schemaless, _OVER)
S
sma  
Shengliang Guan 已提交
120

S
Shengliang Guan 已提交
121 122
  SDB_SET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
123 124 125

  terrno = 0;

S
Shengliang Guan 已提交
126
_OVER:
127 128 129 130 131
  if (terrno != 0) {
    mError("db:%s, failed to encode to raw:%p since %s", pDb->name, pRaw, terrstr());
    sdbFreeRaw(pRaw);
    return NULL;
  }
S
Shengliang Guan 已提交
132

133
  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
134 135 136 137
  return pRaw;
}

static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
138 139
  terrno = TSDB_CODE_OUT_OF_MEMORY;

S
Shengliang Guan 已提交
140
  int8_t sver = 0;
S
Shengliang Guan 已提交
141
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
S
Shengliang Guan 已提交
142

S
Shengliang Guan 已提交
143
  if (sver != DB_VER_NUMBER) {
S
Shengliang Guan 已提交
144
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
S
Shengliang Guan 已提交
145
    goto _OVER;
S
Shengliang Guan 已提交
146 147 148
  }

  SSdbRow *pRow = sdbAllocRow(sizeof(SDbObj));
S
Shengliang Guan 已提交
149
  if (pRow == NULL) goto _OVER;
150 151

  SDbObj *pDb = sdbGetRowObj(pRow);
S
Shengliang Guan 已提交
152
  if (pDb == NULL) goto _OVER;
S
Shengliang Guan 已提交
153 154

  int32_t dataPos = 0;
S
Shengliang Guan 已提交
155 156 157 158 159 160 161 162 163
  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, _OVER)
S
Shengliang Guan 已提交
164 165 166 167
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfStables, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.buffer, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pageSize, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pages, _OVER)
S
Shengliang Guan 已提交
168 169 170 171 172 173 174 175 176 177 178 179 180 181 182
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.fsyncPeriod, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.strict, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLastRow, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.hashMethod, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, _OVER)
S
sma  
Shengliang Guan 已提交
183 184
  if (pDb->cfg.numOfRetensions > 0) {
    pDb->cfg.pRetensions = taosArrayInit(pDb->cfg.numOfRetensions, sizeof(SRetention));
S
Shengliang Guan 已提交
185
    if (pDb->cfg.pRetensions == NULL) goto _OVER;
S
sma  
Shengliang Guan 已提交
186
    for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
X
Xiaoyu Wang 已提交
187 188 189 190 191 192
      SRetention retention = {0};
      SDB_GET_INT64(pRaw, dataPos, &retention.freq, _OVER)
      SDB_GET_INT64(pRaw, dataPos, &retention.keep, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &retention.freqUnit, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &retention.keepUnit, _OVER)
      if (taosArrayPush(pDb->cfg.pRetensions, &retention) == NULL) {
S
Shengliang Guan 已提交
193
        goto _OVER;
S
sma  
Shengliang Guan 已提交
194 195 196
      }
    }
  }
wmmhello's avatar
wmmhello 已提交
197
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.schemaless, _OVER)
S
sma  
Shengliang Guan 已提交
198

S
Shengliang Guan 已提交
199
  SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
S
Shengliang Guan 已提交
200
  taosInitRWLatch(&pDb->lock);
201 202 203

  terrno = 0;

S
Shengliang Guan 已提交
204
_OVER:
205 206
  if (terrno != 0) {
    mError("db:%s, failed to decode from raw:%p since %s", pDb->name, pRaw, terrstr());
wafwerar's avatar
wafwerar 已提交
207
    taosMemoryFreeClear(pRow);
208 209
    return NULL;
  }
S
Shengliang Guan 已提交
210

211
  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
212 213 214 215
  return pRow;
}

static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {
216
  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);
S
Shengliang Guan 已提交
217 218 219 220
  return 0;
}

static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
221
  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);
S
sma  
Shengliang Guan 已提交
222
  taosArrayDestroy(pDb->cfg.pRetensions);
S
Shengliang Guan 已提交
223 224 225
  return 0;
}

S
Shengliang Guan 已提交
226 227
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
228
  taosWLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
229 230 231
  pOld->updateTime = pNew->updateTime;
  pOld->cfgVersion = pNew->cfgVersion;
  pOld->vgVersion = pNew->vgVersion;
S
Shengliang Guan 已提交
232 233 234 235 236 237 238 239 240 241 242 243
  pOld->cfg.buffer = pNew->cfg.buffer;
  pOld->cfg.pages = pNew->cfg.pages;
  pOld->cfg.pageSize = pNew->cfg.pageSize;
  pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;
  pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;
  pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;
  pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;
  pOld->cfg.fsyncPeriod = pNew->cfg.fsyncPeriod;
  pOld->cfg.walLevel = pNew->cfg.walLevel;
  pOld->cfg.strict = pNew->cfg.strict;
  pOld->cfg.cacheLastRow = pNew->cfg.cacheLastRow;
  pOld->cfg.replications = pNew->cfg.replications;
244
  taosWUnLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
245 246 247
  return 0;
}

S
Shengliang Guan 已提交
248 249 250 251
static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {
  SSdb *pSdb = pMnode->pSdb;
  return sdbGetTableVer(pSdb, SDB_VGROUP);
}
252

S
Shengliang Guan 已提交
253
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
S
Shengliang Guan 已提交
254 255
  SSdb   *pSdb = pMnode->pSdb;
  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);
S
Shengliang Guan 已提交
256
  if (pDb == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
S
Shengliang Guan 已提交
257 258 259
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
  }
  return pDb;
S
Shengliang Guan 已提交
260
}
S
Shengliang Guan 已提交
261

S
Shengliang Guan 已提交
262 263 264 265 266
void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  sdbRelease(pSdb, pDb);
}

S
Shengliang Guan 已提交
267
static int32_t mndCheckDbName(const char *dbName, SUserObj *pUser) {
S
Shengliang Guan 已提交
268 269 270 271 272 273 274 275 276 277 278 279 280 281 282
  char *pos = strstr(dbName, TS_PATH_DELIMITER);
  if (pos == NULL) {
    terrno = TSDB_CODE_MND_INVALID_DB;
    return -1;
  }

  int32_t acctId = atoi(dbName);
  if (acctId != pUser->acctId) {
    terrno = TSDB_CODE_MND_INVALID_DB_ACCT;
    return -1;
  }

  return 0;
}

S
Shengliang Guan 已提交
283
static int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {
S
Shengliang Guan 已提交
284 285
  terrno = TSDB_CODE_MND_INVALID_DB_OPTION;

286
  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return -1;
S
Shengliang Guan 已提交
287 288 289 290
  if (pCfg->numOfStables < TSDB_DB_STREAM_MODE_OFF || pCfg->numOfStables > TSDB_DB_STREAM_MODE_ON) return -1;
  if (pCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return -1;
  if (pCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return -1;
  if (pCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return -1;
S
Shengliang Guan 已提交
291 292 293 294
  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return -1;
  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return -1;
S
Shengliang Guan 已提交
295
  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return -1;
S
Shengliang Guan 已提交
296 297
  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return -1;
  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return -1;
S
Shengliang Guan 已提交
298 299
  if (pCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return -1;
  if (pCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return -1;
S
Shengliang Guan 已提交
300 301 302 303 304
  if (pCfg->minRows > pCfg->maxRows) return -1;
  if (pCfg->fsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->fsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return -1;
  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return -1;
  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return -1;
  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return -1;
S
Shengliang Guan 已提交
305
  if (pCfg->replications < TSDB_MIN_DB_REPLICA || pCfg->replications > TSDB_MAX_DB_REPLICA) return -1;
S
Shengliang Guan 已提交
306
  if (pCfg->replications != 1 && pCfg->replications != 3) return -1;
307
  if (pCfg->strict < TSDB_DB_STRICT_OFF || pCfg->strict > TSDB_DB_STRICT_ON) return -1;
wmmhello's avatar
wmmhello 已提交
308
  if (pCfg->schemaless < TSDB_DB_SCHEMALESS_OFF || pCfg->schemaless > TSDB_DB_SCHEMALESS_ON) return -1;
S
Shengliang Guan 已提交
309
  if (pCfg->cacheLastRow < TSDB_MIN_DB_CACHE_LAST_ROW || pCfg->cacheLastRow > TSDB_MAX_DB_CACHE_LAST_ROW) return -1;
S
Shengliang Guan 已提交
310
  if (pCfg->hashMethod != 1) return -1;
311 312 313 314
  if (pCfg->replications > mndGetDnodeSize(pMnode)) {
    terrno = TSDB_CODE_MND_NO_ENOUGH_DNODES;
    return -1;
  }
S
Shengliang Guan 已提交
315 316

  terrno = 0;
317
  return terrno;
S
Shengliang Guan 已提交
318 319 320
}

static void mndSetDefaultDbCfg(SDbCfg *pCfg) {
321
  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;
S
Shengliang Guan 已提交
322 323
  if (pCfg->numOfStables < 0) pCfg->numOfStables = TSDB_DEFAULT_DB_SINGLE_STABLE;
  if (pCfg->buffer < 0) pCfg->buffer = TSDB_DEFAULT_BUFFER_PER_VNODE;
H
Hongze Cheng 已提交
324 325
  if (pCfg->pageSize < 0) pCfg->pageSize = TSDB_DEFAULT_PAGESIZE_PER_VNODE;
  if (pCfg->pages < 0) pCfg->pages = TSDB_DEFAULT_PAGES_PER_VNODE;
S
Shengliang Guan 已提交
326
  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DURATION_PER_FILE;
S
Shengliang Guan 已提交
327
  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;
328 329
  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;
  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;
S
Shengliang Guan 已提交
330 331
  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MINROWS_FBLOCK;
  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAXROWS_FBLOCK;
S
Shengliang Guan 已提交
332 333 334 335
  if (pCfg->fsyncPeriod < 0) pCfg->fsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;
  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;
  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;
  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;
S
Shengliang Guan 已提交
336 337
  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA;
  if (pCfg->strict < 0) pCfg->strict = TSDB_DEFAULT_DB_STRICT;
S
Shengliang Guan 已提交
338
  if (pCfg->cacheLastRow < 0) pCfg->cacheLastRow = TSDB_DEFAULT_CACHE_LAST_ROW;
339
  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;
wmmhello's avatar
wmmhello 已提交
340
  if (pCfg->schemaless < 0) pCfg->schemaless = TSDB_DB_SCHEMALESS_OFF;
S
Shengliang Guan 已提交
341
}
S
Shengliang Guan 已提交
342

S
Shengliang Guan 已提交
343
static int32_t mndSetCreateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
344
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
345 346 347
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
348

S
Shengliang Guan 已提交
349
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
350
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
351 352 353
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendRedolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
354 355 356 357 358
  }

  return 0;
}

S
Shengliang Guan 已提交
359
static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
360
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
361 362 363
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendUndolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
364

S
Shengliang Guan 已提交
365
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
366
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
367 368 369
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendUndolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
370 371 372 373 374
  }

  return 0;
}

S
Shengliang Guan 已提交
375
static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
376
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
377 378 379
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
380

S
Shengliang Guan 已提交
381
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
382
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
383 384 385
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendCommitlog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
386 387 388 389 390
  }

  return 0;
}

S
Shengliang Guan 已提交
391 392
static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
393
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
394 395

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
396
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
397
      if (mndAddCreateVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false) != 0) {
S
Shengliang Guan 已提交
398 399 400 401 402
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
403 404 405
  return 0;
}

S
Shengliang Guan 已提交
406 407
static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
408
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
409 410

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
411 412
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
      if (mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false) != 0) {
S
Shengliang Guan 已提交
413 414 415 416 417
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
418 419 420
  return 0;
}

S
Shengliang Guan 已提交
421
static int32_t mndCreateDb(SMnode *pMnode, SRpcMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser) {
S
Shengliang Guan 已提交
422
  SDbObj dbObj = {0};
423
  memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
424
  memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);
S
Shengliang Guan 已提交
425 426
  dbObj.createdTime = taosGetTimestampMs();
  dbObj.updateTime = dbObj.createdTime;
427
  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
428 429
  dbObj.cfgVersion = 1;
  dbObj.vgVersion = 1;
S
Shengliang Guan 已提交
430
  memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);
L
Liu Jicong 已提交
431 432
  dbObj.cfg = (SDbCfg){
      .numOfVgroups = pCreate->numOfVgroups,
S
Shengliang Guan 已提交
433 434 435 436
      .numOfStables = pCreate->numOfStables,
      .buffer = pCreate->buffer,
      .pageSize = pCreate->pageSize,
      .pages = pCreate->pages,
L
Liu Jicong 已提交
437 438 439 440 441 442
      .daysPerFile = pCreate->daysPerFile,
      .daysToKeep0 = pCreate->daysToKeep0,
      .daysToKeep1 = pCreate->daysToKeep1,
      .daysToKeep2 = pCreate->daysToKeep2,
      .minRows = pCreate->minRows,
      .maxRows = pCreate->maxRows,
443 444
      .fsyncPeriod = pCreate->fsyncPeriod,
      .walLevel = pCreate->walLevel,
L
Liu Jicong 已提交
445 446 447
      .precision = pCreate->precision,
      .compression = pCreate->compression,
      .replications = pCreate->replications,
S
Shengliang Guan 已提交
448
      .strict = pCreate->strict,
L
Liu Jicong 已提交
449
      .cacheLastRow = pCreate->cacheLastRow,
S
Shengliang Guan 已提交
450
      .hashMethod = 1,
wmmhello's avatar
wmmhello 已提交
451
      .schemaless = pCreate->schemaless,
L
Liu Jicong 已提交
452
  };
S
Shengliang Guan 已提交
453

S
sma  
Shengliang Guan 已提交
454 455 456
  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;
  dbObj.cfg.pRetensions = pCreate->pRetensions;

S
Shengliang Guan 已提交
457 458
  mndSetDefaultDbCfg(&dbObj.cfg);

S
Shengliang Guan 已提交
459 460 461 462 463
  if (mndCheckDbName(dbObj.name, pUser) != 0) {
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
464
  if (mndCheckDbCfg(pMnode, &dbObj.cfg) != 0) {
S
Shengliang Guan 已提交
465 466 467
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }
S
Shengliang Guan 已提交
468

S
Shengliang Guan 已提交
469 470
  SVgObj *pVgroups = NULL;
  if (mndAllocVgroup(pMnode, &dbObj, &pVgroups) != 0) {
471 472 473 474
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
475
  int32_t code = -1;
S
Shengliang Guan 已提交
476
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq);
S
Shengliang Guan 已提交
477
  if (pTrans == NULL) goto _OVER;
S
Shengliang Guan 已提交
478

S
Shengliang Guan 已提交
479 480
  mDebug("trans:%d, used to create db:%s", pTrans->id, pCreate->db);

481
  mndTransSetDbName(pTrans, dbObj.name, NULL);
S
Shengliang Guan 已提交
482 483 484 485 486 487
  if (mndSetCreateDbRedoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto _OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
488

S
Shengliang Guan 已提交
489 490
  code = 0;

S
Shengliang Guan 已提交
491
_OVER:
wafwerar's avatar
wafwerar 已提交
492
  taosMemoryFree(pVgroups);
S
Shengliang Guan 已提交
493
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
494
  return code;
S
Shengliang Guan 已提交
495 496
}

S
Shengliang Guan 已提交
497 498
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq) {
  SMnode      *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
499 500 501 502 503
  int32_t      code = -1;
  SDbObj      *pDb = NULL;
  SUserObj    *pUser = NULL;
  SCreateDbReq createReq = {0};

S
Shengliang Guan 已提交
504
  if (tDeserializeSCreateDbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
S
Shengliang Guan 已提交
505
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
506
    goto _OVER;
S
Shengliang Guan 已提交
507 508 509
  }

  mDebug("db:%s, start to create, vgroups:%d", createReq.db, createReq.numOfVgroups);
510 511 512
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_CREATE_DB, NULL) != 0) {
    goto _OVER;
  }
S
Shengliang Guan 已提交
513 514

  pDb = mndAcquireDb(pMnode, createReq.db);
S
Shengliang Guan 已提交
515
  if (pDb != NULL) {
S
Shengliang Guan 已提交
516 517 518
    if (createReq.ignoreExist) {
      mDebug("db:%s, already exist, ignore exist is set", createReq.db);
      code = 0;
S
Shengliang Guan 已提交
519
      goto _OVER;
S
Shengliang Guan 已提交
520 521
    } else {
      terrno = TSDB_CODE_MND_DB_ALREADY_EXIST;
S
Shengliang Guan 已提交
522
      goto _OVER;
S
Shengliang Guan 已提交
523
    }
S
Shengliang Guan 已提交
524
  } else if (terrno != TSDB_CODE_MND_DB_NOT_EXIST) {
S
Shengliang Guan 已提交
525
    goto _OVER;
S
Shengliang Guan 已提交
526 527
  }

528
  pUser = mndAcquireUser(pMnode, pReq->info.conn.user);
S
Shengliang Guan 已提交
529
  if (pUser == NULL) {
S
Shengliang Guan 已提交
530
    goto _OVER;
S
Shengliang Guan 已提交
531 532 533
  }

  code = mndCreateDb(pMnode, pReq, &createReq, pUser);
S
Shengliang Guan 已提交
534
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
535

S
Shengliang Guan 已提交
536
_OVER:
S
Shengliang Guan 已提交
537
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
538
    mError("db:%s, failed to create since %s", createReq.db, terrstr());
S
Shengliang Guan 已提交
539 540
  }

S
Shengliang Guan 已提交
541 542
  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);
S
sma  
Shengliang Guan 已提交
543
  tFreeSCreateDbReq(&createReq);
S
Shengliang Guan 已提交
544 545

  return code;
S
Shengliang Guan 已提交
546 547
}

S
Shengliang Guan 已提交
548
static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {
S
Shengliang Guan 已提交
549
  terrno = TSDB_CODE_MND_DB_OPTION_UNCHANGED;
S
Shengliang Guan 已提交
550

S
Shengliang Guan 已提交
551
  if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) {
552 553 554 555
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
    return terrno;
#else
S
Shengliang Guan 已提交
556 557
    pDb->cfg.buffer = pAlter->buffer;
    terrno = 0;
558
#endif
S
Shengliang Guan 已提交
559 560
  }

S
Shengliang Guan 已提交
561
  if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) {
562 563 564 565
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
    return terrno;
#else
S
Shengliang Guan 已提交
566
    pDb->cfg.pages = pAlter->pages;
S
Shengliang Guan 已提交
567
    terrno = 0;
568
#endif
S
Shengliang Guan 已提交
569 570
  }

S
Shengliang Guan 已提交
571
  if (pAlter->pageSize > 0 && pAlter->pageSize != pDb->cfg.pageSize) {
572 573 574 575
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
    return terrno;
#else
S
Shengliang Guan 已提交
576
    pDb->cfg.pageSize = pAlter->pageSize;
S
Shengliang Guan 已提交
577
    terrno = 0;
578
#endif
S
Shengliang Guan 已提交
579 580
  }

S
Shengliang Guan 已提交
581
  if (pAlter->daysPerFile > 0 && pAlter->daysPerFile != pDb->cfg.daysPerFile) {
S
Shengliang Guan 已提交
582
    pDb->cfg.daysPerFile = pAlter->daysPerFile;
S
Shengliang Guan 已提交
583
    terrno = 0;
S
Shengliang Guan 已提交
584 585
  }

S
Shengliang Guan 已提交
586
  if (pAlter->daysToKeep0 > 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {
S
Shengliang Guan 已提交
587
    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;
S
Shengliang Guan 已提交
588
    terrno = 0;
S
Shengliang Guan 已提交
589 590
  }

S
Shengliang Guan 已提交
591
  if (pAlter->daysToKeep1 > 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {
S
Shengliang Guan 已提交
592
    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;
S
Shengliang Guan 已提交
593
    terrno = 0;
S
Shengliang Guan 已提交
594 595
  }

S
Shengliang Guan 已提交
596
  if (pAlter->daysToKeep2 > 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {
S
Shengliang Guan 已提交
597
    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;
S
Shengliang Guan 已提交
598
    terrno = 0;
S
Shengliang Guan 已提交
599 600 601 602
  }

  if (pAlter->fsyncPeriod >= 0 && pAlter->fsyncPeriod != pDb->cfg.fsyncPeriod) {
    pDb->cfg.fsyncPeriod = pAlter->fsyncPeriod;
S
Shengliang Guan 已提交
603
    terrno = 0;
S
Shengliang Guan 已提交
604 605 606 607
  }

  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {
    pDb->cfg.walLevel = pAlter->walLevel;
S
Shengliang Guan 已提交
608
    terrno = 0;
S
Shengliang Guan 已提交
609 610
  }

S
Shengliang Guan 已提交
611
  if (pAlter->strict >= 0 && pAlter->strict != pDb->cfg.strict) {
612 613 614
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
#else
S
Shengliang Guan 已提交
615
    pDb->cfg.strict = pAlter->strict;
S
Shengliang Guan 已提交
616
    terrno = 0;
617
#endif
S
Shengliang Guan 已提交
618 619 620 621
  }

  if (pAlter->cacheLastRow >= 0 && pAlter->cacheLastRow != pDb->cfg.cacheLastRow) {
    pDb->cfg.cacheLastRow = pAlter->cacheLastRow;
S
Shengliang Guan 已提交
622
    terrno = 0;
S
Shengliang Guan 已提交
623 624
  }

S
Shengliang Guan 已提交
625
  if (pAlter->replications > 0 && pAlter->replications != pDb->cfg.replications) {
626 627 628
#if 1
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
#else
S
Shengliang Guan 已提交
629
    pDb->cfg.replications = pAlter->replications;
S
Shengliang Guan 已提交
630
    pDb->vgVersion++;
S
Shengliang Guan 已提交
631
    terrno = 0;
632
#endif
S
Shengliang Guan 已提交
633 634
  }

S
Shengliang Guan 已提交
635 636 637
  return terrno;
}

S
Shengliang Guan 已提交
638
static int32_t mndSetAlterDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
639
  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);
S
Shengliang Guan 已提交
640
  if (pRedoRaw == NULL) return -1;
641 642 643 644
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) {
    sdbFreeRaw(pRedoRaw);
    return -1;
  }
S
Shengliang Guan 已提交
645

646
  sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY);
S
Shengliang Guan 已提交
647 648 649
  return 0;
}

S
Shengliang Guan 已提交
650
static int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
651
  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);
S
Shengliang Guan 已提交
652
  if (pCommitRaw == NULL) return -1;
653 654 655 656
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
    sdbFreeRaw(pCommitRaw);
    return -1;
  }
S
Shengliang Guan 已提交
657

658
  sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY);
S
Shengliang Guan 已提交
659 660 661
  return 0;
}

S
Shengliang Guan 已提交
662
static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
663 664
  SSdb   *pSdb = pMnode->pSdb;
  void   *pIter = NULL;
S
Shengliang Guan 已提交
665
  SArray *pArray = mndBuildDnodesArray(pMnode, 0);
S
Shengliang Guan 已提交
666

S
Shengliang Guan 已提交
667 668 669 670
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;
S
Shengliang Guan 已提交
671

S
Shengliang Guan 已提交
672
    if (mndVgroupInDb(pVgroup, pNew->uid)) {
S
Shengliang Guan 已提交
673
      if (mndBuildAlterVgroupAction(pMnode, pTrans, pNew, pVgroup, pArray) != 0) {
S
Shengliang Guan 已提交
674 675
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
S
Shengliang Guan 已提交
676
        taosArrayDestroy(pArray);
S
Shengliang Guan 已提交
677 678 679 680 681 682 683
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

S
Shengliang Guan 已提交
684
  taosArrayDestroy(pArray);
S
Shengliang Guan 已提交
685 686
  return 0;
}
S
Shengliang Guan 已提交
687

S
Shengliang Guan 已提交
688
static int32_t mndAlterDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
689
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq);
690
  if (pTrans == NULL) return -1;
S
Shengliang Guan 已提交
691
  mDebug("trans:%d, used to alter db:%s", pTrans->id, pOld->name);
S
Shengliang Guan 已提交
692

693
  int32_t code = -1;
694
  mndTransSetDbName(pTrans, pOld->name, NULL);
S
Shengliang Guan 已提交
695 696 697 698
  if (mndSetAlterDbRedoLogs(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
699 700
  code = 0;

S
Shengliang Guan 已提交
701
_OVER:
S
Shengliang Guan 已提交
702
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
703
  return code;
S
Shengliang Guan 已提交
704 705
}

S
Shengliang Guan 已提交
706 707
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq) {
  SMnode     *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
708 709 710
  int32_t     code = -1;
  SDbObj     *pDb = NULL;
  SAlterDbReq alterReq = {0};
S
Shengliang Guan 已提交
711
  SDbObj      dbObj = {0};
S
Shengliang Guan 已提交
712

S
Shengliang Guan 已提交
713
  if (tDeserializeSAlterDbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
S
Shengliang Guan 已提交
714
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
715
    goto _OVER;
S
Shengliang Guan 已提交
716
  }
S
Shengliang Guan 已提交
717

S
Shengliang Guan 已提交
718
  mDebug("db:%s, start to alter", alterReq.db);
S
Shengliang Guan 已提交
719

S
Shengliang Guan 已提交
720
  pDb = mndAcquireDb(pMnode, alterReq.db);
S
Shengliang Guan 已提交
721
  if (pDb == NULL) {
S
Shengliang Guan 已提交
722
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
S
Shengliang Guan 已提交
723
    goto _OVER;
S
Shengliang Guan 已提交
724 725
  }

726
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_ALTER_DB, pDb) != 0) {
S
Shengliang Guan 已提交
727
    goto _OVER;
S
Shengliang Guan 已提交
728 729 730
  }

  memcpy(&dbObj, pDb, sizeof(SDbObj));
S
Shengliang Guan 已提交
731 732 733 734
  if (dbObj.cfg.pRetensions != NULL) {
    dbObj.cfg.pRetensions = taosArrayDup(pDb->cfg.pRetensions);
    if (dbObj.cfg.pRetensions == NULL) goto _OVER;
  }
S
Shengliang Guan 已提交
735

S
Shengliang Guan 已提交
736
  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
S
Shengliang Guan 已提交
737
  if (code != 0) goto _OVER;
S
Shengliang Guan 已提交
738

S
Shengliang Guan 已提交
739 740 741
  code = mndCheckDbCfg(pMnode, &dbObj.cfg);
  if (code != 0) goto _OVER;

S
Shengliang Guan 已提交
742 743
  dbObj.cfgVersion++;
  dbObj.updateTime = taosGetTimestampMs();
S
Shengliang Guan 已提交
744
  code = mndAlterDb(pMnode, pReq, pDb, &dbObj);
S
Shengliang Guan 已提交
745
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
746

S
Shengliang Guan 已提交
747
_OVER:
S
Shengliang Guan 已提交
748
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
749
    mError("db:%s, failed to alter since %s", alterReq.db, terrstr());
S
Shengliang Guan 已提交
750 751
  }

S
Shengliang Guan 已提交
752
  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
753
  taosArrayDestroy(dbObj.cfg.pRetensions);
S
Shengliang Guan 已提交
754 755

  return code;
S
Shengliang Guan 已提交
756 757
}

S
Shengliang Guan 已提交
758 759
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq) {
  SMnode   *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
760 761 762 763
  int32_t   code = -1;
  SDbObj   *pDb = NULL;
  SDbCfgReq cfgReq = {0};
  SDbCfgRsp cfgRsp = {0};
D
dapan1121 已提交
764

S
Shengliang Guan 已提交
765
  if (tDeserializeSDbCfgReq(pReq->pCont, pReq->contLen, &cfgReq) != 0) {
D
dapan1121 已提交
766
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
767
    goto _OVER;
D
dapan1121 已提交
768 769 770 771 772
  }

  pDb = mndAcquireDb(pMnode, cfgReq.db);
  if (pDb == NULL) {
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
S
Shengliang Guan 已提交
773
    goto _OVER;
D
dapan1121 已提交
774 775
  }

S
Shengliang Guan 已提交
776
  cfgRsp.numOfVgroups = pDb->cfg.numOfVgroups;
S
Shengliang Guan 已提交
777 778 779 780
  cfgRsp.numOfStables = pDb->cfg.numOfStables;
  cfgRsp.buffer = pDb->cfg.buffer;
  cfgRsp.pageSize = pDb->cfg.pageSize;
  cfgRsp.pages = pDb->cfg.pages;
S
Shengliang Guan 已提交
781 782 783 784 785 786 787 788 789 790 791 792 793
  cfgRsp.daysPerFile = pDb->cfg.daysPerFile;
  cfgRsp.daysToKeep0 = pDb->cfg.daysToKeep0;
  cfgRsp.daysToKeep1 = pDb->cfg.daysToKeep1;
  cfgRsp.daysToKeep2 = pDb->cfg.daysToKeep2;
  cfgRsp.minRows = pDb->cfg.minRows;
  cfgRsp.maxRows = pDb->cfg.maxRows;
  cfgRsp.fsyncPeriod = pDb->cfg.fsyncPeriod;
  cfgRsp.walLevel = pDb->cfg.walLevel;
  cfgRsp.precision = pDb->cfg.precision;
  cfgRsp.compression = pDb->cfg.compression;
  cfgRsp.replications = pDb->cfg.replications;
  cfgRsp.strict = pDb->cfg.strict;
  cfgRsp.cacheLastRow = pDb->cfg.cacheLastRow;
C
Cary Xu 已提交
794 795
  cfgRsp.numOfRetensions = pDb->cfg.numOfRetensions;
  cfgRsp.pRetensions = pDb->cfg.pRetensions;
wmmhello's avatar
wmmhello 已提交
796
  cfgRsp.schemaless = pDb->cfg.schemaless;
D
dapan1121 已提交
797 798 799 800 801 802

  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    code = -1;
S
Shengliang Guan 已提交
803
    goto _OVER;
D
dapan1121 已提交
804 805 806 807
  }

  tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp);

S
Shengliang Guan 已提交
808 809
  pReq->info.rsp = pRsp;
  pReq->info.rspLen = contLen;
D
dapan1121 已提交
810

811 812
  code = 0;

S
Shengliang Guan 已提交
813
_OVER:
D
dapan1121 已提交
814

S
Shengliang Guan 已提交
815
  if (code != 0) {
D
dapan1121 已提交
816 817 818 819 820 821 822 823
    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);

  return code;
}

S
Shengliang Guan 已提交
824 825 826 827 828 829 830 831 832 833 834 835 836 837 838
static int32_t mndSetDropDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING) != 0) return -1;

  return 0;
}

static int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED) != 0) return -1;

S
Shengliang Guan 已提交
839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;

  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
      if (pVgRaw == NULL || mndTransAppendCommitlog(pTrans, pVgRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
      sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED);
    }

    sdbRelease(pSdb, pVgroup);
  }

860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877
  while (1) {
    SStbObj *pStb = NULL;
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
    if (pIter == NULL) break;

    if (pStb->dbUid == pDb->uid) {
      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);
      if (pStbRaw == NULL || mndTransAppendCommitlog(pTrans, pStbRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pStbRaw);
        return -1;
      }
      sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED);
    }

    sdbRelease(pSdb, pStb);
  }

S
Shengliang Guan 已提交
878 879 880 881 882
  return 0;
}

static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
883 884
    SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
    if (mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, true) != 0) {
S
Shengliang Guan 已提交
885 886 887 888
      return -1;
    }
  }

S
Shengliang Guan 已提交
889 890 891
  return 0;
}

S
Shengliang Guan 已提交
892 893 894
static int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
S
Shengliang Guan 已提交
895

S
Shengliang Guan 已提交
896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      if (mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}
S
Shengliang Guan 已提交
914

915 916 917 918 919 920 921 922 923 924 925 926
static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
  SDropDbRsp dropRsp = {0};
  if (pDb != NULL) {
    memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
    dropRsp.uid = pDb->uid;
  }

  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);
  void   *pRsp = NULL;
  if (useRpcMalloc) {
    pRsp = rpcMallocCont(rspLen);
  } else {
wafwerar's avatar
wafwerar 已提交
927
    pRsp = taosMemoryMalloc(rspLen);
928 929 930 931 932 933 934 935 936 937 938 939 940
  }

  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

  tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp);
  *pRspLen = rspLen;
  *ppRsp = pRsp;
  return 0;
}

S
Shengliang Guan 已提交
941
static int32_t mndDropDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
S
Shengliang Guan 已提交
942
  int32_t code = -1;
943
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq);
S
Shengliang Guan 已提交
944
  if (pTrans == NULL) goto _OVER;
S
Shengliang Guan 已提交
945

S
Shengliang Guan 已提交
946
  mDebug("trans:%d, used to drop db:%s", pTrans->id, pDb->name);
947
  mndTransSetDbName(pTrans, pDb->name, NULL);
S
Shengliang Guan 已提交
948

S
Shengliang Guan 已提交
949 950
  if (mndSetDropDbRedoLogs(pMnode, pTrans, pDb) != 0) goto _OVER;
  if (mndSetDropDbCommitLogs(pMnode, pTrans, pDb) != 0) goto _OVER;
L
Liu Jicong 已提交
951 952 953
  if (mndDropOffsetByDB(pMnode, pTrans, pDb) != 0) goto _OVER;
  if (mndDropSubByDB(pMnode, pTrans, pDb) != 0) goto _OVER;
  if (mndDropTopicByDB(pMnode, pTrans, pDb) != 0) goto _OVER;
S
Shengliang Guan 已提交
954
  if (mndDropStreamByDb(pMnode, pTrans, pDb) != 0) goto _OVER;
955
  if (mndDropSmasByDb(pMnode, pTrans, pDb) != 0) goto _OVER;
S
Shengliang Guan 已提交
956
  if (mndSetDropDbRedoActions(pMnode, pTrans, pDb) != 0) goto _OVER;
S
Shengliang Guan 已提交
957

958 959 960 961 962 963 964 965 966 967 968
  SUserObj *pUser = mndAcquireUser(pMnode, pDb->createUser);
  if (pUser != NULL) {
    pUser->authVersion++;
    SSdbRaw *pCommitRaw = mndUserActionEncode(pUser);
    if (pCommitRaw == NULL || mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
      mError("trans:%d, failed to append redo log since %s", pTrans->id, terrstr());
      goto _OVER;
    }
    sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY);
  }

969 970
  int32_t rspLen = 0;
  void   *pRsp = NULL;
S
Shengliang Guan 已提交
971
  if (mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false) < 0) goto _OVER;
S
Shengliang Guan 已提交
972 973
  mndTransSetRpcRsp(pTrans, pRsp, rspLen);

S
Shengliang Guan 已提交
974
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
975 976
  code = 0;

S
Shengliang Guan 已提交
977
_OVER:
S
Shengliang Guan 已提交
978
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
979
  return code;
S
Shengliang Guan 已提交
980 981
}

S
Shengliang Guan 已提交
982 983
static int32_t mndProcessDropDbReq(SRpcMsg *pReq) {
  SMnode    *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
984 985 986 987
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  SDropDbReq dropReq = {0};

S
Shengliang Guan 已提交
988
  if (tDeserializeSDropDbReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
S
Shengliang Guan 已提交
989
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
990
    goto _OVER;
S
Shengliang Guan 已提交
991
  }
S
Shengliang Guan 已提交
992

S
Shengliang Guan 已提交
993
  mDebug("db:%s, start to drop", dropReq.db);
S
Shengliang Guan 已提交
994

S
Shengliang Guan 已提交
995
  pDb = mndAcquireDb(pMnode, dropReq.db);
S
Shengliang Guan 已提交
996
  if (pDb == NULL) {
S
Shengliang Guan 已提交
997
    if (dropReq.ignoreNotExists) {
S
Shengliang Guan 已提交
998
      code = mndBuildDropDbRsp(pDb, &pReq->info.rspLen, &pReq->info.rsp, true);
S
Shengliang Guan 已提交
999
      goto _OVER;
S
Shengliang Guan 已提交
1000 1001
    } else {
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
S
Shengliang Guan 已提交
1002
      goto _OVER;
S
Shengliang Guan 已提交
1003 1004 1005
    }
  }

1006
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_DROP_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1007
    goto _OVER;
S
Shengliang Guan 已提交
1008 1009
  }

S
Shengliang Guan 已提交
1010
  code = mndDropDb(pMnode, pReq, pDb);
S
Shengliang Guan 已提交
1011
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
1012

S
Shengliang Guan 已提交
1013
_OVER:
S
Shengliang Guan 已提交
1014
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
1015 1016 1017 1018 1019
    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);
  return code;
S
Shengliang Guan 已提交
1020
}
S
Shengliang Guan 已提交
1021

S
Shengliang Guan 已提交
1022 1023
static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {
  int32_t numOfTables = 0;
D
dapan1121 已提交
1024 1025 1026 1027 1028 1029 1030 1031 1032
  int32_t vindex = 0;
  SSdb   *pSdb = pMnode->pSdb;

  void *pIter = NULL;
  while (vindex < pDb->cfg.numOfVgroups) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

S
Shengliang Guan 已提交
1033
    if (mndVgroupInDb(pVgroup, pDb->uid)) {
S
Shengliang Guan 已提交
1034
      numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
D
dapan1121 已提交
1035 1036 1037 1038 1039 1040 1041
      vindex++;
    }

    sdbRelease(pSdb, pVgroup);
  }

  sdbCancelFetch(pSdb, pIter);
S
Shengliang Guan 已提交
1042
  return numOfTables;
D
dapan1121 已提交
1043 1044
}

S
Shengliang Guan 已提交
1045
static void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
D
dapan1121 已提交
1046
  int32_t vindex = 0;
S
Shengliang Guan 已提交
1047
  SSdb   *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1048 1049

  void *pIter = NULL;
1050
  while (1) {
D
dapan1121 已提交
1051 1052 1053 1054
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

S
Shengliang Guan 已提交
1055
    if ((NULL == pDb || pVgroup->dbUid == pDb->uid) && !pVgroup->isTsma) {
S
Shengliang Guan 已提交
1056 1057 1058 1059
      SVgroupInfo vgInfo = {0};
      vgInfo.vgId = pVgroup->vgId;
      vgInfo.hashBegin = pVgroup->hashBegin;
      vgInfo.hashEnd = pVgroup->hashEnd;
D
dapan1121 已提交
1060
      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
L
Liu Jicong 已提交
1061
      vgInfo.epSet.numOfEps = pVgroup->replica;
D
dapan1121 已提交
1062
      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {
S
Shengliang Guan 已提交
1063
        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];
L
Liu Jicong 已提交
1064
        SEp       *pEp = &vgInfo.epSet.eps[gid];
S
Shengliang Guan 已提交
1065
        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
D
dapan1121 已提交
1066
        if (pDnode != NULL) {
1067
          memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);
S
Shengliang Guan 已提交
1068
          pEp->port = pDnode->port;
D
dapan1121 已提交
1069 1070 1071
        }
        mndReleaseDnode(pMnode, pDnode);
        if (pVgid->role == TAOS_SYNC_STATE_LEADER) {
L
Liu Jicong 已提交
1072
          vgInfo.epSet.inUse = gid;
D
dapan1121 已提交
1073 1074 1075
        }
      }
      vindex++;
S
Shengliang Guan 已提交
1076
      taosArrayPush(pVgList, &vgInfo);
D
dapan1121 已提交
1077 1078 1079
    }

    sdbRelease(pSdb, pVgroup);
L
Liu Jicong 已提交
1080

D
dapan1121 已提交
1081 1082 1083
    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {
      break;
    }
D
dapan1121 已提交
1084
  }
S
Shengliang Guan 已提交
1085 1086

  sdbCancelFetch(pSdb, pIter);
D
dapan1121 已提交
1087 1088
}

L
Liu Jicong 已提交
1089 1090 1091 1092 1093 1094 1095
int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {
  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
  if (pRsp->pVgroupInfos == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

S
Shengliang Guan 已提交
1096
  int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
L
Liu Jicong 已提交
1097 1098 1099 1100 1101 1102 1103 1104 1105

  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable) {
    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
  }

  memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
  pRsp->uid = pDb->uid;
  pRsp->vgVersion = pDb->vgVersion;
  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);
S
Shengliang Guan 已提交
1106
  pRsp->hashMethod = pDb->cfg.hashMethod;
L
Liu Jicong 已提交
1107 1108 1109
  return 0;
}

S
Shengliang Guan 已提交
1110 1111
static int32_t mndProcessUseDbReq(SRpcMsg *pReq) {
  SMnode   *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1112 1113 1114 1115 1116
  int32_t   code = -1;
  SDbObj   *pDb = NULL;
  SUseDbReq usedbReq = {0};
  SUseDbRsp usedbRsp = {0};

S
Shengliang Guan 已提交
1117
  if (tDeserializeSUseDbReq(pReq->pCont, pReq->contLen, &usedbReq) != 0) {
S
Shengliang Guan 已提交
1118
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1119
    goto _OVER;
S
Shengliang Guan 已提交
1120
  }
S
Shengliang Guan 已提交
1121

D
dapan1121 已提交
1122
  char *p = strchr(usedbReq.db, '.');
1123
  if (p && ((0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB))))) {
D
dapan1121 已提交
1124
    memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
1125
    int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
D
dapan1121 已提交
1126 1127 1128 1129
    if (usedbReq.vgVersion < vgVersion) {
      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
      if (usedbRsp.pVgroupInfos == NULL) {
        terrno = TSDB_CODE_OUT_OF_MEMORY;
S
Shengliang Guan 已提交
1130
        goto _OVER;
D
dapan1121 已提交
1131
      }
L
Liu Jicong 已提交
1132

D
dapan1121 已提交
1133
      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
D
dapan1121 已提交
1134
      usedbRsp.vgVersion = vgVersion++;
D
dapan1121 已提交
1135 1136 1137
    } else {
      usedbRsp.vgVersion = usedbReq.vgVersion;
    }
L
Liu Jicong 已提交
1138
    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
D
dapan1121 已提交
1139
    code = 0;
D
dapan1121 已提交
1140 1141

    // no jump, need to construct rsp
D
dapan1121 已提交
1142 1143 1144 1145
  } else {
    pDb = mndAcquireDb(pMnode, usedbReq.db);
    if (pDb == NULL) {
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
S
Shengliang Guan 已提交
1146

X
Xiaoyu Wang 已提交
1147 1148 1149
      memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = usedbReq.dbId;
      usedbRsp.vgVersion = usedbReq.vgVersion;
S
Shengliang Guan 已提交
1150

X
Xiaoyu Wang 已提交
1151 1152
      mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
    } else {
1153
      if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_USE_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1154
        goto _OVER;
X
Xiaoyu Wang 已提交
1155
      }
S
Shengliang Guan 已提交
1156

L
Liu Jicong 已提交
1157
      if (mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq) < 0) {
S
Shengliang Guan 已提交
1158
        goto _OVER;
X
Xiaoyu Wang 已提交
1159 1160 1161 1162
      }

      code = 0;
    }
D
dapan1121 已提交
1163
  }
S
Shengliang Guan 已提交
1164

S
Shengliang Guan 已提交
1165 1166 1167 1168
  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
X
Xiaoyu Wang 已提交
1169
    code = -1;
S
Shengliang Guan 已提交
1170
    goto _OVER;
S
Shengliang Guan 已提交
1171 1172
  }

S
Shengliang Guan 已提交
1173
  tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp);
S
Shengliang Guan 已提交
1174

S
Shengliang Guan 已提交
1175 1176
  pReq->info.rsp = pRsp;
  pReq->info.rspLen = contLen;
S
Shengliang Guan 已提交
1177

S
Shengliang Guan 已提交
1178
_OVER:
S
Shengliang Guan 已提交
1179 1180 1181
  if (code != 0) {
    mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
  }
D
dapan1121 已提交
1182

S
Shengliang Guan 已提交
1183 1184
  mndReleaseDb(pMnode, pDb);
  tFreeSUsedbRsp(&usedbRsp);
D
dapan1121 已提交
1185

S
Shengliang Guan 已提交
1186 1187
  return code;
}
S
Shengliang Guan 已提交
1188

S
Shengliang Guan 已提交
1189 1190 1191 1192 1193 1194 1195
int32_t mndValidateDbInfo(SMnode *pMnode, SDbVgVersion *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {
  SUseDbBatchRsp batchUseRsp = {0};
  batchUseRsp.pArray = taosArrayInit(numOfDbs, sizeof(SUseDbRsp));
  if (batchUseRsp.pArray == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }
S
Shengliang Guan 已提交
1196

S
Shengliang Guan 已提交
1197 1198 1199 1200
  for (int32_t i = 0; i < numOfDbs; ++i) {
    SDbVgVersion *pDbVgVersion = &pDbs[i];
    pDbVgVersion->dbId = htobe64(pDbVgVersion->dbId);
    pDbVgVersion->vgVersion = htonl(pDbVgVersion->vgVersion);
D
dapan1121 已提交
1201
    pDbVgVersion->numOfTable = htonl(pDbVgVersion->numOfTable);
D
dapan1121 已提交
1202

S
Shengliang Guan 已提交
1203 1204
    SUseDbRsp usedbRsp = {0};

S
Shengliang Guan 已提交
1205
    SDbObj *pDb = mndAcquireDb(pMnode, pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
1206
    if (pDb == NULL) {
1207
      mTrace("db:%s, no exist", pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
1208 1209 1210 1211
      memcpy(usedbRsp.db, pDbVgVersion->dbFName, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = pDbVgVersion->dbId;
      usedbRsp.vgVersion = -1;
      taosArrayPush(batchUseRsp.pArray, &usedbRsp);
D
dapan1121 已提交
1212
      continue;
D
dapan1121 已提交
1213
    }
S
Shengliang Guan 已提交
1214

S
Shengliang Guan 已提交
1215
    int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
S
Shengliang Guan 已提交
1216

D
dapan1121 已提交
1217
    if (pDbVgVersion->vgVersion >= pDb->vgVersion && numOfTable == pDbVgVersion->numOfTable) {
1218
      mDebug("db:%s, version and numOfTable not changed", pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
1219
      mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1220
      continue;
1221 1222 1223
    } else {
      mDebug("db:%s, vgroup version changed from %d to %d", pDbVgVersion->dbFName, pDbVgVersion->vgVersion,
             pDb->vgVersion);
D
dapan1121 已提交
1224
    }
L
Liu Jicong 已提交
1225

D
dapan1121 已提交
1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237
    usedbRsp.pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
    if (usedbRsp.pVgroupInfos == NULL) {
      mndReleaseDb(pMnode, pDb);
      mError("db:%s, failed to malloc usedb response", pDb->name);
      continue;
    }

    mndBuildDBVgroupInfo(pDb, pMnode, usedbRsp.pVgroupInfos);
    memcpy(usedbRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
    usedbRsp.uid = pDb->uid;
    usedbRsp.vgVersion = pDb->vgVersion;
    usedbRsp.vgNum = (int32_t)taosArrayGetSize(usedbRsp.pVgroupInfos);
S
Shengliang Guan 已提交
1238
    usedbRsp.hashMethod = pDb->cfg.hashMethod;
D
dapan1121 已提交
1239 1240 1241

    taosArrayPush(batchUseRsp.pArray, &usedbRsp);
    mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1242 1243
  }

S
Shengliang Guan 已提交
1244
  int32_t rspLen = tSerializeSUseDbBatchRsp(NULL, 0, &batchUseRsp);
wafwerar's avatar
wafwerar 已提交
1245
  void   *pRsp = taosMemoryMalloc(rspLen);
S
Shengliang Guan 已提交
1246 1247 1248 1249
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    tFreeSUseDbBatchRsp(&batchUseRsp);
    return -1;
D
dapan1121 已提交
1250
  }
S
Shengliang Guan 已提交
1251
  tSerializeSUseDbBatchRsp(pRsp, rspLen, &batchUseRsp);
D
dapan1121 已提交
1252

S
Shengliang Guan 已提交
1253 1254 1255 1256
  *ppRsp = pRsp;
  *pRspLen = rspLen;

  tFreeSUseDbBatchRsp(&batchUseRsp);
D
dapan1121 已提交
1257 1258 1259
  return 0;
}

S
Shengliang Guan 已提交
1260 1261
static int32_t mndProcessCompactDbReq(SRpcMsg *pReq) {
  SMnode       *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1262 1263 1264 1265
  int32_t       code = -1;
  SDbObj       *pDb = NULL;
  SCompactDbReq compactReq = {0};

S
Shengliang Guan 已提交
1266
  if (tDeserializeSCompactDbReq(pReq->pCont, pReq->contLen, &compactReq) != 0) {
S
Shengliang Guan 已提交
1267
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1268
    goto _OVER;
S
Shengliang Guan 已提交
1269 1270 1271 1272 1273
  }

  mDebug("db:%s, start to sync", compactReq.db);

  pDb = mndAcquireDb(pMnode, compactReq.db);
S
Shengliang Guan 已提交
1274
  if (pDb == NULL) {
S
Shengliang Guan 已提交
1275
    goto _OVER;
S
Shengliang Guan 已提交
1276 1277
  }

1278
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_COMPACT_DB, pDb) != 0) {
S
Shengliang Guan 已提交
1279
    goto _OVER;
S
Shengliang Guan 已提交
1280 1281
  }

S
Shengliang Guan 已提交
1282
  // code = mndCompactDb();
S
Shengliang Guan 已提交
1283

S
Shengliang Guan 已提交
1284
_OVER:
S
Shengliang Guan 已提交
1285 1286
  if (code != 0) {
    mError("db:%s, failed to process compact db req since %s", compactReq.db, terrstr());
S
Shengliang Guan 已提交
1287
  }
S
Shengliang Guan 已提交
1288 1289

  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
1290
  return code;
S
Shengliang Guan 已提交
1291
}
S
Shengliang Guan 已提交
1292

S
Shengliang Guan 已提交
1293
const char *mndGetDbStr(const char *src) {
S
Shengliang Guan 已提交
1294 1295
  char *pos = strstr(src, TS_PATH_DELIMITER);
  if (pos != NULL) ++pos;
S
Shengliang Guan 已提交
1296
  if (pos == NULL) return src;
S
Shengliang Guan 已提交
1297 1298 1299
  return pos;
}

1300 1301
int64_t getValOfDiffPrecision(int8_t unit, int64_t val) {
  int64_t v = 0;
1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317
  switch (unit) {
    case 's':
      v = val / 1000;
      break;
    case 'm':
      v = val / tsTickPerMin[TSDB_TIME_PRECISION_MILLI];
      break;
    case 'h':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 60);
      break;
    case 'd':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60);
      break;
    case 'w':
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60 * 7);
      break;
1318 1319 1320 1321 1322 1323 1324
    default:
      break;
  }

  return v;
}

1325
char *buildRetension(SArray *pRetension) {
1326 1327 1328 1329 1330
  size_t size = taosArrayGetSize(pRetension);
  if (size == 0) {
    return NULL;
  }

1331 1332
  char       *p1 = taosMemoryCalloc(1, 100);
  SRetention *p = taosArrayGet(pRetension, 0);
1333 1334 1335 1336 1337

  int32_t len = 2;

  int64_t v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
  int64_t v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
1338
  len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
1339

1340 1341 1342
  if (size > 1) {
    len += sprintf(p1 + len, ",");
    p = taosArrayGet(pRetension, 1);
1343

1344 1345 1346 1347
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
    len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
  }
1348

1349 1350 1351
  if (size > 2) {
    len += sprintf(p1 + len, ",");
    p = taosArrayGet(pRetension, 2);
1352

1353 1354 1355 1356
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
    len += sprintf(p1 + len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
  }
1357 1358 1359 1360 1361

  varDataSetLen(p1, len);
  return p1;
}

S
Shengliang Guan 已提交
1362
static void dumpDbInfoData(SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, int32_t rows, int64_t numOfTables,
1363
                           bool sysDb, ESdbStatus objStatus, bool sysinfo) {
S
Shengliang Guan 已提交
1364 1365
  int32_t cols = 0;

L
Liu Jicong 已提交
1366
  int32_t     bytes = pShow->pMeta->pSchemas[cols].bytes;
1367
  char       *buf = taosMemoryMalloc(bytes);
S
Shengliang Guan 已提交
1368
  const char *name = mndGetDbStr(pDb->name);
H
Haojun Liao 已提交
1369
  if (name != NULL) {
1370
    STR_WITH_MAXSIZE_TO_VARSTR(buf, name, bytes);
H
Haojun Liao 已提交
1371
  } else {
1372
    STR_WITH_MAXSIZE_TO_VARSTR(buf, "NULL", bytes);
H
Haojun Liao 已提交
1373
  }
S
Shengliang Guan 已提交
1374

1375
  char *status = "ready";
1376 1377
  if (objStatus == SDB_STATUS_CREATING) status = "creating";
  if (objStatus == SDB_STATUS_DROPPING) status = "dropping";
X
Xiaoyu Wang 已提交
1378
  char statusB[24] = {0};
S
Shengliang Guan 已提交
1379
  STR_WITH_SIZE_TO_VARSTR(statusB, status, strlen(status));
S
Shengliang Guan 已提交
1380

1381
  if (sysDb || !sysinfo) {
S
Shengliang Guan 已提交
1382 1383
    for (int32_t i = 0; i < pShow->numOfColumns; ++i) {
      SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, i);
1384 1385 1386 1387 1388
      if (i == 0) {
        colDataAppend(pColInfo, rows, buf, false);
      } else if (i == 3) {
        colDataAppend(pColInfo, rows, (const char *)&numOfTables, false);
      } else if (i == 20) {
S
Shengliang Guan 已提交
1389
        colDataAppend(pColInfo, rows, statusB, false);
1390 1391 1392 1393 1394 1395 1396 1397
      } else {
        colDataAppendNULL(pColInfo, rows);
      }
    }
  } else {
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, buf, false);
    taosMemoryFree(buf);
S
Shengliang Guan 已提交
1398

1399 1400
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->createdTime, false);
S
Shengliang Guan 已提交
1401

1402 1403
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.numOfVgroups, false);
S
Shengliang Guan 已提交
1404

1405 1406
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&numOfTables, false);
S
Shengliang Guan 已提交
1407

1408 1409
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.replications, false);
1410

1411
    const char *src = pDb->cfg.strict ? "strict" : "no_strict";
S
Shengliang Guan 已提交
1412 1413
    char        strict[24] = {0};
    STR_WITH_SIZE_TO_VARSTR(strict, src, strlen(src));
1414
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
S
Shengliang Guan 已提交
1415
    colDataAppend(pColInfo, rows, (const char *)strict, false);
S
Shengliang Guan 已提交
1416

1417 1418
    char    tmp[128] = {0};
    int32_t len = 0;
D
dapan1121 已提交
1419 1420 1421 1422 1423
    len = sprintf(&tmp[VARSTR_HEADER_SIZE], "%dm", pDb->cfg.daysPerFile);
    varDataSetLen(tmp, len);
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)tmp, false);

1424
    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {
X
Xiaoyu Wang 已提交
1425
      len = sprintf(&tmp[VARSTR_HEADER_SIZE], "%dm,%dm,%dm", pDb->cfg.daysToKeep1, pDb->cfg.daysToKeep2,
1426 1427
                    pDb->cfg.daysToKeep0);
    } else {
X
Xiaoyu Wang 已提交
1428
      len = sprintf(&tmp[VARSTR_HEADER_SIZE], "%dm,%dm,%dm", pDb->cfg.daysToKeep0, pDb->cfg.daysToKeep1,
1429 1430
                    pDb->cfg.daysToKeep2);
    }
1431

1432 1433 1434
    varDataSetLen(tmp, len);
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)tmp, false);
S
Shengliang Guan 已提交
1435

1436
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
S
Shengliang Guan 已提交
1437 1438 1439 1440
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.buffer, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.pageSize, false);
S
Shengliang Guan 已提交
1441

1442
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
S
Shengliang Guan 已提交
1443
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.pages, false);
S
Shengliang Guan 已提交
1444

1445 1446
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.minRows, false);
H
Haojun Liao 已提交
1447

1448 1449
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.maxRows, false);
H
Haojun Liao 已提交
1450

1451 1452
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.walLevel, false);
H
Haojun Liao 已提交
1453

1454 1455
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.fsyncPeriod, false);
H
Haojun Liao 已提交
1456

1457 1458
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.compression, false);
H
Haojun Liao 已提交
1459

1460
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1461 1462

    STR_WITH_SIZE_TO_VARSTR(strict, src, strlen(src));
1463
#if 0
1464
    char cacheModel[24] = {0};
1465
    bool null = false;
1466 1467
    if (pDb->cfg.cacheLastRow == 0) {
      STR_TO_VARSTR(cacheModel, "no_cache");
1468 1469
    } else if (pDb->cfg.cacheLastRow == 1) {
      STR_TO_VARSTR(cacheModel, "last_row_cache")
1470
    } else {
1471
      null = true;
1472
    }
1473 1474
    colDataAppend(pColInfo, rows, cacheModel, null);
#endif
1475
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.cacheLastRow, false);
H
Haojun Liao 已提交
1476

1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491
    char *prec = NULL;
    switch (pDb->cfg.precision) {
      case TSDB_TIME_PRECISION_MILLI:
        prec = TSDB_TIME_PRECISION_MILLI_STR;
        break;
      case TSDB_TIME_PRECISION_MICRO:
        prec = TSDB_TIME_PRECISION_MICRO_STR;
        break;
      case TSDB_TIME_PRECISION_NANO:
        prec = TSDB_TIME_PRECISION_NANO_STR;
        break;
      default:
        prec = "none";
        break;
    }
D
dapan1121 已提交
1492

1493 1494 1495 1496
    char t[10] = {0};
    STR_WITH_SIZE_TO_VARSTR(t, prec, 2);
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, rows, (const char *)t, false);
D
dapan1121 已提交
1497

1498
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1499
    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.numOfStables, false);
1500

wmmhello's avatar
wmmhello 已提交
1501
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
S
Shengliang Guan 已提交
1502
    colDataAppend(pColInfo, rows, (const char *)statusB, false);
wmmhello's avatar
wmmhello 已提交
1503

1504 1505
    //    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    //    colDataAppend(pColInfo, rows, (const char *)&pDb->cfg.schemaless, false);
1506

1507
    char *p = buildRetension(pDb->cfg.pRetensions);
1508 1509 1510 1511 1512 1513 1514 1515

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols);
    if (p == NULL) {
      colDataAppendNULL(pColInfo, rows);
    } else {
      colDataAppend(pColInfo, rows, (const char *)p, false);
      taosMemoryFree(p);
    }
1516
  }
H
Haojun Liao 已提交
1517 1518
}

L
Liu Jicong 已提交
1519
static void setInformationSchemaDbCfg(SDbObj *pDbObj) {
H
Haojun Liao 已提交
1520 1521 1522
  ASSERT(pDbObj != NULL);
  strncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));

L
Liu Jicong 已提交
1523
  pDbObj->createdTime = 0;
H
Haojun Liao 已提交
1524
  pDbObj->cfg.numOfVgroups = 0;
S
Shengliang Guan 已提交
1525
  pDbObj->cfg.strict = 1;
H
Haojun Liao 已提交
1526
  pDbObj->cfg.replications = 1;
L
Liu Jicong 已提交
1527
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
H
Haojun Liao 已提交
1528 1529
}

S
Shengliang Guan 已提交
1530
static void setPerfSchemaDbCfg(SDbObj *pDbObj) {
1531 1532 1533 1534 1535
  ASSERT(pDbObj != NULL);
  strncpy(pDbObj->name, TSDB_PERFORMANCE_SCHEMA_DB, tListLen(pDbObj->name));

  pDbObj->createdTime = 0;
  pDbObj->cfg.numOfVgroups = 0;
S
Shengliang Guan 已提交
1536
  pDbObj->cfg.strict = 1;
1537 1538 1539 1540
  pDbObj->cfg.replications = 1;
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
}

1541 1542 1543 1544 1545 1546 1547
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
  SVgObj  *pVgroup = pObj;
  int32_t *numOfTables = p1;
  *numOfTables += pVgroup->numOfTables;
  return true;
}

S
Shengliang Guan 已提交
1548
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {
1549 1550 1551 1552 1553
  SMnode    *pMnode = pReq->info.node;
  SSdb      *pSdb = pMnode->pSdb;
  int32_t    numOfRows = 0;
  SDbObj    *pDb = NULL;
  ESdbStatus objStatus = 0;
H
Haojun Liao 已提交
1554

1555 1556 1557 1558
  SUserObj *pUser = mndAcquireUser(pMnode, pReq->info.conn.user);
  if (pUser == NULL) return 0;
  bool sysinfo = pUser->sysInfo;

1559 1560 1561 1562
  // Append the information_schema database into the result.
  if (!pShow->sysDbRsp) {
    SDbObj infoschemaDb = {0};
    setInformationSchemaDbCfg(&infoschemaDb);
1563
    dumpDbInfoData(pBlock, &infoschemaDb, pShow, numOfRows, 14, true, 0, 1);
1564 1565 1566 1567 1568

    numOfRows += 1;

    SDbObj perfschemaDb = {0};
    setPerfSchemaDbCfg(&perfschemaDb);
1569
    dumpDbInfoData(pBlock, &perfschemaDb, pShow, numOfRows, 3, true, 0, 1);
1570 1571 1572 1573 1574

    numOfRows += 1;
    pShow->sysDbRsp = true;
  }

H
Haojun Liao 已提交
1575
  while (numOfRows < rowsCapacity) {
1576
    pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus);
H
Haojun Liao 已提交
1577 1578
    if (pShow->pIter == NULL) {
      break;
S
Shengliang Guan 已提交
1579 1580
    }

1581 1582 1583 1584 1585 1586 1587
    if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_READ_OR_WRITE_DB, pDb) == 0) {
      int32_t numOfTables = 0;
      sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, NULL, NULL);

      dumpDbInfoData(pBlock, pDb, pShow, numOfRows, numOfTables, false, objStatus, sysinfo);
      numOfRows++;
    }
1588

S
Shengliang Guan 已提交
1589 1590 1591
    sdbRelease(pSdb, pDb);
  }

1592
  pShow->numOfRows += numOfRows;
1593
  mndReleaseUser(pMnode, pUser);
S
Shengliang Guan 已提交
1594 1595 1596 1597 1598
  return numOfRows;
}

static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
  SSdb *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1599
  sdbCancelFetch(pSdb, pIter);
L
Liu Jicong 已提交
1600
}