mndDb.c 54.8 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
Shengliang Guan 已提交
16
#define _DEFAULT_SOURCE
S
Shengliang Guan 已提交
17
#include "mndDb.h"
S
Shengliang Guan 已提交
18
#include "mndAuth.h"
S
Shengliang Guan 已提交
19
#include "mndDnode.h"
S
Shengliang Guan 已提交
20
#include "mndShow.h"
21
#include "mndStb.h"
S
Shengliang Guan 已提交
22
#include "mndTrans.h"
S
Shengliang Guan 已提交
23
#include "mndUser.h"
24
#include "mndVgroup.h"
D
dapan1121 已提交
25
#include "mndSma.h"
S
Shengliang Guan 已提交
26

S
Shengliang Guan 已提交
27
#define TSDB_DB_VER_NUMBER   1
S
Shengliang Guan 已提交
28
#define TSDB_DB_RESERVE_SIZE 64
S
Shengliang Guan 已提交
29 30 31 32 33

static SSdbRaw *mndDbActionEncode(SDbObj *pDb);
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw);
static int32_t  mndDbActionInsert(SSdb *pSdb, SDbObj *pDb);
static int32_t  mndDbActionDelete(SSdb *pSdb, SDbObj *pDb);
S
Shengliang Guan 已提交
34
static int32_t  mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew);
S
Shengliang Guan 已提交
35 36 37 38 39 40 41 42
static int32_t  mndProcessCreateDbReq(SNodeMsg *pReq);
static int32_t  mndProcessAlterDbReq(SNodeMsg *pReq);
static int32_t  mndProcessDropDbReq(SNodeMsg *pReq);
static int32_t  mndProcessUseDbReq(SNodeMsg *pReq);
static int32_t  mndProcessSyncDbReq(SNodeMsg *pReq);
static int32_t  mndProcessCompactDbReq(SNodeMsg *pReq);
static int32_t  mndGetDbMeta(SNodeMsg *pReq, SShowObj *pShow, STableMetaRsp *pMeta);
static int32_t  mndRetrieveDbs(SNodeMsg *pReq, SShowObj *pShow, char *data, int32_t rows);
S
Shengliang Guan 已提交
43
static void     mndCancelGetNextDb(SMnode *pMnode, void *pIter);
D
dapan1121 已提交
44 45
static int32_t  mndProcessGetDbCfgReq(SNodeMsg *pReq);
static int32_t  mndProcessGetIndexReq(SNodeMsg *pReq);
S
Shengliang Guan 已提交
46

S
Shengliang Guan 已提交
47
int32_t mndInitDb(SMnode *pMnode) {
S
Shengliang Guan 已提交
48
  SSdbTable table = {.sdbType = SDB_DB,
S
Shengliang Guan 已提交
49 50 51 52 53 54 55
                     .keyType = SDB_KEY_BINARY,
                     .encodeFp = (SdbEncodeFp)mndDbActionEncode,
                     .decodeFp = (SdbDecodeFp)mndDbActionDecode,
                     .insertFp = (SdbInsertFp)mndDbActionInsert,
                     .updateFp = (SdbUpdateFp)mndDbActionUpdate,
                     .deleteFp = (SdbDeleteFp)mndDbActionDelete};

S
Shengliang Guan 已提交
56 57 58 59 60 61
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_SYNC_DB, mndProcessSyncDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
D
dapan1121 已提交
62
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
D
dapan1121 已提交
63
  mndSetMsgHandle(pMnode, TDMT_MND_GET_INDEX, mndProcessGetIndexReq);
S
Shengliang Guan 已提交
64 65 66 67 68

  mndAddShowMetaHandle(pMnode, TSDB_MGMT_TABLE_DB, mndGetDbMeta);
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);

S
Shengliang Guan 已提交
69
  return sdbSetTable(pMnode->pSdb, table);
S
Shengliang Guan 已提交
70
}
S
Shengliang Guan 已提交
71

S
Shengliang Guan 已提交
72
void mndCleanupDb(SMnode *pMnode) {}
S
Shengliang Guan 已提交
73

S
Shengliang Guan 已提交
74
static SSdbRaw *mndDbActionEncode(SDbObj *pDb) {
75 76
  terrno = TSDB_CODE_OUT_OF_MEMORY;

77 78
  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, TSDB_DB_VER_NUMBER,
                              sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + TSDB_DB_RESERVE_SIZE);
79
  if (pRaw == NULL) goto DB_ENCODE_OVER;
S
Shengliang Guan 已提交
80 81

  int32_t dataPos = 0;
82 83
  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, DB_ENCODE_OVER)
  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, DB_ENCODE_OVER)
S
Shengliang Guan 已提交
84
  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, DB_ENCODE_OVER)
85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108
  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, DB_ENCODE_OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, DB_ENCODE_OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->uid, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->hashMethod, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheBlockSize, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.totalBlocks, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.commitTime, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.fsyncPeriod, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.quorum, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.update, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLastRow, DB_ENCODE_OVER)
S
sma  
Shengliang Guan 已提交
109 110 111 112 113 114 115 116 117
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, DB_ENCODE_OVER)
  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
    SRetention *pRetension = taosArrayGet(pDb->cfg.pRetensions, i);
    SDB_SET_INT32(pRaw, dataPos, pRetension->freq, DB_ENCODE_OVER)
    SDB_SET_INT32(pRaw, dataPos, pRetension->keep, DB_ENCODE_OVER)
    SDB_SET_INT8(pRaw, dataPos, pRetension->freqUnit, DB_ENCODE_OVER)
    SDB_SET_INT8(pRaw, dataPos, pRetension->keepUnit, DB_ENCODE_OVER)
  }

118 119 120 121 122 123 124 125 126 127 128
  SDB_SET_RESERVE(pRaw, dataPos, TSDB_DB_RESERVE_SIZE, DB_ENCODE_OVER)
  SDB_SET_DATALEN(pRaw, dataPos, DB_ENCODE_OVER)

  terrno = 0;

DB_ENCODE_OVER:
  if (terrno != 0) {
    mError("db:%s, failed to encode to raw:%p since %s", pDb->name, pRaw, terrstr());
    sdbFreeRaw(pRaw);
    return NULL;
  }
S
Shengliang Guan 已提交
129

130
  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
131 132 133 134
  return pRaw;
}

static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
135 136
  terrno = TSDB_CODE_OUT_OF_MEMORY;

S
Shengliang Guan 已提交
137
  int8_t sver = 0;
138
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto DB_DECODE_OVER;
S
Shengliang Guan 已提交
139

S
Shengliang Guan 已提交
140
  if (sver != TSDB_DB_VER_NUMBER) {
S
Shengliang Guan 已提交
141
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
142
    goto DB_DECODE_OVER;
S
Shengliang Guan 已提交
143 144 145
  }

  SSdbRow *pRow = sdbAllocRow(sizeof(SDbObj));
146 147 148 149
  if (pRow == NULL) goto DB_DECODE_OVER;

  SDbObj *pDb = sdbGetRowObj(pRow);
  if (pDb == NULL) goto DB_DECODE_OVER;
S
Shengliang Guan 已提交
150 151

  int32_t dataPos = 0;
152 153
  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, DB_DECODE_OVER)
  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, DB_DECODE_OVER)
S
Shengliang Guan 已提交
154
  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, DB_DECODE_OVER)
155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178
  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, DB_DECODE_OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, DB_DECODE_OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->hashMethod, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheBlockSize, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.totalBlocks, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.commitTime, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.fsyncPeriod, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.quorum, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.update, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLastRow, DB_DECODE_OVER)
S
sma  
Shengliang Guan 已提交
179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, DB_DECODE_OVER)
  if (pDb->cfg.numOfRetensions > 0) {
    pDb->cfg.pRetensions = taosArrayInit(pDb->cfg.numOfRetensions, sizeof(SRetention));
    if (pDb->cfg.pRetensions == NULL) goto DB_DECODE_OVER;
    for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
      SRetention retension = {0};
      SDB_GET_INT32(pRaw, dataPos, &retension.freq, DB_DECODE_OVER)
      SDB_GET_INT32(pRaw, dataPos, &retension.keep, DB_DECODE_OVER)
      SDB_GET_INT8(pRaw, dataPos, &retension.freqUnit, DB_DECODE_OVER)
      SDB_GET_INT8(pRaw, dataPos, &retension.keepUnit, DB_DECODE_OVER)
      if (taosArrayPush(pDb->cfg.pRetensions, &retension) == NULL) {
        goto DB_DECODE_OVER;
      }
    }
  }

195 196 197 198 199 200 201
  SDB_GET_RESERVE(pRaw, dataPos, TSDB_DB_RESERVE_SIZE, DB_DECODE_OVER)

  terrno = 0;

DB_DECODE_OVER:
  if (terrno != 0) {
    mError("db:%s, failed to decode from raw:%p since %s", pDb->name, pRaw, terrstr());
wafwerar's avatar
wafwerar 已提交
202
    taosMemoryFreeClear(pRow);
203 204
    return NULL;
  }
S
Shengliang Guan 已提交
205

206
  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
207 208 209 210
  return pRow;
}

static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {
211
  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);
S
Shengliang Guan 已提交
212 213 214 215
  return 0;
}

static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
216
  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);
S
sma  
Shengliang Guan 已提交
217
  taosArrayDestroy(pDb->cfg.pRetensions);
S
Shengliang Guan 已提交
218 219 220
  return 0;
}

S
Shengliang Guan 已提交
221 222 223 224 225 226
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
  pOld->updateTime = pNew->updateTime;
  pOld->cfgVersion = pNew->cfgVersion;
  pOld->vgVersion = pNew->vgVersion;
  memcpy(&pOld->cfg, &pNew->cfg, sizeof(SDbCfg));
S
Shengliang Guan 已提交
227 228 229
  return 0;
}

S
Shengliang Guan 已提交
230
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
S
Shengliang Guan 已提交
231 232
  SSdb   *pSdb = pMnode->pSdb;
  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);
S
Shengliang Guan 已提交
233
  if (pDb == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
S
Shengliang Guan 已提交
234 235 236
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
  }
  return pDb;
S
Shengliang Guan 已提交
237
}
S
Shengliang Guan 已提交
238

S
Shengliang Guan 已提交
239 240 241 242 243
void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  sdbRelease(pSdb, pDb);
}

S
Shengliang Guan 已提交
244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259
static int32_t mndCheckDbName(char *dbName, SUserObj *pUser) {
  char *pos = strstr(dbName, TS_PATH_DELIMITER);
  if (pos == NULL) {
    terrno = TSDB_CODE_MND_INVALID_DB;
    return -1;
  }

  int32_t acctId = atoi(dbName);
  if (acctId != pUser->acctId) {
    terrno = TSDB_CODE_MND_INVALID_DB_ACCT;
    return -1;
  }

  return 0;
}

S
Shengliang Guan 已提交
260
static int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {
261
  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return -1;
S
Shengliang Guan 已提交
262 263 264 265 266 267
  if (pCfg->cacheBlockSize < TSDB_MIN_CACHE_BLOCK_SIZE || pCfg->cacheBlockSize > TSDB_MAX_CACHE_BLOCK_SIZE) return -1;
  if (pCfg->totalBlocks < TSDB_MIN_TOTAL_BLOCKS || pCfg->totalBlocks > TSDB_MAX_TOTAL_BLOCKS) return -1;
  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return -1;
  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return -1;
S
Shengliang Guan 已提交
268
  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return -1;
S
Shengliang Guan 已提交
269 270 271 272 273 274 275
  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return -1;
  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return -1;
  if (pCfg->minRows < TSDB_MIN_MIN_ROW_FBLOCK || pCfg->minRows > TSDB_MAX_MIN_ROW_FBLOCK) return -1;
  if (pCfg->maxRows < TSDB_MIN_MAX_ROW_FBLOCK || pCfg->maxRows > TSDB_MAX_MAX_ROW_FBLOCK) return -1;
  if (pCfg->minRows > pCfg->maxRows) return -1;
  if (pCfg->commitTime < TSDB_MIN_COMMIT_TIME || pCfg->commitTime > TSDB_MAX_COMMIT_TIME) return -1;
  if (pCfg->fsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->fsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return -1;
D
dapan1121 已提交
276
  if (pCfg->ttl < TSDB_MIN_DB_TTL_OPTION && pCfg->ttl != TSDB_DEFAULT_DB_TTL_OPTION) return -1;
S
Shengliang Guan 已提交
277 278 279 280 281 282 283 284 285
  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return -1;
  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return -1;
  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return -1;
  if (pCfg->replications < TSDB_MIN_DB_REPLICA_OPTION || pCfg->replications > TSDB_MAX_DB_REPLICA_OPTION) return -1;
  if (pCfg->replications > mndGetDnodeSize(pMnode)) return -1;
  if (pCfg->quorum < TSDB_MIN_DB_QUORUM_OPTION || pCfg->quorum > TSDB_MAX_DB_QUORUM_OPTION) return -1;
  if (pCfg->quorum > pCfg->replications) return -1;
  if (pCfg->update < TSDB_MIN_DB_UPDATE || pCfg->update > TSDB_MAX_DB_UPDATE) return -1;
  if (pCfg->cacheLastRow < TSDB_MIN_DB_CACHE_LAST_ROW || pCfg->cacheLastRow > TSDB_MAX_DB_CACHE_LAST_ROW) return -1;
S
fix ci  
Shengliang Guan 已提交
286
  if (pCfg->streamMode < TSDB_MIN_DB_STREAM_MODE || pCfg->streamMode > TSDB_MAX_DB_STREAM_MODE) return -1;
D
dapan1121 已提交
287
  if (pCfg->singleSTable < TSDB_MIN_DB_SINGLE_STABLE_OPTION || pCfg->streamMode > TSDB_MAX_DB_SINGLE_STABLE_OPTION) return -1;
S
Shengliang Guan 已提交
288 289 290 291
  return TSDB_CODE_SUCCESS;
}

static void mndSetDefaultDbCfg(SDbCfg *pCfg) {
292
  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;
S
Shengliang Guan 已提交
293 294 295 296
  if (pCfg->cacheBlockSize < 0) pCfg->cacheBlockSize = TSDB_DEFAULT_CACHE_BLOCK_SIZE;
  if (pCfg->totalBlocks < 0) pCfg->totalBlocks = TSDB_DEFAULT_TOTAL_BLOCKS;
  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DAYS_PER_FILE;
  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;
297 298
  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;
  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;
S
Shengliang Guan 已提交
299 300
  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MIN_ROW_FBLOCK;
  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAX_ROW_FBLOCK;
S
Shengliang Guan 已提交
301 302
  if (pCfg->commitTime < 0) pCfg->commitTime = TSDB_DEFAULT_COMMIT_TIME;
  if (pCfg->fsyncPeriod < 0) pCfg->fsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;
D
dapan1121 已提交
303
  if (pCfg->ttl < 0) pCfg->ttl = TSDB_DEFAULT_DB_TTL_OPTION;
S
Shengliang Guan 已提交
304 305 306 307 308 309 310
  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;
  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;
  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;
  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA_OPTION;
  if (pCfg->quorum < 0) pCfg->quorum = TSDB_DEFAULT_DB_QUORUM_OPTION;
  if (pCfg->update < 0) pCfg->update = TSDB_DEFAULT_DB_UPDATE_OPTION;
  if (pCfg->cacheLastRow < 0) pCfg->cacheLastRow = TSDB_DEFAULT_CACHE_LAST_ROW;
311
  if (pCfg->streamMode < 0) pCfg->streamMode = TSDB_DEFAULT_DB_STREAM_MODE;
D
dapan1121 已提交
312
  if (pCfg->singleSTable < 0) pCfg->singleSTable = TSDB_DEFAULT_DB_SINGLE_STABLE_OPTION;
313
  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;
S
Shengliang Guan 已提交
314
}
S
Shengliang Guan 已提交
315

S
Shengliang Guan 已提交
316
static int32_t mndSetCreateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
317
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
318 319 320
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
321

S
Shengliang Guan 已提交
322
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
323
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
324 325 326
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendRedolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
327 328 329 330 331
  }

  return 0;
}

S
Shengliang Guan 已提交
332
static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
333
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
334 335 336
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendUndolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
337

S
Shengliang Guan 已提交
338
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
339
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
340 341 342
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendUndolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
343 344 345 346 347
  }

  return 0;
}

S
Shengliang Guan 已提交
348
static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
349
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
350 351 352
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
353

S
Shengliang Guan 已提交
354
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
355
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
356 357 358
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendCommitlog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
359 360 361 362 363
  }

  return 0;
}

S
Shengliang Guan 已提交
364 365
static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
366
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
367 368

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
369 370
      STransAction action = {0};
      SVnodeGid   *pVgid = pVgroup->vnodeGid + vn;
S
Shengliang Guan 已提交
371

S
Shengliang Guan 已提交
372 373 374
      SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
      if (pDnode == NULL) return -1;
      action.epSet = mndGetDnodeEpset(pDnode);
S
Shengliang Guan 已提交
375 376
      mndReleaseDnode(pMnode, pDnode);

S
Shengliang Guan 已提交
377 378
      int32_t contLen = 0;
      void   *pReq = mndBuildCreateVnodeReq(pMnode, pDnode, pDb, pVgroup, &contLen);
S
Shengliang Guan 已提交
379
      if (pReq == NULL) return -1;
S
Shengliang Guan 已提交
380

S
Shengliang Guan 已提交
381
      action.pCont = pReq;
S
Shengliang Guan 已提交
382
      action.contLen = contLen;
H
Hongze Cheng 已提交
383
      action.msgType = TDMT_DND_CREATE_VNODE;
384
      action.acceptableCode = TSDB_CODE_NODE_ALREADY_DEPLOYED;
S
Shengliang Guan 已提交
385
      if (mndTransAppendRedoAction(pTrans, &action) != 0) {
wafwerar's avatar
wafwerar 已提交
386
        taosMemoryFree(pReq);
S
Shengliang Guan 已提交
387 388 389 390 391
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
392 393 394
  return 0;
}

S
Shengliang Guan 已提交
395 396
static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
397
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
398 399

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
400 401
      STransAction action = {0};
      SVnodeGid   *pVgid = pVgroup->vnodeGid + vn;
S
Shengliang Guan 已提交
402

S
Shengliang Guan 已提交
403 404 405
      SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
      if (pDnode == NULL) return -1;
      action.epSet = mndGetDnodeEpset(pDnode);
S
Shengliang Guan 已提交
406 407
      mndReleaseDnode(pMnode, pDnode);

S
Shengliang Guan 已提交
408 409
      int32_t contLen = 0;
      void   *pReq = mndBuildDropVnodeReq(pMnode, pDnode, pDb, pVgroup, &contLen);
S
Shengliang Guan 已提交
410
      if (pReq == NULL) return -1;
S
Shengliang Guan 已提交
411

S
Shengliang Guan 已提交
412
      action.pCont = pReq;
S
Shengliang Guan 已提交
413
      action.contLen = contLen;
H
Hongze Cheng 已提交
414
      action.msgType = TDMT_DND_DROP_VNODE;
415
      action.acceptableCode = TSDB_CODE_NODE_NOT_DEPLOYED;
S
Shengliang Guan 已提交
416
      if (mndTransAppendUndoAction(pTrans, &action) != 0) {
wafwerar's avatar
wafwerar 已提交
417
        taosMemoryFree(pReq);
S
Shengliang Guan 已提交
418 419 420 421 422
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
423 424 425
  return 0;
}

S
Shengliang Guan 已提交
426
static int32_t mndCreateDb(SMnode *pMnode, SNodeMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser) {
S
Shengliang Guan 已提交
427
  SDbObj dbObj = {0};
428
  memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
429
  memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);
S
Shengliang Guan 已提交
430 431
  dbObj.createdTime = taosGetTimestampMs();
  dbObj.updateTime = dbObj.createdTime;
432
  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
433 434
  dbObj.cfgVersion = 1;
  dbObj.vgVersion = 1;
S
Shengliang Guan 已提交
435
  dbObj.hashMethod = 1;
S
Shengliang Guan 已提交
436
  memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);
L
Liu Jicong 已提交
437 438 439 440 441 442 443 444 445 446 447
  dbObj.cfg = (SDbCfg){
      .numOfVgroups = pCreate->numOfVgroups,
      .cacheBlockSize = pCreate->cacheBlockSize,
      .totalBlocks = pCreate->totalBlocks,
      .daysPerFile = pCreate->daysPerFile,
      .daysToKeep0 = pCreate->daysToKeep0,
      .daysToKeep1 = pCreate->daysToKeep1,
      .daysToKeep2 = pCreate->daysToKeep2,
      .minRows = pCreate->minRows,
      .maxRows = pCreate->maxRows,
      .commitTime = pCreate->commitTime,
448
      .fsyncPeriod = pCreate->fsyncPeriod,
D
dapan1121 已提交
449
      .ttl = pCreate->ttl,
450
      .walLevel = pCreate->walLevel,
L
Liu Jicong 已提交
451 452 453 454 455 456 457
      .precision = pCreate->precision,
      .compression = pCreate->compression,
      .replications = pCreate->replications,
      .quorum = pCreate->quorum,
      .update = pCreate->update,
      .cacheLastRow = pCreate->cacheLastRow,
      .streamMode = pCreate->streamMode,
D
dapan1121 已提交
458
      .singleSTable = pCreate->singleSTable,
L
Liu Jicong 已提交
459
  };
S
Shengliang Guan 已提交
460

S
sma  
Shengliang Guan 已提交
461 462
  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;
  dbObj.cfg.pRetensions = pCreate->pRetensions;
463
  pCreate->pRetensions = NULL;
S
sma  
Shengliang Guan 已提交
464

S
Shengliang Guan 已提交
465 466
  mndSetDefaultDbCfg(&dbObj.cfg);

S
Shengliang Guan 已提交
467 468 469 470 471
  if (mndCheckDbName(dbObj.name, pUser) != 0) {
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
472 473
  if (mndCheckDbCfg(pMnode, &dbObj.cfg) != 0) {
    terrno = TSDB_CODE_MND_INVALID_DB_OPTION;
S
Shengliang Guan 已提交
474 475 476
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }
S
Shengliang Guan 已提交
477

S
Shengliang Guan 已提交
478 479
  SVgObj *pVgroups = NULL;
  if (mndAllocVgroup(pMnode, &dbObj, &pVgroups) != 0) {
480 481 482 483
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
484
  int32_t code = -1;
S
Shengliang Guan 已提交
485
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_TYPE_CREATE_DB, &pReq->rpcMsg);
S
Shengliang Guan 已提交
486
  if (pTrans == NULL) goto CREATE_DB_OVER;
S
Shengliang Guan 已提交
487

S
Shengliang Guan 已提交
488 489
  mDebug("trans:%d, used to create db:%s", pTrans->id, pCreate->db);

S
Shengliang Guan 已提交
490
  mndTransSetDbInfo(pTrans, &dbObj);
S
Shengliang Guan 已提交
491 492 493 494 495 496
  if (mndSetCreateDbRedoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto CREATE_DB_OVER;
  if (mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto CREATE_DB_OVER;
  if (mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto CREATE_DB_OVER;
  if (mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto CREATE_DB_OVER;
  if (mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto CREATE_DB_OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto CREATE_DB_OVER;
S
Shengliang Guan 已提交
497

S
Shengliang Guan 已提交
498 499 500
  code = 0;

CREATE_DB_OVER:
wafwerar's avatar
wafwerar 已提交
501
  taosMemoryFree(pVgroups);
S
Shengliang Guan 已提交
502
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
503
  return code;
S
Shengliang Guan 已提交
504 505
}

S
Shengliang Guan 已提交
506 507
static int32_t mndProcessCreateDbReq(SNodeMsg *pReq) {
  SMnode      *pMnode = pReq->pNode;
S
Shengliang Guan 已提交
508 509 510 511 512 513 514 515 516 517 518 519 520
  int32_t      code = -1;
  SDbObj      *pDb = NULL;
  SUserObj    *pUser = NULL;
  SCreateDbReq createReq = {0};

  if (tDeserializeSCreateDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &createReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto CREATE_DB_OVER;
  }

  mDebug("db:%s, start to create, vgroups:%d", createReq.db, createReq.numOfVgroups);

  pDb = mndAcquireDb(pMnode, createReq.db);
S
Shengliang Guan 已提交
521
  if (pDb != NULL) {
S
Shengliang Guan 已提交
522 523 524 525
    if (createReq.ignoreExist) {
      mDebug("db:%s, already exist, ignore exist is set", createReq.db);
      code = 0;
      goto CREATE_DB_OVER;
S
Shengliang Guan 已提交
526 527
    } else {
      terrno = TSDB_CODE_MND_DB_ALREADY_EXIST;
S
Shengliang Guan 已提交
528
      goto CREATE_DB_OVER;
S
Shengliang Guan 已提交
529
    }
S
Shengliang Guan 已提交
530
  } else if (terrno != TSDB_CODE_MND_DB_NOT_EXIST) {
S
Shengliang Guan 已提交
531
    goto CREATE_DB_OVER;
S
Shengliang Guan 已提交
532 533
  }

S
Shengliang Guan 已提交
534 535 536 537 538 539 540
  pUser = mndAcquireUser(pMnode, pReq->user);
  if (pUser == NULL) {
    goto CREATE_DB_OVER;
  }

  if (mndCheckCreateDbAuth(pUser) != 0) {
    goto CREATE_DB_OVER;
S
Shengliang Guan 已提交
541 542
  }

S
Shengliang Guan 已提交
543 544
  code = mndCreateDb(pMnode, pReq, &createReq, pUser);
  if (code == 0) code = TSDB_CODE_MND_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
545

S
Shengliang Guan 已提交
546 547 548
CREATE_DB_OVER:
  if (code != 0 && code != TSDB_CODE_MND_ACTION_IN_PROGRESS) {
    mError("db:%s, failed to create since %s", createReq.db, terrstr());
S
Shengliang Guan 已提交
549 550
  }

S
Shengliang Guan 已提交
551 552
  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);
S
sma  
Shengliang Guan 已提交
553
  tFreeSCreateDbReq(&createReq);
S
Shengliang Guan 已提交
554 555

  return code;
S
Shengliang Guan 已提交
556 557
}

S
Shengliang Guan 已提交
558
static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {
S
Shengliang Guan 已提交
559
  terrno = TSDB_CODE_MND_DB_OPTION_UNCHANGED;
S
Shengliang Guan 已提交
560 561 562

  if (pAlter->totalBlocks >= 0 && pAlter->totalBlocks != pDb->cfg.totalBlocks) {
    pDb->cfg.totalBlocks = pAlter->totalBlocks;
S
Shengliang Guan 已提交
563
    terrno = 0;
S
Shengliang Guan 已提交
564 565 566 567
  }

  if (pAlter->daysToKeep0 >= 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {
    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;
S
Shengliang Guan 已提交
568
    terrno = 0;
S
Shengliang Guan 已提交
569 570 571 572
  }

  if (pAlter->daysToKeep1 >= 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {
    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;
S
Shengliang Guan 已提交
573
    terrno = 0;
S
Shengliang Guan 已提交
574 575 576 577
  }

  if (pAlter->daysToKeep2 >= 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {
    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;
S
Shengliang Guan 已提交
578
    terrno = 0;
S
Shengliang Guan 已提交
579 580 581 582
  }

  if (pAlter->fsyncPeriod >= 0 && pAlter->fsyncPeriod != pDb->cfg.fsyncPeriod) {
    pDb->cfg.fsyncPeriod = pAlter->fsyncPeriod;
S
Shengliang Guan 已提交
583
    terrno = 0;
S
Shengliang Guan 已提交
584 585 586 587
  }

  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {
    pDb->cfg.walLevel = pAlter->walLevel;
S
Shengliang Guan 已提交
588
    terrno = 0;
S
Shengliang Guan 已提交
589 590 591 592
  }

  if (pAlter->quorum >= 0 && pAlter->quorum != pDb->cfg.quorum) {
    pDb->cfg.quorum = pAlter->quorum;
S
Shengliang Guan 已提交
593
    terrno = 0;
S
Shengliang Guan 已提交
594 595 596 597
  }

  if (pAlter->cacheLastRow >= 0 && pAlter->cacheLastRow != pDb->cfg.cacheLastRow) {
    pDb->cfg.cacheLastRow = pAlter->cacheLastRow;
S
Shengliang Guan 已提交
598
    terrno = 0;
S
Shengliang Guan 已提交
599 600
  }

S
Shengliang Guan 已提交
601 602 603
  return terrno;
}

S
Shengliang Guan 已提交
604 605
static int32_t mndSetUpdateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);
S
Shengliang Guan 已提交
606 607 608 609 610 611 612
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_UPDATING) != 0) return -1;

  return 0;
}

S
Shengliang Guan 已提交
613 614
static int32_t mndSetUpdateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);
S
Shengliang Guan 已提交
615 616 617
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
618 619 620 621

  return 0;
}

S
Shengliang Guan 已提交
622 623 624 625 626 627 628 629 630 631
static int32_t mndBuildUpdateVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
    STransAction action = {0};
    SVnodeGid   *pVgid = pVgroup->vnodeGid + vn;

    SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
    if (pDnode == NULL) return -1;
    action.epSet = mndGetDnodeEpset(pDnode);
    mndReleaseDnode(pMnode, pDnode);

S
Shengliang Guan 已提交
632 633
    int32_t contLen = 0;
    void   *pReq = mndBuildCreateVnodeReq(pMnode, pDnode, pDb, pVgroup, &contLen);
S
Shengliang Guan 已提交
634
    if (pReq == NULL) return -1;
S
Shengliang Guan 已提交
635

S
Shengliang Guan 已提交
636
    action.pCont = pReq;
S
Shengliang Guan 已提交
637
    action.contLen = contLen;
H
Hongze Cheng 已提交
638
    action.msgType = TDMT_DND_ALTER_VNODE;
S
Shengliang Guan 已提交
639
    if (mndTransAppendRedoAction(pTrans, &action) != 0) {
wafwerar's avatar
wafwerar 已提交
640
      taosMemoryFree(pReq);
S
Shengliang Guan 已提交
641 642 643
      return -1;
    }
  }
S
Shengliang Guan 已提交
644 645 646 647

  return 0;
}

S
Shengliang Guan 已提交
648
static int32_t mndSetUpdateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
649 650
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
S
Shengliang Guan 已提交
651

S
Shengliang Guan 已提交
652 653 654 655
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;
S
Shengliang Guan 已提交
656

S
Shengliang Guan 已提交
657 658
    if (pVgroup->dbUid == pNew->uid) {
      if (mndBuildUpdateVgroupAction(pMnode, pTrans, pNew, pVgroup) != 0) {
S
Shengliang Guan 已提交
659 660 661 662 663 664 665 666 667 668 669
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}
S
Shengliang Guan 已提交
670

S
Shengliang Guan 已提交
671
static int32_t mndUpdateDb(SMnode *pMnode, SNodeMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
672
  int32_t code = -1;
S
Shengliang Guan 已提交
673
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_TYPE_ALTER_DB, &pReq->rpcMsg);
S
Shengliang Guan 已提交
674
  if (pTrans == NULL) goto UPDATE_DB_OVER;
S
Shengliang Guan 已提交
675

S
Shengliang Guan 已提交
676
  mDebug("trans:%d, used to update db:%s", pTrans->id, pOld->name);
S
Shengliang Guan 已提交
677

S
Shengliang Guan 已提交
678
  mndTransSetDbInfo(pTrans, pOld);
S
Shengliang Guan 已提交
679 680 681 682
  if (mndSetUpdateDbRedoLogs(pMnode, pTrans, pOld, pNew) != 0) goto UPDATE_DB_OVER;
  if (mndSetUpdateDbCommitLogs(pMnode, pTrans, pOld, pNew) != 0) goto UPDATE_DB_OVER;
  if (mndSetUpdateDbRedoActions(pMnode, pTrans, pOld, pNew) != 0) goto UPDATE_DB_OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto UPDATE_DB_OVER;
S
Shengliang Guan 已提交
683

S
Shengliang Guan 已提交
684 685 686
  code = 0;

UPDATE_DB_OVER:
S
Shengliang Guan 已提交
687
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
688
  return code;
S
Shengliang Guan 已提交
689 690
}

S
Shengliang Guan 已提交
691 692
static int32_t mndProcessAlterDbReq(SNodeMsg *pReq) {
  SMnode     *pMnode = pReq->pNode;
S
Shengliang Guan 已提交
693 694 695 696 697 698 699 700 701
  int32_t     code = -1;
  SDbObj     *pDb = NULL;
  SUserObj   *pUser = NULL;
  SAlterDbReq alterReq = {0};

  if (tDeserializeSAlterDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &alterReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto ALTER_DB_OVER;
  }
S
Shengliang Guan 已提交
702

S
Shengliang Guan 已提交
703
  mDebug("db:%s, start to alter", alterReq.db);
S
Shengliang Guan 已提交
704

S
Shengliang Guan 已提交
705
  pDb = mndAcquireDb(pMnode, alterReq.db);
S
Shengliang Guan 已提交
706
  if (pDb == NULL) {
S
Shengliang Guan 已提交
707 708 709 710 711 712 713 714 715 716 717
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
    goto ALTER_DB_OVER;
  }

  pUser = mndAcquireUser(pMnode, pReq->user);
  if (pUser == NULL) {
    goto ALTER_DB_OVER;
  }

  if (mndCheckAlterDropCompactSyncDbAuth(pUser, pDb) != 0) {
    goto ALTER_DB_OVER;
S
Shengliang Guan 已提交
718 719 720 721 722
  }

  SDbObj dbObj = {0};
  memcpy(&dbObj, pDb, sizeof(SDbObj));

S
Shengliang Guan 已提交
723
  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
S
Shengliang Guan 已提交
724
  if (code != 0) {
S
Shengliang Guan 已提交
725
    goto ALTER_DB_OVER;
S
Shengliang Guan 已提交
726 727
  }

S
Shengliang Guan 已提交
728 729
  dbObj.cfgVersion++;
  dbObj.updateTime = taosGetTimestampMs();
S
Shengliang Guan 已提交
730
  code = mndUpdateDb(pMnode, pReq, pDb, &dbObj);
S
Shengliang Guan 已提交
731
  if (code == 0) code = TSDB_CODE_MND_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
732

S
Shengliang Guan 已提交
733 734 735
ALTER_DB_OVER:
  if (code != 0 && code != TSDB_CODE_MND_ACTION_IN_PROGRESS) {
    mError("db:%s, failed to alter since %s", alterReq.db, terrstr());
S
Shengliang Guan 已提交
736 737
  }

S
Shengliang Guan 已提交
738 739 740 741
  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);

  return code;
S
Shengliang Guan 已提交
742 743
}

D
dapan1121 已提交
744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808
static int32_t mndProcessGetDbCfgReq(SNodeMsg *pReq) {
  SMnode     *pMnode = pReq->pNode;
  int32_t     code = -1;
  SDbObj     *pDb = NULL;
  SDbCfgReq   cfgReq = {0};
  SDbCfgRsp   cfgRsp = {0};

  if (tDeserializeSDbCfgReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &cfgReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto GET_DB_CFG_OVER;
  }

  pDb = mndAcquireDb(pMnode, cfgReq.db);
  if (pDb == NULL) {
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
    goto GET_DB_CFG_OVER;
  }

  cfgRsp.numOfVgroups   = pDb->cfg.numOfVgroups;
  cfgRsp.cacheBlockSize = pDb->cfg.cacheBlockSize;
  cfgRsp.totalBlocks    = pDb->cfg.totalBlocks;
  cfgRsp.daysPerFile    = pDb->cfg.daysPerFile;
  cfgRsp.daysToKeep0    = pDb->cfg.daysToKeep0;
  cfgRsp.daysToKeep1    = pDb->cfg.daysToKeep1;
  cfgRsp.daysToKeep2    = pDb->cfg.daysToKeep2;
  cfgRsp.minRows        = pDb->cfg.minRows;
  cfgRsp.maxRows        = pDb->cfg.maxRows;
  cfgRsp.commitTime     = pDb->cfg.commitTime;
  cfgRsp.fsyncPeriod    = pDb->cfg.fsyncPeriod;
  cfgRsp.ttl            = pDb->cfg.ttl;
  cfgRsp.walLevel       = pDb->cfg.walLevel;
  cfgRsp.precision      = pDb->cfg.precision;
  cfgRsp.compression    = pDb->cfg.compression;
  cfgRsp.replications   = pDb->cfg.replications;
  cfgRsp.quorum         = pDb->cfg.quorum;
  cfgRsp.update         = pDb->cfg.update;
  cfgRsp.cacheLastRow   = pDb->cfg.cacheLastRow;
  cfgRsp.streamMode     = pDb->cfg.streamMode;
  cfgRsp.singleSTable   = pDb->cfg.singleSTable;

  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    code = -1;
    goto GET_DB_CFG_OVER;
  }

  tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp);

  pReq->pRsp = pRsp;
  pReq->rspLen = contLen;

GET_DB_CFG_OVER:

  if (code != 0 && code != TSDB_CODE_MND_ACTION_IN_PROGRESS) {
    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);

  return code;
}


S
Shengliang Guan 已提交
809 810 811 812 813 814 815 816 817 818 819 820 821 822 823
static int32_t mndSetDropDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING) != 0) return -1;

  return 0;
}

static int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED) != 0) return -1;

S
Shengliang Guan 已提交
824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;

  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
      if (pVgRaw == NULL || mndTransAppendCommitlog(pTrans, pVgRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
      sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED);
    }

    sdbRelease(pSdb, pVgroup);
  }

845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862
  while (1) {
    SStbObj *pStb = NULL;
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
    if (pIter == NULL) break;

    if (pStb->dbUid == pDb->uid) {
      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);
      if (pStbRaw == NULL || mndTransAppendCommitlog(pTrans, pStbRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pStbRaw);
        return -1;
      }
      sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED);
    }

    sdbRelease(pSdb, pStb);
  }

S
Shengliang Guan 已提交
863 864 865 866 867 868
  return 0;
}

static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
    STransAction action = {0};
S
Shengliang Guan 已提交
869
    SVnodeGid   *pVgid = pVgroup->vnodeGid + vn;
S
Shengliang Guan 已提交
870 871 872 873 874 875

    SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
    if (pDnode == NULL) return -1;
    action.epSet = mndGetDnodeEpset(pDnode);
    mndReleaseDnode(pMnode, pDnode);

S
Shengliang Guan 已提交
876 877
    int32_t contLen = 0;
    void   *pReq = mndBuildDropVnodeReq(pMnode, pDnode, pDb, pVgroup, &contLen);
S
Shengliang Guan 已提交
878
    if (pReq == NULL) return -1;
S
Shengliang Guan 已提交
879

S
Shengliang Guan 已提交
880
    action.pCont = pReq;
S
Shengliang Guan 已提交
881
    action.contLen = contLen;
H
Hongze Cheng 已提交
882
    action.msgType = TDMT_DND_DROP_VNODE;
883
    action.acceptableCode = TSDB_CODE_NODE_NOT_DEPLOYED;
S
Shengliang Guan 已提交
884
    if (mndTransAppendRedoAction(pTrans, &action) != 0) {
wafwerar's avatar
wafwerar 已提交
885
      taosMemoryFree(pReq);
S
Shengliang Guan 已提交
886 887 888 889
      return -1;
    }
  }

S
Shengliang Guan 已提交
890 891 892
  return 0;
}

S
Shengliang Guan 已提交
893 894 895
static int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
S
Shengliang Guan 已提交
896

S
Shengliang Guan 已提交
897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      if (mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}
S
Shengliang Guan 已提交
915

916 917 918 919 920 921 922 923 924 925 926 927
static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
  SDropDbRsp dropRsp = {0};
  if (pDb != NULL) {
    memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
    dropRsp.uid = pDb->uid;
  }

  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);
  void   *pRsp = NULL;
  if (useRpcMalloc) {
    pRsp = rpcMallocCont(rspLen);
  } else {
wafwerar's avatar
wafwerar 已提交
928
    pRsp = taosMemoryMalloc(rspLen);
929 930 931 932 933 934 935 936 937 938 939 940 941
  }

  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

  tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp);
  *pRspLen = rspLen;
  *ppRsp = pRsp;
  return 0;
}

S
Shengliang Guan 已提交
942
static int32_t mndDropDb(SMnode *pMnode, SNodeMsg *pReq, SDbObj *pDb) {
S
Shengliang Guan 已提交
943
  int32_t code = -1;
S
Shengliang Guan 已提交
944
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_TYPE_DROP_DB, &pReq->rpcMsg);
S
Shengliang Guan 已提交
945
  if (pTrans == NULL) goto DROP_DB_OVER;
S
Shengliang Guan 已提交
946

S
Shengliang Guan 已提交
947
  mDebug("trans:%d, used to drop db:%s", pTrans->id, pDb->name);
S
Shengliang Guan 已提交
948
  mndTransSetDbInfo(pTrans, pDb);
S
Shengliang Guan 已提交
949

S
Shengliang Guan 已提交
950 951 952
  if (mndSetDropDbRedoLogs(pMnode, pTrans, pDb) != 0) goto DROP_DB_OVER;
  if (mndSetDropDbCommitLogs(pMnode, pTrans, pDb) != 0) goto DROP_DB_OVER;
  if (mndSetDropDbRedoActions(pMnode, pTrans, pDb) != 0) goto DROP_DB_OVER;
S
Shengliang Guan 已提交
953

954 955 956
  int32_t rspLen = 0;
  void   *pRsp = NULL;
  if (mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false) < 0) goto DROP_DB_OVER;
S
Shengliang Guan 已提交
957 958
  mndTransSetRpcRsp(pTrans, pRsp, rspLen);

S
Shengliang Guan 已提交
959
  if (mndTransPrepare(pMnode, pTrans) != 0) goto DROP_DB_OVER;
S
Shengliang Guan 已提交
960

S
Shengliang Guan 已提交
961 962 963
  code = 0;

DROP_DB_OVER:
S
Shengliang Guan 已提交
964
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
965
  return code;
S
Shengliang Guan 已提交
966 967
}

S
Shengliang Guan 已提交
968 969
static int32_t mndProcessDropDbReq(SNodeMsg *pReq) {
  SMnode    *pMnode = pReq->pNode;
S
Shengliang Guan 已提交
970 971 972 973 974 975 976 977 978
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  SUserObj  *pUser = NULL;
  SDropDbReq dropReq = {0};

  if (tDeserializeSDropDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &dropReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto DROP_DB_OVER;
  }
S
Shengliang Guan 已提交
979

S
Shengliang Guan 已提交
980
  mDebug("db:%s, start to drop", dropReq.db);
S
Shengliang Guan 已提交
981

S
Shengliang Guan 已提交
982
  pDb = mndAcquireDb(pMnode, dropReq.db);
S
Shengliang Guan 已提交
983
  if (pDb == NULL) {
S
Shengliang Guan 已提交
984
    if (dropReq.ignoreNotExists) {
985
      code = mndBuildDropDbRsp(pDb, &pReq->rspLen, &pReq->pRsp, true);
S
Shengliang Guan 已提交
986
      goto DROP_DB_OVER;
S
Shengliang Guan 已提交
987 988
    } else {
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
S
Shengliang Guan 已提交
989
      goto DROP_DB_OVER;
S
Shengliang Guan 已提交
990 991 992
    }
  }

S
Shengliang Guan 已提交
993 994 995 996
  pUser = mndAcquireUser(pMnode, pReq->user);
  if (pUser == NULL) {
    goto DROP_DB_OVER;
  }
S
Shengliang Guan 已提交
997

S
Shengliang Guan 已提交
998 999
  if (mndCheckAlterDropCompactSyncDbAuth(pUser, pDb) != 0) {
    goto DROP_DB_OVER;
S
Shengliang Guan 已提交
1000 1001
  }

S
Shengliang Guan 已提交
1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013
  code = mndDropDb(pMnode, pReq, pDb);
  if (code == 0) code = TSDB_CODE_MND_ACTION_IN_PROGRESS;

DROP_DB_OVER:
  if (code != 0 && code != TSDB_CODE_MND_ACTION_IN_PROGRESS) {
    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);

  return code;
S
Shengliang Guan 已提交
1014
}
S
Shengliang Guan 已提交
1015

D
dapan1121 已提交
1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037
void mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode, int32_t *num) {
  int32_t vindex = 0;
  SSdb   *pSdb = pMnode->pSdb;

  void *pIter = NULL;
  while (vindex < pDb->cfg.numOfVgroups) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      *num += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;

      vindex++;
    }

    sdbRelease(pSdb, pVgroup);
  }

  sdbCancelFetch(pSdb, pIter);
}

S
Shengliang Guan 已提交
1038
static void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
D
dapan1121 已提交
1039
  int32_t vindex = 0;
S
Shengliang Guan 已提交
1040
  SSdb   *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1041 1042

  void *pIter = NULL;
D
dapan1121 已提交
1043
  while (true) {
D
dapan1121 已提交
1044 1045 1046 1047
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

D
dapan1121 已提交
1048
    if (NULL == pDb || pVgroup->dbUid == pDb->uid) {
S
Shengliang Guan 已提交
1049 1050 1051 1052
      SVgroupInfo vgInfo = {0};
      vgInfo.vgId = pVgroup->vgId;
      vgInfo.hashBegin = pVgroup->hashBegin;
      vgInfo.hashEnd = pVgroup->hashEnd;
D
dapan1121 已提交
1053
      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
L
Liu Jicong 已提交
1054
      vgInfo.epSet.numOfEps = pVgroup->replica;
D
dapan1121 已提交
1055
      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {
S
Shengliang Guan 已提交
1056
        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];
L
Liu Jicong 已提交
1057
        SEp       *pEp = &vgInfo.epSet.eps[gid];
S
Shengliang Guan 已提交
1058
        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
D
dapan1121 已提交
1059
        if (pDnode != NULL) {
1060
          memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);
S
Shengliang Guan 已提交
1061
          pEp->port = pDnode->port;
D
dapan1121 已提交
1062 1063 1064
        }
        mndReleaseDnode(pMnode, pDnode);
        if (pVgid->role == TAOS_SYNC_STATE_LEADER) {
L
Liu Jicong 已提交
1065
          vgInfo.epSet.inUse = gid;
D
dapan1121 已提交
1066 1067 1068
        }
      }
      vindex++;
S
Shengliang Guan 已提交
1069
      taosArrayPush(pVgList, &vgInfo);
D
dapan1121 已提交
1070 1071 1072
    }

    sdbRelease(pSdb, pVgroup);
L
Liu Jicong 已提交
1073

D
dapan1121 已提交
1074 1075 1076
    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {
      break;
    }
D
dapan1121 已提交
1077
  }
S
Shengliang Guan 已提交
1078 1079

  sdbCancelFetch(pSdb, pIter);
D
dapan1121 已提交
1080 1081
}

L
Liu Jicong 已提交
1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103
int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {
  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
  if (pRsp->pVgroupInfos == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

  int32_t numOfTable = 0;
  mndGetDBTableNum(pDb, pMnode, &numOfTable);

  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable) {
    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
  }

  memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
  pRsp->uid = pDb->uid;
  pRsp->vgVersion = pDb->vgVersion;
  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);
  pRsp->hashMethod = pDb->hashMethod;
  return 0;
}

S
Shengliang Guan 已提交
1104 1105
static int32_t mndProcessUseDbReq(SNodeMsg *pReq) {
  SMnode   *pMnode = pReq->pNode;
S
Shengliang Guan 已提交
1106 1107 1108 1109 1110 1111 1112 1113 1114 1115
  int32_t   code = -1;
  SDbObj   *pDb = NULL;
  SUserObj *pUser = NULL;
  SUseDbReq usedbReq = {0};
  SUseDbRsp usedbRsp = {0};

  if (tDeserializeSUseDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &usedbReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto USE_DB_OVER;
  }
S
Shengliang Guan 已提交
1116

D
dapan1121 已提交
1117 1118
  char *p = strchr(usedbReq.db, '.');
  if (p && 0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB)) {
D
dapan1121 已提交
1119
    memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
D
dapan1121 已提交
1120
    static int32_t vgVersion = 1;
D
dapan1121 已提交
1121 1122 1123 1124 1125 1126
    if (usedbReq.vgVersion < vgVersion) {
      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
      if (usedbRsp.pVgroupInfos == NULL) {
        terrno = TSDB_CODE_OUT_OF_MEMORY;
        goto USE_DB_OVER;
      }
L
Liu Jicong 已提交
1127

D
dapan1121 已提交
1128
      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
D
dapan1121 已提交
1129
      usedbRsp.vgVersion = vgVersion++;
L
Liu Jicong 已提交
1130

D
dapan1121 已提交
1131 1132 1133
      if (taosArrayGetSize(usedbRsp.pVgroupInfos) <= 0) {
        terrno = TSDB_CODE_MND_DB_NOT_EXIST;
      }
D
dapan1121 已提交
1134 1135
    } else {
      usedbRsp.vgVersion = usedbReq.vgVersion;
D
dapan1121 已提交
1136
      code = 0;
D
dapan1121 已提交
1137
    }
L
Liu Jicong 已提交
1138
    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
D
dapan1121 已提交
1139 1140

    // no jump, need to construct rsp
D
dapan1121 已提交
1141 1142 1143 1144
  } else {
    pDb = mndAcquireDb(pMnode, usedbReq.db);
    if (pDb == NULL) {
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
S
Shengliang Guan 已提交
1145

X
Xiaoyu Wang 已提交
1146 1147 1148
      memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = usedbReq.dbId;
      usedbRsp.vgVersion = usedbReq.vgVersion;
S
Shengliang Guan 已提交
1149

X
Xiaoyu Wang 已提交
1150 1151 1152 1153 1154 1155
      mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
    } else {
      pUser = mndAcquireUser(pMnode, pReq->user);
      if (pUser == NULL) {
        goto USE_DB_OVER;
      }
S
Shengliang Guan 已提交
1156

X
Xiaoyu Wang 已提交
1157 1158 1159
      if (mndCheckUseDbAuth(pUser, pDb) != 0) {
        goto USE_DB_OVER;
      }
S
Shengliang Guan 已提交
1160

L
Liu Jicong 已提交
1161
      if (mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq) < 0) {
X
Xiaoyu Wang 已提交
1162 1163 1164 1165 1166
        goto USE_DB_OVER;
      }

      code = 0;
    }
D
dapan1121 已提交
1167
  }
S
Shengliang Guan 已提交
1168

S
Shengliang Guan 已提交
1169 1170 1171 1172
  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
X
Xiaoyu Wang 已提交
1173
    code = -1;
S
Shengliang Guan 已提交
1174
    goto USE_DB_OVER;
S
Shengliang Guan 已提交
1175 1176
  }

S
Shengliang Guan 已提交
1177
  tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp);
S
Shengliang Guan 已提交
1178

S
Shengliang Guan 已提交
1179 1180
  pReq->pRsp = pRsp;
  pReq->rspLen = contLen;
S
Shengliang Guan 已提交
1181

S
Shengliang Guan 已提交
1182 1183 1184 1185
USE_DB_OVER:
  if (code != 0) {
    mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
  }
D
dapan1121 已提交
1186

S
Shengliang Guan 已提交
1187 1188 1189
  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);
  tFreeSUsedbRsp(&usedbRsp);
D
dapan1121 已提交
1190

S
Shengliang Guan 已提交
1191 1192
  return code;
}
S
Shengliang Guan 已提交
1193

S
Shengliang Guan 已提交
1194 1195 1196 1197 1198 1199 1200
int32_t mndValidateDbInfo(SMnode *pMnode, SDbVgVersion *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {
  SUseDbBatchRsp batchUseRsp = {0};
  batchUseRsp.pArray = taosArrayInit(numOfDbs, sizeof(SUseDbRsp));
  if (batchUseRsp.pArray == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }
S
Shengliang Guan 已提交
1201

S
Shengliang Guan 已提交
1202 1203 1204 1205
  for (int32_t i = 0; i < numOfDbs; ++i) {
    SDbVgVersion *pDbVgVersion = &pDbs[i];
    pDbVgVersion->dbId = htobe64(pDbVgVersion->dbId);
    pDbVgVersion->vgVersion = htonl(pDbVgVersion->vgVersion);
D
dapan1121 已提交
1206
    pDbVgVersion->numOfTable = htonl(pDbVgVersion->numOfTable);
D
dapan1121 已提交
1207

S
Shengliang Guan 已提交
1208 1209
    SUseDbRsp usedbRsp = {0};

S
Shengliang Guan 已提交
1210
    SDbObj *pDb = mndAcquireDb(pMnode, pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
1211 1212 1213 1214 1215 1216
    if (pDb == NULL) {
      mDebug("db:%s, no exist", pDbVgVersion->dbFName);
      memcpy(usedbRsp.db, pDbVgVersion->dbFName, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = pDbVgVersion->dbId;
      usedbRsp.vgVersion = -1;
      taosArrayPush(batchUseRsp.pArray, &usedbRsp);
D
dapan1121 已提交
1217
      continue;
D
dapan1121 已提交
1218
    }
S
Shengliang Guan 已提交
1219

D
dapan1121 已提交
1220 1221
    int32_t numOfTable = 0;
    mndGetDBTableNum(pDb, pMnode, &numOfTable);
S
Shengliang Guan 已提交
1222

D
dapan1121 已提交
1223 1224
    if (pDbVgVersion->vgVersion >= pDb->vgVersion && numOfTable == pDbVgVersion->numOfTable) {
      mDebug("db:%s, version & numOfTable not changed", pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
1225
      mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1226
      continue;
D
dapan1121 已提交
1227
    }
L
Liu Jicong 已提交
1228

D
dapan1121 已提交
1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244
    usedbRsp.pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
    if (usedbRsp.pVgroupInfos == NULL) {
      mndReleaseDb(pMnode, pDb);
      mError("db:%s, failed to malloc usedb response", pDb->name);
      continue;
    }

    mndBuildDBVgroupInfo(pDb, pMnode, usedbRsp.pVgroupInfos);
    memcpy(usedbRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
    usedbRsp.uid = pDb->uid;
    usedbRsp.vgVersion = pDb->vgVersion;
    usedbRsp.vgNum = (int32_t)taosArrayGetSize(usedbRsp.pVgroupInfos);
    usedbRsp.hashMethod = pDb->hashMethod;

    taosArrayPush(batchUseRsp.pArray, &usedbRsp);
    mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1245 1246
  }

S
Shengliang Guan 已提交
1247
  int32_t rspLen = tSerializeSUseDbBatchRsp(NULL, 0, &batchUseRsp);
wafwerar's avatar
wafwerar 已提交
1248
  void   *pRsp = taosMemoryMalloc(rspLen);
S
Shengliang Guan 已提交
1249 1250 1251 1252
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    tFreeSUseDbBatchRsp(&batchUseRsp);
    return -1;
D
dapan1121 已提交
1253
  }
S
Shengliang Guan 已提交
1254
  tSerializeSUseDbBatchRsp(pRsp, rspLen, &batchUseRsp);
D
dapan1121 已提交
1255

S
Shengliang Guan 已提交
1256 1257 1258 1259
  *ppRsp = pRsp;
  *pRspLen = rspLen;

  tFreeSUseDbBatchRsp(&batchUseRsp);
D
dapan1121 已提交
1260 1261 1262
  return 0;
}

S
Shengliang Guan 已提交
1263 1264
static int32_t mndProcessSyncDbReq(SNodeMsg *pReq) {
  SMnode    *pMnode = pReq->pNode;
S
Shengliang Guan 已提交
1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  SUserObj  *pUser = NULL;
  SSyncDbReq syncReq = {0};

  if (tDeserializeSSyncDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &syncReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto SYNC_DB_OVER;
  }

  mDebug("db:%s, start to sync", syncReq.db);

  pDb = mndAcquireDb(pMnode, syncReq.db);
S
Shengliang Guan 已提交
1278
  if (pDb == NULL) {
S
Shengliang Guan 已提交
1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295
    goto SYNC_DB_OVER;
  }

  pUser = mndAcquireUser(pMnode, pReq->user);
  if (pUser == NULL) {
    goto SYNC_DB_OVER;
  }

  if (mndCheckAlterDropCompactSyncDbAuth(pUser, pDb) != 0) {
    goto SYNC_DB_OVER;
  }

  // code = mndSyncDb();

SYNC_DB_OVER:
  if (code != 0) {
    mError("db:%s, failed to process sync db req since %s", syncReq.db, terrstr());
S
Shengliang Guan 已提交
1296
  }
S
Shengliang Guan 已提交
1297 1298

  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
1299 1300 1301
  mndReleaseUser(pMnode, pUser);

  return code;
S
Shengliang Guan 已提交
1302 1303
}

S
Shengliang Guan 已提交
1304 1305
static int32_t mndProcessCompactDbReq(SNodeMsg *pReq) {
  SMnode       *pMnode = pReq->pNode;
S
Shengliang Guan 已提交
1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318
  int32_t       code = -1;
  SDbObj       *pDb = NULL;
  SUserObj     *pUser = NULL;
  SCompactDbReq compactReq = {0};

  if (tDeserializeSSyncDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &compactReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto SYNC_DB_OVER;
  }

  mDebug("db:%s, start to sync", compactReq.db);

  pDb = mndAcquireDb(pMnode, compactReq.db);
S
Shengliang Guan 已提交
1319
  if (pDb == NULL) {
S
Shengliang Guan 已提交
1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336
    goto SYNC_DB_OVER;
  }

  pUser = mndAcquireUser(pMnode, pReq->user);
  if (pUser == NULL) {
    goto SYNC_DB_OVER;
  }

  if (mndCheckAlterDropCompactSyncDbAuth(pUser, pDb) != 0) {
    goto SYNC_DB_OVER;
  }

  // code = mndSyncDb();

SYNC_DB_OVER:
  if (code != 0) {
    mError("db:%s, failed to process compact db req since %s", compactReq.db, terrstr());
S
Shengliang Guan 已提交
1337
  }
S
Shengliang Guan 已提交
1338 1339

  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
1340 1341 1342
  mndReleaseUser(pMnode, pUser);

  return code;
S
Shengliang Guan 已提交
1343
}
S
Shengliang Guan 已提交
1344

S
Shengliang Guan 已提交
1345 1346
static int32_t mndGetDbMeta(SNodeMsg *pReq, SShowObj *pShow, STableMetaRsp *pMeta) {
  SMnode *pMnode = pReq->pNode;
S
Shengliang Guan 已提交
1347 1348 1349
  SSdb   *pSdb = pMnode->pSdb;

  int32_t  cols = 0;
S
Shengliang Guan 已提交
1350
  SSchema *pSchema = pMeta->pSchemas;
S
Shengliang Guan 已提交
1351 1352 1353 1354

  pShow->bytes[cols] = (TSDB_DB_NAME_LEN - 1) + VARSTR_HEADER_SIZE;
  pSchema[cols].type = TSDB_DATA_TYPE_BINARY;
  strcpy(pSchema[cols].name, "name");
S
Shengliang Guan 已提交
1355
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1356 1357 1358 1359
  cols++;

  pShow->bytes[cols] = 8;
  pSchema[cols].type = TSDB_DATA_TYPE_TIMESTAMP;
H
Haojun Liao 已提交
1360
  strcpy(pSchema[cols].name, "create_time");
S
Shengliang Guan 已提交
1361
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1362 1363
  cols++;

S
Shengliang Guan 已提交
1364 1365 1366
  pShow->bytes[cols] = 2;
  pSchema[cols].type = TSDB_DATA_TYPE_SMALLINT;
  strcpy(pSchema[cols].name, "vgroups");
S
Shengliang Guan 已提交
1367
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1368 1369
  cols++;

S
Shengliang Guan 已提交
1370 1371 1372
  pShow->bytes[cols] = 4;
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
  strcpy(pSchema[cols].name, "ntables");
S
Shengliang Guan 已提交
1373
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1374 1375
  cols++;

S
Shengliang Guan 已提交
1376 1377 1378
  pShow->bytes[cols] = 2;
  pSchema[cols].type = TSDB_DATA_TYPE_SMALLINT;
  strcpy(pSchema[cols].name, "replica");
S
Shengliang Guan 已提交
1379
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1380 1381 1382 1383 1384
  cols++;

  pShow->bytes[cols] = 2;
  pSchema[cols].type = TSDB_DATA_TYPE_SMALLINT;
  strcpy(pSchema[cols].name, "quorum");
S
Shengliang Guan 已提交
1385
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1386 1387 1388
  cols++;

  pShow->bytes[cols] = 2;
X
Xiaoyu Wang 已提交
1389
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
S
Shengliang Guan 已提交
1390
  strcpy(pSchema[cols].name, "days");
S
Shengliang Guan 已提交
1391
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1392 1393 1394 1395 1396
  cols++;

  pShow->bytes[cols] = 24 + VARSTR_HEADER_SIZE;
  pSchema[cols].type = TSDB_DATA_TYPE_BINARY;
  strcpy(pSchema[cols].name, "keep0,keep1,keep2");
S
Shengliang Guan 已提交
1397
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1398 1399 1400 1401
  cols++;

  pShow->bytes[cols] = 4;
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
H
Haojun Liao 已提交
1402
  strcpy(pSchema[cols].name, "cache");
S
Shengliang Guan 已提交
1403
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1404 1405 1406 1407 1408
  cols++;

  pShow->bytes[cols] = 4;
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
  strcpy(pSchema[cols].name, "blocks");
S
Shengliang Guan 已提交
1409
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1410 1411 1412 1413 1414
  cols++;

  pShow->bytes[cols] = 4;
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
  strcpy(pSchema[cols].name, "minrows");
S
Shengliang Guan 已提交
1415
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1416 1417 1418 1419 1420
  cols++;

  pShow->bytes[cols] = 4;
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
  strcpy(pSchema[cols].name, "maxrows");
S
Shengliang Guan 已提交
1421
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1422 1423 1424 1425 1426
  cols++;

  pShow->bytes[cols] = 1;
  pSchema[cols].type = TSDB_DATA_TYPE_TINYINT;
  strcpy(pSchema[cols].name, "wallevel");
S
Shengliang Guan 已提交
1427
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1428 1429 1430 1431 1432
  cols++;

  pShow->bytes[cols] = 4;
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
  strcpy(pSchema[cols].name, "fsync");
S
Shengliang Guan 已提交
1433
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1434 1435 1436 1437 1438
  cols++;

  pShow->bytes[cols] = 1;
  pSchema[cols].type = TSDB_DATA_TYPE_TINYINT;
  strcpy(pSchema[cols].name, "comp");
S
Shengliang Guan 已提交
1439
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1440 1441 1442 1443 1444
  cols++;

  pShow->bytes[cols] = 1;
  pSchema[cols].type = TSDB_DATA_TYPE_TINYINT;
  strcpy(pSchema[cols].name, "cachelast");
S
Shengliang Guan 已提交
1445
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1446 1447 1448 1449 1450
  cols++;

  pShow->bytes[cols] = 3 + VARSTR_HEADER_SIZE;
  pSchema[cols].type = TSDB_DATA_TYPE_BINARY;
  strcpy(pSchema[cols].name, "precision");
S
Shengliang Guan 已提交
1451
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1452 1453
  cols++;

L
Liu Jicong 已提交
1454 1455 1456 1457 1458
  //  pShow->bytes[cols] = 1;
  //  pSchema[cols].type = TSDB_DATA_TYPE_TINYINT;
  //  strcpy(pSchema[cols].name, "update");
  //  pSchema[cols].bytes = pShow->bytes[cols];
  //  cols++;
S
Shengliang Guan 已提交
1459

S
Shengliang Guan 已提交
1460
  pMeta->numOfColumns = cols;
S
Shengliang Guan 已提交
1461 1462 1463 1464 1465 1466 1467 1468 1469
  pShow->numOfColumns = cols;

  pShow->offset[0] = 0;
  for (int32_t i = 1; i < cols; ++i) {
    pShow->offset[i] = pShow->offset[i - 1] + pShow->bytes[i - 1];
  }

  pShow->numOfRows = sdbGetSize(pSdb, SDB_DB);
  pShow->rowSize = pShow->offset[cols - 1] + pShow->bytes[cols - 1];
D
dapan1121 已提交
1470
  strcpy(pMeta->tbName, mndShowStr(pShow->type));
S
Shengliang Guan 已提交
1471 1472 1473 1474

  return 0;
}

S
Shengliang Guan 已提交
1475
char *mnGetDbStr(char *src) {
S
Shengliang Guan 已提交
1476 1477 1478
  char *pos = strstr(src, TS_PATH_DELIMITER);
  if (pos != NULL) ++pos;

S
Shengliang Guan 已提交
1479 1480 1481 1482
  if (pos == NULL) {
    return src;
  }

S
Shengliang Guan 已提交
1483 1484 1485
  return pos;
}

L
Liu Jicong 已提交
1486
static char *getDataPosition(char *pData, SShowObj *pShow, int32_t cols, int32_t rows, int32_t capacityOfRow) {
H
Haojun Liao 已提交
1487 1488 1489
  return pData + pShow->offset[cols] * capacityOfRow + pShow->bytes[cols] * rows;
}

L
Liu Jicong 已提交
1490 1491
static void dumpDbInfoToPayload(char *data, SDbObj *pDb, SShowObj *pShow, int32_t rows, int32_t rowCapacity,
                                int64_t numOfTables) {
S
Shengliang Guan 已提交
1492 1493
  int32_t cols = 0;

L
Liu Jicong 已提交
1494
  char *pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
H
Haojun Liao 已提交
1495 1496 1497 1498 1499 1500 1501
  char *name = mnGetDbStr(pDb->name);
  if (name != NULL) {
    STR_WITH_MAXSIZE_TO_VARSTR(pWrite, name, pShow->bytes[cols]);
  } else {
    STR_TO_VARSTR(pWrite, "NULL");
  }
  cols++;
S
Shengliang Guan 已提交
1502

H
Haojun Liao 已提交
1503 1504 1505
  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int64_t *)pWrite = pDb->createdTime;
  cols++;
S
Shengliang Guan 已提交
1506

H
Haojun Liao 已提交
1507 1508 1509
  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int16_t *)pWrite = pDb->cfg.numOfVgroups;
  cols++;
S
Shengliang Guan 已提交
1510

H
Haojun Liao 已提交
1511
  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
H
Haojun Liao 已提交
1512
  *(int64_t *)pWrite = numOfTables;
H
Haojun Liao 已提交
1513
  cols++;
S
Shengliang Guan 已提交
1514

H
Haojun Liao 已提交
1515 1516 1517
  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int16_t *)pWrite = pDb->cfg.replications;
  cols++;
S
Shengliang Guan 已提交
1518

H
Haojun Liao 已提交
1519 1520 1521
  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int16_t *)pWrite = pDb->cfg.quorum;
  cols++;
S
Shengliang Guan 已提交
1522

H
Haojun Liao 已提交
1523
  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
X
Xiaoyu Wang 已提交
1524
  *(int32_t *)pWrite = pDb->cfg.daysPerFile;
H
Haojun Liao 已提交
1525
  cols++;
S
Shengliang Guan 已提交
1526

H
Haojun Liao 已提交
1527 1528 1529 1530 1531 1532 1533 1534 1535
  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  char tmp[128] = {0};
  if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {
    sprintf(tmp, "%d,%d,%d", pDb->cfg.daysToKeep1, pDb->cfg.daysToKeep2, pDb->cfg.daysToKeep0);
  } else {
    sprintf(tmp, "%d,%d,%d", pDb->cfg.daysToKeep0, pDb->cfg.daysToKeep1, pDb->cfg.daysToKeep2);
  }
  STR_WITH_SIZE_TO_VARSTR(pWrite, tmp, strlen(tmp));
  cols++;
S
Shengliang Guan 已提交
1536

H
Haojun Liao 已提交
1537 1538 1539
  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int32_t *)pWrite = pDb->cfg.cacheBlockSize;
  cols++;
S
Shengliang Guan 已提交
1540

H
Haojun Liao 已提交
1541 1542 1543
  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int32_t *)pWrite = pDb->cfg.totalBlocks;
  cols++;
S
Shengliang Guan 已提交
1544

H
Haojun Liao 已提交
1545 1546 1547
  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int32_t *)pWrite = pDb->cfg.minRows;
  cols++;
S
Shengliang Guan 已提交
1548

H
Haojun Liao 已提交
1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587
  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int32_t *)pWrite = pDb->cfg.maxRows;
  cols++;

  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int8_t *)pWrite = pDb->cfg.walLevel;
  cols++;

  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int32_t *)pWrite = pDb->cfg.fsyncPeriod;
  cols++;

  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int8_t *)pWrite = pDb->cfg.compression;
  cols++;

  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int8_t *)pWrite = pDb->cfg.cacheLastRow;
  cols++;

  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  char *prec = NULL;
  switch (pDb->cfg.precision) {
    case TSDB_TIME_PRECISION_MILLI:
      prec = TSDB_TIME_PRECISION_MILLI_STR;
      break;
    case TSDB_TIME_PRECISION_MICRO:
      prec = TSDB_TIME_PRECISION_MICRO_STR;
      break;
    case TSDB_TIME_PRECISION_NANO:
      prec = TSDB_TIME_PRECISION_NANO_STR;
      break;
    default:
      prec = "none";
      break;
  }
  STR_WITH_SIZE_TO_VARSTR(pWrite, prec, 2);
  cols++;

D
dapan1121 已提交
1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604
  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int32_t *)pWrite = pDb->cfg.ttl;
  cols++;

  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int8_t *)pWrite = pDb->cfg.singleSTable;
  cols++;

  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  *(int8_t *)pWrite = pDb->cfg.streamMode;
  cols++;

  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  char *status = "ready";
  STR_WITH_SIZE_TO_VARSTR(pWrite, status, strlen(status));
  cols++;

L
Liu Jicong 已提交
1605 1606
  //  pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
  //  *(int8_t *)pWrite = pDb->cfg.update;
H
Haojun Liao 已提交
1607 1608
}

L
Liu Jicong 已提交
1609
static void setInformationSchemaDbCfg(SDbObj *pDbObj) {
H
Haojun Liao 已提交
1610 1611 1612
  ASSERT(pDbObj != NULL);
  strncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));

L
Liu Jicong 已提交
1613
  pDbObj->createdTime = 0;
H
Haojun Liao 已提交
1614
  pDbObj->cfg.numOfVgroups = 0;
L
Liu Jicong 已提交
1615
  pDbObj->cfg.quorum = 1;
H
Haojun Liao 已提交
1616
  pDbObj->cfg.replications = 1;
L
Liu Jicong 已提交
1617 1618
  pDbObj->cfg.update = 1;
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
H
Haojun Liao 已提交
1619 1620
}

1621 1622 1623 1624 1625 1626 1627 1628
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
  SVgObj  *pVgroup = pObj;
  int32_t *numOfTables = p1;

  *numOfTables += pVgroup->numOfTables;
  return true;
}

X
Xiaoyu Wang 已提交
1629 1630
static int32_t mndRetrieveDbs(SNodeMsg *pReq, SShowObj *pShow, char *data, int32_t rowsCapacity) {
  SMnode *pMnode = pReq->pNode;
H
Haojun Liao 已提交
1631 1632 1633 1634 1635 1636 1637 1638
  SSdb   *pSdb = pMnode->pSdb;
  int32_t numOfRows = 0;
  SDbObj *pDb = NULL;

  while (numOfRows < rowsCapacity) {
    pShow->pIter = sdbFetch(pSdb, SDB_DB, pShow->pIter, (void **)&pDb);
    if (pShow->pIter == NULL) {
      break;
S
Shengliang Guan 已提交
1639 1640
    }

1641 1642 1643 1644
    int32_t numOfTables = 0;
    sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, NULL, NULL);

    dumpDbInfoToPayload(data, pDb, pShow, numOfRows, rowsCapacity, numOfTables);
S
Shengliang Guan 已提交
1645 1646 1647 1648
    numOfRows++;
    sdbRelease(pSdb, pDb);
  }

H
Haojun Liao 已提交
1649
  // Append the information_schema database into the result.
H
Haojun Liao 已提交
1650 1651 1652 1653 1654 1655
  if (numOfRows < rowsCapacity) {
    SDbObj dummyISDb = {0};
    setInformationSchemaDbCfg(&dummyISDb);
    dumpDbInfoToPayload(data, &dummyISDb, pShow, numOfRows, rowsCapacity, 14);
    numOfRows += 1;
  }
H
Haojun Liao 已提交
1656 1657

  mndVacuumResult(data, pShow->numOfColumns, numOfRows, rowsCapacity, pShow);
S
Shengliang Guan 已提交
1658 1659 1660 1661 1662 1663 1664
  pShow->numOfReads += numOfRows;

  return numOfRows;
}

static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
  SSdb *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1665
  sdbCancelFetch(pSdb, pIter);
L
Liu Jicong 已提交
1666
}
D
dapan1121 已提交
1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686

static int32_t mndProcessGetIndexReq(SNodeMsg *pReq) {
  SUserIndexReq indexReq = {0};
  SMnode      *pMnode = pReq->pNode;
  int32_t      code = -1;
  SUserIndexRsp rsp = {0};
  bool exist = false;

  if (tDeserializeSUserIndexReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &indexReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto _OVER;
  }

  code = mndProcessGetSmaReq(pMnode, &indexReq, &rsp, &exist);
  if (code) {
    goto _OVER;
  }

  if (!exist) {
    //TODO GET INDEX FROM FULLTEXT
D
dapan1121 已提交
1687 1688
    code = -1;
    terrno = TSDB_CODE_MND_DB_INDEX_NOT_EXIST;
D
dapan1121 已提交
1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706
  } else {
    int32_t contLen = tSerializeSUserIndexRsp(NULL, 0, &rsp);
    void   *pRsp = rpcMallocCont(contLen);
    if (pRsp == NULL) {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      code = -1;
      goto _OVER;
    }
    
    tSerializeSUserIndexRsp(pRsp, contLen, &rsp);
    
    pReq->pRsp = pRsp;
    pReq->rspLen = contLen;

    code = 0;
  }

_OVER:
D
dapan1121 已提交
1707
  if (code != 0) {
D
dapan1121 已提交
1708 1709 1710 1711 1712 1713
    mError("failed to get index %s since %s", indexReq.indexFName, terrstr());
  }

  return code;
}