mndDb.c 44.8 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
Shengliang Guan 已提交
16
#define _DEFAULT_SOURCE
S
Shengliang Guan 已提交
17
#include "mndDb.h"
S
Shengliang Guan 已提交
18
#include "mndAuth.h"
S
Shengliang Guan 已提交
19
#include "mndDnode.h"
S
Shengliang Guan 已提交
20 21
#include "mndShow.h"
#include "mndTrans.h"
S
Shengliang Guan 已提交
22
#include "mndUser.h"
23
#include "mndVgroup.h"
S
Shengliang Guan 已提交
24

S
Shengliang Guan 已提交
25
#define TSDB_DB_VER_NUMBER 1
S
Shengliang Guan 已提交
26
#define TSDB_DB_RESERVE_SIZE 64
S
Shengliang Guan 已提交
27 28 29 30 31

static SSdbRaw *mndDbActionEncode(SDbObj *pDb);
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw);
static int32_t  mndDbActionInsert(SSdb *pSdb, SDbObj *pDb);
static int32_t  mndDbActionDelete(SSdb *pSdb, SDbObj *pDb);
S
Shengliang Guan 已提交
32
static int32_t  mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew);
S
Shengliang Guan 已提交
33 34 35 36 37 38
static int32_t  mndProcessCreateDbReq(SMnodeMsg *pReq);
static int32_t  mndProcessAlterDbReq(SMnodeMsg *pReq);
static int32_t  mndProcessDropDbReq(SMnodeMsg *pReq);
static int32_t  mndProcessUseDbReq(SMnodeMsg *pReq);
static int32_t  mndProcessSyncDbReq(SMnodeMsg *pReq);
static int32_t  mndProcessCompactDbReq(SMnodeMsg *pReq);
S
Shengliang Guan 已提交
39
static int32_t  mndGetDbMeta(SMnodeMsg *pReq, SShowObj *pShow, STableMetaRsp *pMeta);
S
Shengliang Guan 已提交
40
static int32_t  mndRetrieveDbs(SMnodeMsg *pReq, SShowObj *pShow, char *data, int32_t rows);
S
Shengliang Guan 已提交
41
static void     mndCancelGetNextDb(SMnode *pMnode, void *pIter);
S
Shengliang Guan 已提交
42

S
Shengliang Guan 已提交
43
int32_t mndInitDb(SMnode *pMnode) {
S
Shengliang Guan 已提交
44
  SSdbTable table = {.sdbType = SDB_DB,
S
Shengliang Guan 已提交
45 46 47 48 49 50 51
                     .keyType = SDB_KEY_BINARY,
                     .encodeFp = (SdbEncodeFp)mndDbActionEncode,
                     .decodeFp = (SdbDecodeFp)mndDbActionDecode,
                     .insertFp = (SdbInsertFp)mndDbActionInsert,
                     .updateFp = (SdbUpdateFp)mndDbActionUpdate,
                     .deleteFp = (SdbDeleteFp)mndDbActionDelete};

S
Shengliang Guan 已提交
52 53 54 55 56 57
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_SYNC_DB, mndProcessSyncDbReq);
  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
S
Shengliang Guan 已提交
58 59 60 61 62

  mndAddShowMetaHandle(pMnode, TSDB_MGMT_TABLE_DB, mndGetDbMeta);
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);

S
Shengliang Guan 已提交
63
  return sdbSetTable(pMnode->pSdb, table);
S
Shengliang Guan 已提交
64
}
S
Shengliang Guan 已提交
65

S
Shengliang Guan 已提交
66
void mndCleanupDb(SMnode *pMnode) {}
S
Shengliang Guan 已提交
67

S
Shengliang Guan 已提交
68
static SSdbRaw *mndDbActionEncode(SDbObj *pDb) {
69 70
  terrno = TSDB_CODE_OUT_OF_MEMORY;

S
Shengliang Guan 已提交
71
  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, TSDB_DB_VER_NUMBER, sizeof(SDbObj) + TSDB_DB_RESERVE_SIZE);
72
  if (pRaw == NULL) goto DB_ENCODE_OVER;
S
Shengliang Guan 已提交
73 74

  int32_t dataPos = 0;
75 76
  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, DB_ENCODE_OVER)
  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, DB_ENCODE_OVER)
S
Shengliang Guan 已提交
77
  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, DB_ENCODE_OVER)
78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112
  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, DB_ENCODE_OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, DB_ENCODE_OVER)
  SDB_SET_INT64(pRaw, dataPos, pDb->uid, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->hashMethod, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheBlockSize, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.totalBlocks, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.commitTime, DB_ENCODE_OVER)
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.fsyncPeriod, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.quorum, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.update, DB_ENCODE_OVER)
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLastRow, DB_ENCODE_OVER)
  SDB_SET_RESERVE(pRaw, dataPos, TSDB_DB_RESERVE_SIZE, DB_ENCODE_OVER)
  SDB_SET_DATALEN(pRaw, dataPos, DB_ENCODE_OVER)

  terrno = 0;

DB_ENCODE_OVER:
  if (terrno != 0) {
    mError("db:%s, failed to encode to raw:%p since %s", pDb->name, pRaw, terrstr());
    sdbFreeRaw(pRaw);
    return NULL;
  }
S
Shengliang Guan 已提交
113

114
  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
115 116 117 118
  return pRaw;
}

static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
119 120
  terrno = TSDB_CODE_OUT_OF_MEMORY;

S
Shengliang Guan 已提交
121
  int8_t sver = 0;
122
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto DB_DECODE_OVER;
S
Shengliang Guan 已提交
123

S
Shengliang Guan 已提交
124
  if (sver != TSDB_DB_VER_NUMBER) {
S
Shengliang Guan 已提交
125
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
126
    goto DB_DECODE_OVER;
S
Shengliang Guan 已提交
127 128 129
  }

  SSdbRow *pRow = sdbAllocRow(sizeof(SDbObj));
130 131 132 133
  if (pRow == NULL) goto DB_DECODE_OVER;

  SDbObj *pDb = sdbGetRowObj(pRow);
  if (pDb == NULL) goto DB_DECODE_OVER;
S
Shengliang Guan 已提交
134 135

  int32_t dataPos = 0;
136 137
  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, DB_DECODE_OVER)
  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, DB_DECODE_OVER)
S
Shengliang Guan 已提交
138
  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, DB_DECODE_OVER)
139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172
  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, DB_DECODE_OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, DB_DECODE_OVER)
  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->hashMethod, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheBlockSize, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.totalBlocks, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.commitTime, DB_DECODE_OVER)
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.fsyncPeriod, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.quorum, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.update, DB_DECODE_OVER)
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLastRow, DB_DECODE_OVER)
  SDB_GET_RESERVE(pRaw, dataPos, TSDB_DB_RESERVE_SIZE, DB_DECODE_OVER)

  terrno = 0;

DB_DECODE_OVER:
  if (terrno != 0) {
    mError("db:%s, failed to decode from raw:%p since %s", pDb->name, pRaw, terrstr());
    tfree(pRow);
    return NULL;
  }
S
Shengliang Guan 已提交
173

174
  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);
S
Shengliang Guan 已提交
175 176 177 178
  return pRow;
}

static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {
179
  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);
S
Shengliang Guan 已提交
180 181 182 183
  return 0;
}

static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
184
  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);
S
Shengliang Guan 已提交
185 186 187
  return 0;
}

S
Shengliang Guan 已提交
188 189 190 191 192 193
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
  pOld->updateTime = pNew->updateTime;
  pOld->cfgVersion = pNew->cfgVersion;
  pOld->vgVersion = pNew->vgVersion;
  memcpy(&pOld->cfg, &pNew->cfg, sizeof(SDbCfg));
S
Shengliang Guan 已提交
194 195 196
  return 0;
}

S
Shengliang Guan 已提交
197
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
S
Shengliang Guan 已提交
198 199
  SSdb   *pSdb = pMnode->pSdb;
  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);
S
Shengliang Guan 已提交
200
  if (pDb == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
S
Shengliang Guan 已提交
201 202 203
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
  }
  return pDb;
S
Shengliang Guan 已提交
204
}
S
Shengliang Guan 已提交
205

S
Shengliang Guan 已提交
206 207 208 209 210
void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  sdbRelease(pSdb, pDb);
}

S
Shengliang Guan 已提交
211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226
static int32_t mndCheckDbName(char *dbName, SUserObj *pUser) {
  char *pos = strstr(dbName, TS_PATH_DELIMITER);
  if (pos == NULL) {
    terrno = TSDB_CODE_MND_INVALID_DB;
    return -1;
  }

  int32_t acctId = atoi(dbName);
  if (acctId != pUser->acctId) {
    terrno = TSDB_CODE_MND_INVALID_DB_ACCT;
    return -1;
  }

  return 0;
}

S
Shengliang Guan 已提交
227
static int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {
228
  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return -1;
S
Shengliang Guan 已提交
229 230 231 232 233 234
  if (pCfg->cacheBlockSize < TSDB_MIN_CACHE_BLOCK_SIZE || pCfg->cacheBlockSize > TSDB_MAX_CACHE_BLOCK_SIZE) return -1;
  if (pCfg->totalBlocks < TSDB_MIN_TOTAL_BLOCKS || pCfg->totalBlocks > TSDB_MAX_TOTAL_BLOCKS) return -1;
  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return -1;
  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return -1;
  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return -1;
S
Shengliang Guan 已提交
235
  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return -1;
S
Shengliang Guan 已提交
236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251
  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return -1;
  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return -1;
  if (pCfg->minRows < TSDB_MIN_MIN_ROW_FBLOCK || pCfg->minRows > TSDB_MAX_MIN_ROW_FBLOCK) return -1;
  if (pCfg->maxRows < TSDB_MIN_MAX_ROW_FBLOCK || pCfg->maxRows > TSDB_MAX_MAX_ROW_FBLOCK) return -1;
  if (pCfg->minRows > pCfg->maxRows) return -1;
  if (pCfg->commitTime < TSDB_MIN_COMMIT_TIME || pCfg->commitTime > TSDB_MAX_COMMIT_TIME) return -1;
  if (pCfg->fsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->fsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return -1;
  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return -1;
  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return -1;
  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return -1;
  if (pCfg->replications < TSDB_MIN_DB_REPLICA_OPTION || pCfg->replications > TSDB_MAX_DB_REPLICA_OPTION) return -1;
  if (pCfg->replications > mndGetDnodeSize(pMnode)) return -1;
  if (pCfg->quorum < TSDB_MIN_DB_QUORUM_OPTION || pCfg->quorum > TSDB_MAX_DB_QUORUM_OPTION) return -1;
  if (pCfg->quorum > pCfg->replications) return -1;
  if (pCfg->update < TSDB_MIN_DB_UPDATE || pCfg->update > TSDB_MAX_DB_UPDATE) return -1;
  if (pCfg->cacheLastRow < TSDB_MIN_DB_CACHE_LAST_ROW || pCfg->cacheLastRow > TSDB_MAX_DB_CACHE_LAST_ROW) return -1;
S
Shengliang Guan 已提交
252 253 254 255
  return TSDB_CODE_SUCCESS;
}

static void mndSetDefaultDbCfg(SDbCfg *pCfg) {
256
  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;
S
Shengliang Guan 已提交
257 258 259 260 261 262
  if (pCfg->cacheBlockSize < 0) pCfg->cacheBlockSize = TSDB_DEFAULT_CACHE_BLOCK_SIZE;
  if (pCfg->totalBlocks < 0) pCfg->totalBlocks = TSDB_DEFAULT_TOTAL_BLOCKS;
  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DAYS_PER_FILE;
  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;
  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = TSDB_DEFAULT_KEEP;
  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = TSDB_DEFAULT_KEEP;
S
Shengliang Guan 已提交
263 264
  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MIN_ROW_FBLOCK;
  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAX_ROW_FBLOCK;
S
Shengliang Guan 已提交
265 266 267 268 269 270 271 272 273 274
  if (pCfg->commitTime < 0) pCfg->commitTime = TSDB_DEFAULT_COMMIT_TIME;
  if (pCfg->fsyncPeriod < 0) pCfg->fsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;
  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;
  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;
  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;
  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA_OPTION;
  if (pCfg->quorum < 0) pCfg->quorum = TSDB_DEFAULT_DB_QUORUM_OPTION;
  if (pCfg->update < 0) pCfg->update = TSDB_DEFAULT_DB_UPDATE_OPTION;
  if (pCfg->cacheLastRow < 0) pCfg->cacheLastRow = TSDB_DEFAULT_CACHE_LAST_ROW;
}
S
Shengliang Guan 已提交
275

S
Shengliang Guan 已提交
276
static int32_t mndSetCreateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
277
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
278 279 280
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
281

S
Shengliang Guan 已提交
282
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
283
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
284 285 286
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendRedolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_CREATING) != 0) return -1;
S
Shengliang Guan 已提交
287 288 289 290 291
  }

  return 0;
}

S
Shengliang Guan 已提交
292
static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
293
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
294 295 296
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendUndolog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
297

S
Shengliang Guan 已提交
298
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
299
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
300 301 302
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendUndolog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED) != 0) return -1;
S
Shengliang Guan 已提交
303 304 305 306 307
  }

  return 0;
}

S
Shengliang Guan 已提交
308
static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
S
Shengliang Guan 已提交
309
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
S
Shengliang Guan 已提交
310 311 312
  if (pDbRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pDbRaw) != 0) return -1;
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
313

S
Shengliang Guan 已提交
314
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
S
Shengliang Guan 已提交
315
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
S
Shengliang Guan 已提交
316 317 318
    if (pVgRaw == NULL) return -1;
    if (mndTransAppendCommitlog(pTrans, pVgRaw) != 0) return -1;
    if (sdbSetRawStatus(pVgRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
319 320 321 322 323
  }

  return 0;
}

S
Shengliang Guan 已提交
324 325
static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
326
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
327 328

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
329 330
      STransAction action = {0};
      SVnodeGid   *pVgid = pVgroup->vnodeGid + vn;
S
Shengliang Guan 已提交
331

S
Shengliang Guan 已提交
332 333 334
      SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
      if (pDnode == NULL) return -1;
      action.epSet = mndGetDnodeEpset(pDnode);
S
Shengliang Guan 已提交
335 336
      mndReleaseDnode(pMnode, pDnode);

S
Shengliang Guan 已提交
337 338
      SCreateVnodeReq *pReq = mndBuildCreateVnodeReq(pMnode, pDnode, pDb, pVgroup);
      if (pReq == NULL) return -1;
S
Shengliang Guan 已提交
339

S
Shengliang Guan 已提交
340
      action.pCont = pReq;
S
Shengliang Guan 已提交
341
      action.contLen = sizeof(SCreateVnodeReq);
H
Hongze Cheng 已提交
342
      action.msgType = TDMT_DND_CREATE_VNODE;
S
Shengliang Guan 已提交
343
      action.acceptableCode = TSDB_CODE_DND_VNODE_ALREADY_DEPLOYED;
S
Shengliang Guan 已提交
344
      if (mndTransAppendRedoAction(pTrans, &action) != 0) {
S
Shengliang Guan 已提交
345
        free(pReq);
S
Shengliang Guan 已提交
346 347 348 349 350
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
351 352 353
  return 0;
}

S
Shengliang Guan 已提交
354 355
static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
S
Shengliang Guan 已提交
356
    SVgObj *pVgroup = pVgroups + vg;
S
Shengliang Guan 已提交
357 358

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
S
Shengliang Guan 已提交
359 360
      STransAction action = {0};
      SVnodeGid   *pVgid = pVgroup->vnodeGid + vn;
S
Shengliang Guan 已提交
361

S
Shengliang Guan 已提交
362 363 364
      SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
      if (pDnode == NULL) return -1;
      action.epSet = mndGetDnodeEpset(pDnode);
S
Shengliang Guan 已提交
365 366
      mndReleaseDnode(pMnode, pDnode);

S
Shengliang Guan 已提交
367 368
      SDropVnodeReq *pReq = mndBuildDropVnodeReq(pMnode, pDnode, pDb, pVgroup);
      if (pReq == NULL) return -1;
S
Shengliang Guan 已提交
369

S
Shengliang Guan 已提交
370
      action.pCont = pReq;
S
Shengliang Guan 已提交
371
      action.contLen = sizeof(SDropVnodeReq);
H
Hongze Cheng 已提交
372
      action.msgType = TDMT_DND_DROP_VNODE;
S
Shengliang Guan 已提交
373
      action.acceptableCode = TSDB_CODE_DND_VNODE_NOT_DEPLOYED;
S
Shengliang Guan 已提交
374
      if (mndTransAppendUndoAction(pTrans, &action) != 0) {
S
Shengliang Guan 已提交
375
        free(pReq);
S
Shengliang Guan 已提交
376 377 378 379 380
        return -1;
      }
    }
  }

S
Shengliang Guan 已提交
381 382 383
  return 0;
}

S
Shengliang Guan 已提交
384
static int32_t mndCreateDb(SMnode *pMnode, SMnodeMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser) {
S
Shengliang Guan 已提交
385
  SDbObj dbObj = {0};
386
  memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
387
  memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);
S
Shengliang Guan 已提交
388 389
  dbObj.createdTime = taosGetTimestampMs();
  dbObj.updateTime = dbObj.createdTime;
390
  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);
S
Shengliang Guan 已提交
391 392
  dbObj.cfgVersion = 1;
  dbObj.vgVersion = 1;
S
Shengliang Guan 已提交
393
  dbObj.hashMethod = 1;
S
Shengliang Guan 已提交
394
  memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);
395 396
  dbObj.cfg = (SDbCfg){.numOfVgroups = pCreate->numOfVgroups,
                       .cacheBlockSize = pCreate->cacheBlockSize,
S
Shengliang Guan 已提交
397 398 399 400 401
                       .totalBlocks = pCreate->totalBlocks,
                       .daysPerFile = pCreate->daysPerFile,
                       .daysToKeep0 = pCreate->daysToKeep0,
                       .daysToKeep1 = pCreate->daysToKeep1,
                       .daysToKeep2 = pCreate->daysToKeep2,
S
Shengliang Guan 已提交
402 403
                       .minRows = pCreate->minRows,
                       .maxRows = pCreate->maxRows,
S
Shengliang Guan 已提交
404 405 406 407 408 409 410 411 412 413 414 415
                       .fsyncPeriod = pCreate->fsyncPeriod,
                       .commitTime = pCreate->commitTime,
                       .precision = pCreate->precision,
                       .compression = pCreate->compression,
                       .walLevel = pCreate->walLevel,
                       .replications = pCreate->replications,
                       .quorum = pCreate->quorum,
                       .update = pCreate->update,
                       .cacheLastRow = pCreate->cacheLastRow};

  mndSetDefaultDbCfg(&dbObj.cfg);

S
Shengliang Guan 已提交
416 417 418 419 420
  if (mndCheckDbName(dbObj.name, pUser) != 0) {
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
421 422
  if (mndCheckDbCfg(pMnode, &dbObj.cfg) != 0) {
    terrno = TSDB_CODE_MND_INVALID_DB_OPTION;
S
Shengliang Guan 已提交
423 424 425
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }
S
Shengliang Guan 已提交
426

S
Shengliang Guan 已提交
427 428
  SVgObj *pVgroups = NULL;
  if (mndAllocVgroup(pMnode, &dbObj, &pVgroups) != 0) {
429 430 431 432
    mError("db:%s, failed to create since %s", pCreate->db, terrstr());
    return -1;
  }

S
Shengliang Guan 已提交
433
  int32_t code = -1;
S
Shengliang Guan 已提交
434 435
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, &pReq->rpcMsg);
  if (pTrans == NULL) goto CREATE_DB_OVER;
S
Shengliang Guan 已提交
436

S
Shengliang Guan 已提交
437 438
  mDebug("trans:%d, used to create db:%s", pTrans->id, pCreate->db);

S
Shengliang Guan 已提交
439 440 441 442 443 444
  if (mndSetCreateDbRedoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto CREATE_DB_OVER;
  if (mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto CREATE_DB_OVER;
  if (mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups) != 0) goto CREATE_DB_OVER;
  if (mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto CREATE_DB_OVER;
  if (mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups) != 0) goto CREATE_DB_OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto CREATE_DB_OVER;
S
Shengliang Guan 已提交
445

S
Shengliang Guan 已提交
446 447 448 449
  code = 0;

CREATE_DB_OVER:
  free(pVgroups);
S
Shengliang Guan 已提交
450
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
451
  return code;
S
Shengliang Guan 已提交
452 453
}

S
Shengliang Guan 已提交
454
static int32_t mndProcessCreateDbReq(SMnodeMsg *pReq) {
S
Shengliang Guan 已提交
455 456 457 458 459 460 461 462 463 464 465 466 467 468
  SMnode      *pMnode = pReq->pMnode;
  int32_t      code = -1;
  SDbObj      *pDb = NULL;
  SUserObj    *pUser = NULL;
  SCreateDbReq createReq = {0};

  if (tDeserializeSCreateDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &createReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto CREATE_DB_OVER;
  }

  mDebug("db:%s, start to create, vgroups:%d", createReq.db, createReq.numOfVgroups);

  pDb = mndAcquireDb(pMnode, createReq.db);
S
Shengliang Guan 已提交
469
  if (pDb != NULL) {
S
Shengliang Guan 已提交
470 471 472 473
    if (createReq.ignoreExist) {
      mDebug("db:%s, already exist, ignore exist is set", createReq.db);
      code = 0;
      goto CREATE_DB_OVER;
S
Shengliang Guan 已提交
474 475
    } else {
      terrno = TSDB_CODE_MND_DB_ALREADY_EXIST;
S
Shengliang Guan 已提交
476
      goto CREATE_DB_OVER;
S
Shengliang Guan 已提交
477
    }
S
Shengliang Guan 已提交
478
  } else if (terrno != TSDB_CODE_MND_DB_NOT_EXIST) {
S
Shengliang Guan 已提交
479
    goto CREATE_DB_OVER;
S
Shengliang Guan 已提交
480 481
  }

S
Shengliang Guan 已提交
482 483 484 485 486 487 488
  pUser = mndAcquireUser(pMnode, pReq->user);
  if (pUser == NULL) {
    goto CREATE_DB_OVER;
  }

  if (mndCheckCreateDbAuth(pUser) != 0) {
    goto CREATE_DB_OVER;
S
Shengliang Guan 已提交
489 490
  }

S
Shengliang Guan 已提交
491 492
  code = mndCreateDb(pMnode, pReq, &createReq, pUser);
  if (code == 0) code = TSDB_CODE_MND_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
493

S
Shengliang Guan 已提交
494 495 496
CREATE_DB_OVER:
  if (code != 0 && code != TSDB_CODE_MND_ACTION_IN_PROGRESS) {
    mError("db:%s, failed to create since %s", createReq.db, terrstr());
S
Shengliang Guan 已提交
497 498
  }

S
Shengliang Guan 已提交
499 500 501 502
  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);

  return code;
S
Shengliang Guan 已提交
503 504
}

S
Shengliang Guan 已提交
505
static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {
S
Shengliang Guan 已提交
506
  terrno = TSDB_CODE_MND_DB_OPTION_UNCHANGED;
S
Shengliang Guan 已提交
507 508 509

  if (pAlter->totalBlocks >= 0 && pAlter->totalBlocks != pDb->cfg.totalBlocks) {
    pDb->cfg.totalBlocks = pAlter->totalBlocks;
S
Shengliang Guan 已提交
510
    terrno = 0;
S
Shengliang Guan 已提交
511 512 513 514
  }

  if (pAlter->daysToKeep0 >= 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {
    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;
S
Shengliang Guan 已提交
515
    terrno = 0;
S
Shengliang Guan 已提交
516 517 518 519
  }

  if (pAlter->daysToKeep1 >= 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {
    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;
S
Shengliang Guan 已提交
520
    terrno = 0;
S
Shengliang Guan 已提交
521 522 523 524
  }

  if (pAlter->daysToKeep2 >= 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {
    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;
S
Shengliang Guan 已提交
525
    terrno = 0;
S
Shengliang Guan 已提交
526 527 528 529
  }

  if (pAlter->fsyncPeriod >= 0 && pAlter->fsyncPeriod != pDb->cfg.fsyncPeriod) {
    pDb->cfg.fsyncPeriod = pAlter->fsyncPeriod;
S
Shengliang Guan 已提交
530
    terrno = 0;
S
Shengliang Guan 已提交
531 532 533 534
  }

  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {
    pDb->cfg.walLevel = pAlter->walLevel;
S
Shengliang Guan 已提交
535
    terrno = 0;
S
Shengliang Guan 已提交
536 537 538 539
  }

  if (pAlter->quorum >= 0 && pAlter->quorum != pDb->cfg.quorum) {
    pDb->cfg.quorum = pAlter->quorum;
S
Shengliang Guan 已提交
540
    terrno = 0;
S
Shengliang Guan 已提交
541 542 543 544
  }

  if (pAlter->cacheLastRow >= 0 && pAlter->cacheLastRow != pDb->cfg.cacheLastRow) {
    pDb->cfg.cacheLastRow = pAlter->cacheLastRow;
S
Shengliang Guan 已提交
545
    terrno = 0;
S
Shengliang Guan 已提交
546 547
  }

S
Shengliang Guan 已提交
548 549 550
  return terrno;
}

S
Shengliang Guan 已提交
551 552
static int32_t mndSetUpdateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);
S
Shengliang Guan 已提交
553 554 555 556 557 558 559
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_UPDATING) != 0) return -1;

  return 0;
}

S
Shengliang Guan 已提交
560 561
static int32_t mndSetUpdateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);
S
Shengliang Guan 已提交
562 563 564
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
565 566 567 568

  return 0;
}

S
Shengliang Guan 已提交
569 570 571 572 573 574 575 576 577 578
static int32_t mndBuildUpdateVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
    STransAction action = {0};
    SVnodeGid   *pVgid = pVgroup->vnodeGid + vn;

    SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
    if (pDnode == NULL) return -1;
    action.epSet = mndGetDnodeEpset(pDnode);
    mndReleaseDnode(pMnode, pDnode);

S
Shengliang Guan 已提交
579 580
    SAlterVnodeReq *pReq = (SAlterVnodeReq *)mndBuildCreateVnodeReq(pMnode, pDnode, pDb, pVgroup);
    if (pReq == NULL) return -1;
S
Shengliang Guan 已提交
581

S
Shengliang Guan 已提交
582
    action.pCont = pReq;
S
Shengliang Guan 已提交
583
    action.contLen = sizeof(SAlterVnodeReq);
H
Hongze Cheng 已提交
584
    action.msgType = TDMT_DND_ALTER_VNODE;
S
Shengliang Guan 已提交
585
    if (mndTransAppendRedoAction(pTrans, &action) != 0) {
S
Shengliang Guan 已提交
586
      free(pReq);
S
Shengliang Guan 已提交
587 588 589
      return -1;
    }
  }
S
Shengliang Guan 已提交
590 591 592 593

  return 0;
}

S
Shengliang Guan 已提交
594
static int32_t mndSetUpdateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
595 596
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
S
Shengliang Guan 已提交
597

S
Shengliang Guan 已提交
598 599 600 601
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;
S
Shengliang Guan 已提交
602

S
Shengliang Guan 已提交
603 604
    if (pVgroup->dbUid == pNew->uid) {
      if (mndBuildUpdateVgroupAction(pMnode, pTrans, pNew, pVgroup) != 0) {
S
Shengliang Guan 已提交
605 606 607 608 609 610 611 612 613 614 615
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}
S
Shengliang Guan 已提交
616

S
Shengliang Guan 已提交
617
static int32_t mndUpdateDb(SMnode *pMnode, SMnodeMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
S
Shengliang Guan 已提交
618
  int32_t code = -1;
S
Shengliang Guan 已提交
619
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, &pReq->rpcMsg);
S
Shengliang Guan 已提交
620
  if (pTrans == NULL) goto UPDATE_DB_OVER;
S
Shengliang Guan 已提交
621

S
Shengliang Guan 已提交
622
  mDebug("trans:%d, used to update db:%s", pTrans->id, pOld->name);
S
Shengliang Guan 已提交
623

S
Shengliang Guan 已提交
624 625 626 627
  if (mndSetUpdateDbRedoLogs(pMnode, pTrans, pOld, pNew) != 0) goto UPDATE_DB_OVER;
  if (mndSetUpdateDbCommitLogs(pMnode, pTrans, pOld, pNew) != 0) goto UPDATE_DB_OVER;
  if (mndSetUpdateDbRedoActions(pMnode, pTrans, pOld, pNew) != 0) goto UPDATE_DB_OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto UPDATE_DB_OVER;
S
Shengliang Guan 已提交
628

S
Shengliang Guan 已提交
629 630 631
  code = 0;

UPDATE_DB_OVER:
S
Shengliang Guan 已提交
632
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
633
  return code;
S
Shengliang Guan 已提交
634 635
}

S
Shengliang Guan 已提交
636
static int32_t mndProcessAlterDbReq(SMnodeMsg *pReq) {
S
Shengliang Guan 已提交
637 638 639 640 641 642 643 644 645 646
  SMnode     *pMnode = pReq->pMnode;
  int32_t     code = -1;
  SDbObj     *pDb = NULL;
  SUserObj   *pUser = NULL;
  SAlterDbReq alterReq = {0};

  if (tDeserializeSAlterDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &alterReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto ALTER_DB_OVER;
  }
S
Shengliang Guan 已提交
647

S
Shengliang Guan 已提交
648
  mDebug("db:%s, start to alter", alterReq.db);
S
Shengliang Guan 已提交
649

S
Shengliang Guan 已提交
650
  pDb = mndAcquireDb(pMnode, alterReq.db);
S
Shengliang Guan 已提交
651
  if (pDb == NULL) {
S
Shengliang Guan 已提交
652 653 654 655 656 657 658 659 660 661 662
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
    goto ALTER_DB_OVER;
  }

  pUser = mndAcquireUser(pMnode, pReq->user);
  if (pUser == NULL) {
    goto ALTER_DB_OVER;
  }

  if (mndCheckAlterDropCompactSyncDbAuth(pUser, pDb) != 0) {
    goto ALTER_DB_OVER;
S
Shengliang Guan 已提交
663 664 665 666 667
  }

  SDbObj dbObj = {0};
  memcpy(&dbObj, pDb, sizeof(SDbObj));

S
Shengliang Guan 已提交
668
  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
S
Shengliang Guan 已提交
669
  if (code != 0) {
S
Shengliang Guan 已提交
670
    goto ALTER_DB_OVER;
S
Shengliang Guan 已提交
671 672
  }

S
Shengliang Guan 已提交
673 674
  dbObj.cfgVersion++;
  dbObj.updateTime = taosGetTimestampMs();
S
Shengliang Guan 已提交
675
  code = mndUpdateDb(pMnode, pReq, pDb, &dbObj);
S
Shengliang Guan 已提交
676
  if (code == 0) code = TSDB_CODE_MND_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
677

S
Shengliang Guan 已提交
678 679 680
ALTER_DB_OVER:
  if (code != 0 && code != TSDB_CODE_MND_ACTION_IN_PROGRESS) {
    mError("db:%s, failed to alter since %s", alterReq.db, terrstr());
S
Shengliang Guan 已提交
681 682
  }

S
Shengliang Guan 已提交
683 684 685 686
  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);

  return code;
S
Shengliang Guan 已提交
687 688
}

S
Shengliang Guan 已提交
689 690 691 692 693 694 695 696 697 698 699 700 701 702 703
static int32_t mndSetDropDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING) != 0) return -1;

  return 0;
}

static int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED) != 0) return -1;

S
Shengliang Guan 已提交
704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;

  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
      if (pVgRaw == NULL || mndTransAppendCommitlog(pTrans, pVgRaw) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
      sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED);
    }

    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}

static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
    STransAction action = {0};
S
Shengliang Guan 已提交
731
    SVnodeGid   *pVgid = pVgroup->vnodeGid + vn;
S
Shengliang Guan 已提交
732 733 734 735 736 737

    SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
    if (pDnode == NULL) return -1;
    action.epSet = mndGetDnodeEpset(pDnode);
    mndReleaseDnode(pMnode, pDnode);

S
Shengliang Guan 已提交
738 739
    SDropVnodeReq *pReq = mndBuildDropVnodeReq(pMnode, pDnode, pDb, pVgroup);
    if (pReq == NULL) return -1;
S
Shengliang Guan 已提交
740

S
Shengliang Guan 已提交
741
    action.pCont = pReq;
S
Shengliang Guan 已提交
742
    action.contLen = sizeof(SDropVnodeReq);
H
Hongze Cheng 已提交
743
    action.msgType = TDMT_DND_DROP_VNODE;
S
Shengliang Guan 已提交
744
    action.acceptableCode = TSDB_CODE_DND_VNODE_NOT_DEPLOYED;
S
Shengliang Guan 已提交
745
    if (mndTransAppendRedoAction(pTrans, &action) != 0) {
S
Shengliang Guan 已提交
746
      free(pReq);
S
Shengliang Guan 已提交
747 748 749 750
      return -1;
    }
  }

S
Shengliang Guan 已提交
751 752 753
  return 0;
}

S
Shengliang Guan 已提交
754 755 756
static int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
S
Shengliang Guan 已提交
757

S
Shengliang Guan 已提交
758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775
  while (1) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
      if (mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup) != 0) {
        sdbCancelFetch(pSdb, pIter);
        sdbRelease(pSdb, pVgroup);
        return -1;
      }
    }

    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}
S
Shengliang Guan 已提交
776

S
Shengliang Guan 已提交
777
static int32_t mndDropDb(SMnode *pMnode, SMnodeMsg *pReq, SDbObj *pDb) {
S
Shengliang Guan 已提交
778
  int32_t code = -1;
S
Shengliang Guan 已提交
779 780
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, &pReq->rpcMsg);
  if (pTrans == NULL) goto DROP_DB_OVER;
S
Shengliang Guan 已提交
781

S
Shengliang Guan 已提交
782 783
  mDebug("trans:%d, used to drop db:%s", pTrans->id, pDb->name);

S
Shengliang Guan 已提交
784 785 786
  if (mndSetDropDbRedoLogs(pMnode, pTrans, pDb) != 0) goto DROP_DB_OVER;
  if (mndSetDropDbCommitLogs(pMnode, pTrans, pDb) != 0) goto DROP_DB_OVER;
  if (mndSetDropDbRedoActions(pMnode, pTrans, pDb) != 0) goto DROP_DB_OVER;
S
Shengliang Guan 已提交
787

S
Shengliang Guan 已提交
788 789 790 791 792 793 794 795 796 797 798 799
  SDropDbRsp dropRsp = {0};
  memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
  dropRsp.uid = pDb->uid;

  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);
  void   *pRsp = malloc(rspLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    goto DROP_DB_OVER;
  }
  tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp);

S
Shengliang Guan 已提交
800 801
  mndTransSetRpcRsp(pTrans, pRsp, rspLen);

S
Shengliang Guan 已提交
802
  if (mndTransPrepare(pMnode, pTrans) != 0) goto DROP_DB_OVER;
S
Shengliang Guan 已提交
803

S
Shengliang Guan 已提交
804 805 806
  code = 0;

DROP_DB_OVER:
S
Shengliang Guan 已提交
807
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
808
  return code;
S
Shengliang Guan 已提交
809 810
}

S
Shengliang Guan 已提交
811
static int32_t mndProcessDropDbReq(SMnodeMsg *pReq) {
S
Shengliang Guan 已提交
812 813 814 815 816 817 818 819 820 821
  SMnode    *pMnode = pReq->pMnode;
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  SUserObj  *pUser = NULL;
  SDropDbReq dropReq = {0};

  if (tDeserializeSDropDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &dropReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto DROP_DB_OVER;
  }
S
Shengliang Guan 已提交
822

S
Shengliang Guan 已提交
823
  mDebug("db:%s, start to drop", dropReq.db);
S
Shengliang Guan 已提交
824

S
Shengliang Guan 已提交
825
  pDb = mndAcquireDb(pMnode, dropReq.db);
S
Shengliang Guan 已提交
826
  if (pDb == NULL) {
S
Shengliang Guan 已提交
827 828 829
    if (dropReq.ignoreNotExists) {
      code = 0;
      goto DROP_DB_OVER;
S
Shengliang Guan 已提交
830 831
    } else {
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
S
Shengliang Guan 已提交
832
      goto DROP_DB_OVER;
S
Shengliang Guan 已提交
833 834 835
    }
  }

S
Shengliang Guan 已提交
836 837 838 839
  pUser = mndAcquireUser(pMnode, pReq->user);
  if (pUser == NULL) {
    goto DROP_DB_OVER;
  }
S
Shengliang Guan 已提交
840

S
Shengliang Guan 已提交
841 842
  if (mndCheckAlterDropCompactSyncDbAuth(pUser, pDb) != 0) {
    goto DROP_DB_OVER;
S
Shengliang Guan 已提交
843 844
  }

S
Shengliang Guan 已提交
845 846 847 848 849 850 851 852 853 854 855 856
  code = mndDropDb(pMnode, pReq, pDb);
  if (code == 0) code = TSDB_CODE_MND_ACTION_IN_PROGRESS;

DROP_DB_OVER:
  if (code != 0 && code != TSDB_CODE_MND_ACTION_IN_PROGRESS) {
    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());
  }

  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);

  return code;
S
Shengliang Guan 已提交
857
}
S
Shengliang Guan 已提交
858

S
Shengliang Guan 已提交
859
static void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
D
dapan1121 已提交
860
  int32_t vindex = 0;
S
Shengliang Guan 已提交
861
  SSdb   *pSdb = pMnode->pSdb;
D
dapan1121 已提交
862 863 864 865 866 867 868 869

  void *pIter = NULL;
  while (vindex < pDb->cfg.numOfVgroups) {
    SVgObj *pVgroup = NULL;
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;

    if (pVgroup->dbUid == pDb->uid) {
S
Shengliang Guan 已提交
870 871 872 873 874
      SVgroupInfo vgInfo = {0};
      vgInfo.vgId = pVgroup->vgId;
      vgInfo.hashBegin = pVgroup->hashBegin;
      vgInfo.hashEnd = pVgroup->hashEnd;
      vgInfo.epset.numOfEps = pVgroup->replica;
D
dapan1121 已提交
875
      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {
S
Shengliang Guan 已提交
876
        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];
S
Shengliang Guan 已提交
877
        SEp       *pEp = &vgInfo.epset.eps[gid];
S
Shengliang Guan 已提交
878
        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
D
dapan1121 已提交
879
        if (pDnode != NULL) {
880
          memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);
S
Shengliang Guan 已提交
881
          pEp->port = pDnode->port;
D
dapan1121 已提交
882 883 884
        }
        mndReleaseDnode(pMnode, pDnode);
        if (pVgid->role == TAOS_SYNC_STATE_LEADER) {
S
Shengliang Guan 已提交
885
          vgInfo.epset.inUse = gid;
D
dapan1121 已提交
886 887 888
        }
      }
      vindex++;
S
Shengliang Guan 已提交
889
      taosArrayPush(pVgList, &vgInfo);
D
dapan1121 已提交
890 891 892 893 894 895
    }

    sdbRelease(pSdb, pVgroup);
  }
}

S
Shengliang Guan 已提交
896
static int32_t mndProcessUseDbReq(SMnodeMsg *pReq) {
S
Shengliang Guan 已提交
897 898 899 900 901 902 903 904 905 906 907
  SMnode   *pMnode = pReq->pMnode;
  int32_t   code = -1;
  SDbObj   *pDb = NULL;
  SUserObj *pUser = NULL;
  SUseDbReq usedbReq = {0};
  SUseDbRsp usedbRsp = {0};

  if (tDeserializeSUseDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &usedbReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto USE_DB_OVER;
  }
S
Shengliang Guan 已提交
908

S
Shengliang Guan 已提交
909
  pDb = mndAcquireDb(pMnode, usedbReq.db);
S
Shengliang Guan 已提交
910 911
  if (pDb == NULL) {
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
S
Shengliang Guan 已提交
912
    goto USE_DB_OVER;
S
Shengliang Guan 已提交
913
  }
S
Shengliang Guan 已提交
914

S
Shengliang Guan 已提交
915 916 917 918 919 920 921 922 923 924 925
  pUser = mndAcquireUser(pMnode, pReq->user);
  if (pUser == NULL) {
    goto USE_DB_OVER;
  }

  if (mndCheckUseDbAuth(pUser, pDb) != 0) {
    goto USE_DB_OVER;
  }

  usedbRsp.pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
  if (usedbRsp.pVgroupInfos == NULL) {
S
Shengliang Guan 已提交
926
    terrno = TSDB_CODE_OUT_OF_MEMORY;
S
Shengliang Guan 已提交
927 928 929 930 931
    goto USE_DB_OVER;
  }

  if (usedbReq.vgVersion < pDb->vgVersion) {
    mndBuildDBVgroupInfo(pDb, pMnode, usedbRsp.pVgroupInfos);
S
Shengliang Guan 已提交
932 933
  }

S
Shengliang Guan 已提交
934 935 936 937 938
  memcpy(usedbRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
  usedbRsp.uid = pDb->uid;
  usedbRsp.vgVersion = pDb->vgVersion;
  usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
  usedbRsp.hashMethod = pDb->hashMethod;
S
Shengliang Guan 已提交
939

S
Shengliang Guan 已提交
940 941 942 943 944
  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);
  void   *pRsp = rpcMallocCont(contLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    goto USE_DB_OVER;
S
Shengliang Guan 已提交
945 946
  }

S
Shengliang Guan 已提交
947
  tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp);
S
Shengliang Guan 已提交
948

S
Shengliang Guan 已提交
949 950
  pReq->pCont = pRsp;
  pReq->contLen = contLen;
S
Shengliang Guan 已提交
951
  code = 0;
S
Shengliang Guan 已提交
952

S
Shengliang Guan 已提交
953 954 955 956
USE_DB_OVER:
  if (code != 0) {
    mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
  }
D
dapan1121 已提交
957

S
Shengliang Guan 已提交
958 959 960
  mndReleaseDb(pMnode, pDb);
  mndReleaseUser(pMnode, pUser);
  tFreeSUsedbRsp(&usedbRsp);
D
dapan1121 已提交
961

S
Shengliang Guan 已提交
962 963
  return code;
}
S
Shengliang Guan 已提交
964

S
Shengliang Guan 已提交
965 966 967 968 969 970 971
int32_t mndValidateDbInfo(SMnode *pMnode, SDbVgVersion *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {
  SUseDbBatchRsp batchUseRsp = {0};
  batchUseRsp.pArray = taosArrayInit(numOfDbs, sizeof(SUseDbRsp));
  if (batchUseRsp.pArray == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }
S
Shengliang Guan 已提交
972

S
Shengliang Guan 已提交
973 974 975 976
  for (int32_t i = 0; i < numOfDbs; ++i) {
    SDbVgVersion *pDbVgVersion = &pDbs[i];
    pDbVgVersion->dbId = htobe64(pDbVgVersion->dbId);
    pDbVgVersion->vgVersion = htonl(pDbVgVersion->vgVersion);
D
dapan1121 已提交
977

S
Shengliang Guan 已提交
978 979
    SUseDbRsp usedbRsp = {0};

S
Shengliang Guan 已提交
980
    SDbObj *pDb = mndAcquireDb(pMnode, pDbVgVersion->dbFName);
S
Shengliang Guan 已提交
981 982 983 984 985 986 987 988
    if (pDb == NULL) {
      mDebug("db:%s, no exist", pDbVgVersion->dbFName);
      memcpy(usedbRsp.db, pDbVgVersion->dbFName, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = pDbVgVersion->dbId;
      usedbRsp.vgVersion = -1;
      taosArrayPush(batchUseRsp.pArray, &usedbRsp);
    } else if (pDbVgVersion->vgVersion >= pDb->vgVersion) {
      mDebug("db:%s, version not changed", pDbVgVersion->dbFName);
D
dapan1121 已提交
989 990
      mndReleaseDb(pMnode, pDb);
      continue;
S
Shengliang Guan 已提交
991 992 993 994 995 996 997
    } else {
      usedbRsp.pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
      if (usedbRsp.pVgroupInfos == NULL) {
        mndReleaseDb(pMnode, pDb);
        mError("db:%s, failed to malloc usedb response", pDb->name);
        continue;
      }
S
Shengliang Guan 已提交
998

S
Shengliang Guan 已提交
999 1000 1001 1002 1003 1004 1005 1006
      mndBuildDBVgroupInfo(pDb, pMnode, usedbRsp.pVgroupInfos);
      memcpy(usedbRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
      usedbRsp.uid = pDb->uid;
      usedbRsp.vgVersion = pDb->vgVersion;
      usedbRsp.vgNum = (int32_t)taosArrayGetSize(usedbRsp.pVgroupInfos);
      usedbRsp.hashMethod = pDb->hashMethod;

      taosArrayPush(batchUseRsp.pArray, &usedbRsp);
S
Shengliang Guan 已提交
1007
      mndReleaseDb(pMnode, pDb);
D
dapan1121 已提交
1008 1009 1010
    }
  }

S
Shengliang Guan 已提交
1011 1012 1013 1014 1015 1016
  int32_t rspLen = tSerializeSUseDbBatchRsp(NULL, 0, &batchUseRsp);
  void   *pRsp = malloc(rspLen);
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    tFreeSUseDbBatchRsp(&batchUseRsp);
    return -1;
D
dapan1121 已提交
1017
  }
S
Shengliang Guan 已提交
1018
  tSerializeSUseDbBatchRsp(pRsp, rspLen, &batchUseRsp);
D
dapan1121 已提交
1019

S
Shengliang Guan 已提交
1020 1021 1022 1023
  *ppRsp = pRsp;
  *pRspLen = rspLen;

  tFreeSUseDbBatchRsp(&batchUseRsp);
D
dapan1121 已提交
1024 1025 1026
  return 0;
}

S
Shengliang Guan 已提交
1027
static int32_t mndProcessSyncDbReq(SMnodeMsg *pReq) {
S
Shengliang Guan 已提交
1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041
  SMnode    *pMnode = pReq->pMnode;
  int32_t    code = -1;
  SDbObj    *pDb = NULL;
  SUserObj  *pUser = NULL;
  SSyncDbReq syncReq = {0};

  if (tDeserializeSSyncDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &syncReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto SYNC_DB_OVER;
  }

  mDebug("db:%s, start to sync", syncReq.db);

  pDb = mndAcquireDb(pMnode, syncReq.db);
S
Shengliang Guan 已提交
1042
  if (pDb == NULL) {
S
Shengliang Guan 已提交
1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059
    goto SYNC_DB_OVER;
  }

  pUser = mndAcquireUser(pMnode, pReq->user);
  if (pUser == NULL) {
    goto SYNC_DB_OVER;
  }

  if (mndCheckAlterDropCompactSyncDbAuth(pUser, pDb) != 0) {
    goto SYNC_DB_OVER;
  }

  // code = mndSyncDb();

SYNC_DB_OVER:
  if (code != 0) {
    mError("db:%s, failed to process sync db req since %s", syncReq.db, terrstr());
S
Shengliang Guan 已提交
1060
  }
S
Shengliang Guan 已提交
1061 1062

  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
1063 1064 1065
  mndReleaseUser(pMnode, pUser);

  return code;
S
Shengliang Guan 已提交
1066 1067
}

S
Shengliang Guan 已提交
1068
static int32_t mndProcessCompactDbReq(SMnodeMsg *pReq) {
S
Shengliang Guan 已提交
1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082
  SMnode       *pMnode = pReq->pMnode;
  int32_t       code = -1;
  SDbObj       *pDb = NULL;
  SUserObj     *pUser = NULL;
  SCompactDbReq compactReq = {0};

  if (tDeserializeSSyncDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &compactReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto SYNC_DB_OVER;
  }

  mDebug("db:%s, start to sync", compactReq.db);

  pDb = mndAcquireDb(pMnode, compactReq.db);
S
Shengliang Guan 已提交
1083
  if (pDb == NULL) {
S
Shengliang Guan 已提交
1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100
    goto SYNC_DB_OVER;
  }

  pUser = mndAcquireUser(pMnode, pReq->user);
  if (pUser == NULL) {
    goto SYNC_DB_OVER;
  }

  if (mndCheckAlterDropCompactSyncDbAuth(pUser, pDb) != 0) {
    goto SYNC_DB_OVER;
  }

  // code = mndSyncDb();

SYNC_DB_OVER:
  if (code != 0) {
    mError("db:%s, failed to process compact db req since %s", compactReq.db, terrstr());
S
Shengliang Guan 已提交
1101
  }
S
Shengliang Guan 已提交
1102 1103

  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
1104 1105 1106
  mndReleaseUser(pMnode, pUser);

  return code;
S
Shengliang Guan 已提交
1107
}
S
Shengliang Guan 已提交
1108

S
Shengliang Guan 已提交
1109
static int32_t mndGetDbMeta(SMnodeMsg *pReq, SShowObj *pShow, STableMetaRsp *pMeta) {
S
Shengliang Guan 已提交
1110
  SMnode *pMnode = pReq->pMnode;
S
Shengliang Guan 已提交
1111 1112 1113
  SSdb   *pSdb = pMnode->pSdb;

  int32_t  cols = 0;
S
Shengliang Guan 已提交
1114
  SSchema *pSchema = pMeta->pSchemas;
S
Shengliang Guan 已提交
1115 1116 1117 1118

  pShow->bytes[cols] = (TSDB_DB_NAME_LEN - 1) + VARSTR_HEADER_SIZE;
  pSchema[cols].type = TSDB_DATA_TYPE_BINARY;
  strcpy(pSchema[cols].name, "name");
S
Shengliang Guan 已提交
1119
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1120 1121 1122 1123
  cols++;

  pShow->bytes[cols] = 8;
  pSchema[cols].type = TSDB_DATA_TYPE_TIMESTAMP;
H
Haojun Liao 已提交
1124
  strcpy(pSchema[cols].name, "create_time");
S
Shengliang Guan 已提交
1125
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1126 1127
  cols++;

S
Shengliang Guan 已提交
1128 1129 1130
  pShow->bytes[cols] = 2;
  pSchema[cols].type = TSDB_DATA_TYPE_SMALLINT;
  strcpy(pSchema[cols].name, "vgroups");
S
Shengliang Guan 已提交
1131
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1132 1133
  cols++;

S
Shengliang Guan 已提交
1134 1135 1136
  pShow->bytes[cols] = 4;
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
  strcpy(pSchema[cols].name, "ntables");
S
Shengliang Guan 已提交
1137
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1138 1139
  cols++;

S
Shengliang Guan 已提交
1140 1141 1142
  pShow->bytes[cols] = 2;
  pSchema[cols].type = TSDB_DATA_TYPE_SMALLINT;
  strcpy(pSchema[cols].name, "replica");
S
Shengliang Guan 已提交
1143
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1144 1145 1146 1147 1148
  cols++;

  pShow->bytes[cols] = 2;
  pSchema[cols].type = TSDB_DATA_TYPE_SMALLINT;
  strcpy(pSchema[cols].name, "quorum");
S
Shengliang Guan 已提交
1149
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1150 1151 1152 1153 1154
  cols++;

  pShow->bytes[cols] = 2;
  pSchema[cols].type = TSDB_DATA_TYPE_SMALLINT;
  strcpy(pSchema[cols].name, "days");
S
Shengliang Guan 已提交
1155
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1156 1157 1158 1159 1160
  cols++;

  pShow->bytes[cols] = 24 + VARSTR_HEADER_SIZE;
  pSchema[cols].type = TSDB_DATA_TYPE_BINARY;
  strcpy(pSchema[cols].name, "keep0,keep1,keep2");
S
Shengliang Guan 已提交
1161
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1162 1163 1164 1165
  cols++;

  pShow->bytes[cols] = 4;
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
H
Haojun Liao 已提交
1166
  strcpy(pSchema[cols].name, "cache");
S
Shengliang Guan 已提交
1167
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1168 1169 1170 1171 1172
  cols++;

  pShow->bytes[cols] = 4;
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
  strcpy(pSchema[cols].name, "blocks");
S
Shengliang Guan 已提交
1173
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1174 1175 1176 1177 1178
  cols++;

  pShow->bytes[cols] = 4;
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
  strcpy(pSchema[cols].name, "minrows");
S
Shengliang Guan 已提交
1179
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1180 1181 1182 1183 1184
  cols++;

  pShow->bytes[cols] = 4;
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
  strcpy(pSchema[cols].name, "maxrows");
S
Shengliang Guan 已提交
1185
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1186 1187 1188 1189 1190
  cols++;

  pShow->bytes[cols] = 1;
  pSchema[cols].type = TSDB_DATA_TYPE_TINYINT;
  strcpy(pSchema[cols].name, "wallevel");
S
Shengliang Guan 已提交
1191
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1192 1193 1194 1195 1196
  cols++;

  pShow->bytes[cols] = 4;
  pSchema[cols].type = TSDB_DATA_TYPE_INT;
  strcpy(pSchema[cols].name, "fsync");
S
Shengliang Guan 已提交
1197
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1198 1199 1200 1201 1202
  cols++;

  pShow->bytes[cols] = 1;
  pSchema[cols].type = TSDB_DATA_TYPE_TINYINT;
  strcpy(pSchema[cols].name, "comp");
S
Shengliang Guan 已提交
1203
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1204 1205 1206 1207 1208
  cols++;

  pShow->bytes[cols] = 1;
  pSchema[cols].type = TSDB_DATA_TYPE_TINYINT;
  strcpy(pSchema[cols].name, "cachelast");
S
Shengliang Guan 已提交
1209
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1210 1211 1212 1213 1214
  cols++;

  pShow->bytes[cols] = 3 + VARSTR_HEADER_SIZE;
  pSchema[cols].type = TSDB_DATA_TYPE_BINARY;
  strcpy(pSchema[cols].name, "precision");
S
Shengliang Guan 已提交
1215
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1216 1217 1218 1219 1220
  cols++;

  pShow->bytes[cols] = 1;
  pSchema[cols].type = TSDB_DATA_TYPE_TINYINT;
  strcpy(pSchema[cols].name, "update");
S
Shengliang Guan 已提交
1221
  pSchema[cols].bytes = pShow->bytes[cols];
S
Shengliang Guan 已提交
1222 1223
  cols++;

S
Shengliang Guan 已提交
1224
  pMeta->numOfColumns = cols;
S
Shengliang Guan 已提交
1225 1226 1227 1228 1229 1230 1231 1232 1233
  pShow->numOfColumns = cols;

  pShow->offset[0] = 0;
  for (int32_t i = 1; i < cols; ++i) {
    pShow->offset[i] = pShow->offset[i - 1] + pShow->bytes[i - 1];
  }

  pShow->numOfRows = sdbGetSize(pSdb, SDB_DB);
  pShow->rowSize = pShow->offset[cols - 1] + pShow->bytes[cols - 1];
D
dapan1121 已提交
1234
  strcpy(pMeta->tbName, mndShowStr(pShow->type));
S
Shengliang Guan 已提交
1235 1236 1237 1238

  return 0;
}

S
Shengliang Guan 已提交
1239
char *mnGetDbStr(char *src) {
S
Shengliang Guan 已提交
1240 1241 1242
  char *pos = strstr(src, TS_PATH_DELIMITER);
  if (pos != NULL) ++pos;

S
Shengliang Guan 已提交
1243 1244 1245 1246
  if (pos == NULL) {
    return src;
  }

S
Shengliang Guan 已提交
1247 1248 1249
  return pos;
}

S
Shengliang Guan 已提交
1250 1251
static int32_t mndRetrieveDbs(SMnodeMsg *pReq, SShowObj *pShow, char *data, int32_t rows) {
  SMnode *pMnode = pReq->pMnode;
S
Shengliang Guan 已提交
1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264
  SSdb   *pSdb = pMnode->pSdb;
  int32_t numOfRows = 0;
  SDbObj *pDb = NULL;
  char   *pWrite;
  int32_t cols = 0;

  while (numOfRows < rows) {
    pShow->pIter = sdbFetch(pSdb, SDB_DB, pShow->pIter, (void **)&pDb);
    if (pShow->pIter == NULL) break;

    cols = 0;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
S
Shengliang Guan 已提交
1265
    char *name = mnGetDbStr(pDb->name);
S
Shengliang Guan 已提交
1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276
    if (name != NULL) {
      STR_WITH_MAXSIZE_TO_VARSTR(pWrite, name, pShow->bytes[cols]);
    } else {
      STR_TO_VARSTR(pWrite, "NULL");
    }
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    *(int64_t *)pWrite = pDb->createdTime;
    cols++;

S
Shengliang Guan 已提交
1277
    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
1278
    *(int16_t *)pWrite = pDb->cfg.numOfVgroups;
S
Shengliang Guan 已提交
1279 1280
    cols++;

S
Shengliang Guan 已提交
1281 1282 1283 1284
    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    *(int16_t *)pWrite = 0;  // todo
    cols++;

S
Shengliang Guan 已提交
1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315
    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    *(int16_t *)pWrite = pDb->cfg.replications;
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    *(int16_t *)pWrite = pDb->cfg.quorum;
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    *(int16_t *)pWrite = pDb->cfg.daysPerFile;
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    char tmp[128] = {0};
    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {
      sprintf(tmp, "%d,%d,%d", pDb->cfg.daysToKeep1, pDb->cfg.daysToKeep2, pDb->cfg.daysToKeep0);
    } else {
      sprintf(tmp, "%d,%d,%d", pDb->cfg.daysToKeep0, pDb->cfg.daysToKeep1, pDb->cfg.daysToKeep2);
    }
    STR_WITH_SIZE_TO_VARSTR(pWrite, tmp, strlen(tmp));
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    *(int32_t *)pWrite = pDb->cfg.cacheBlockSize;
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    *(int32_t *)pWrite = pDb->cfg.totalBlocks;
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
S
Shengliang Guan 已提交
1316
    *(int32_t *)pWrite = pDb->cfg.minRows;
S
Shengliang Guan 已提交
1317 1318 1319
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
S
Shengliang Guan 已提交
1320
    *(int32_t *)pWrite = pDb->cfg.maxRows;
S
Shengliang Guan 已提交
1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    *(int8_t *)pWrite = pDb->cfg.walLevel;
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    *(int32_t *)pWrite = pDb->cfg.fsyncPeriod;
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    *(int8_t *)pWrite = pDb->cfg.compression;
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    *(int8_t *)pWrite = pDb->cfg.cacheLastRow;
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    char *prec = NULL;
    switch (pDb->cfg.precision) {
      case TSDB_TIME_PRECISION_MILLI:
        prec = TSDB_TIME_PRECISION_MILLI_STR;
        break;
      case TSDB_TIME_PRECISION_MICRO:
        prec = TSDB_TIME_PRECISION_MICRO_STR;
        break;
      case TSDB_TIME_PRECISION_NANO:
        prec = TSDB_TIME_PRECISION_NANO_STR;
        break;
      default:
S
Shengliang Guan 已提交
1352
        prec = "none";
S
Shengliang Guan 已提交
1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365
        break;
    }
    STR_WITH_SIZE_TO_VARSTR(pWrite, prec, 2);
    cols++;

    pWrite = data + pShow->offset[cols] * rows + pShow->bytes[cols] * numOfRows;
    *(int8_t *)pWrite = pDb->cfg.update;
    cols++;

    numOfRows++;
    sdbRelease(pSdb, pDb);
  }

S
Shengliang Guan 已提交
1366
  mndVacuumResult(data, pShow->numOfColumns, numOfRows, rows, pShow);
S
Shengliang Guan 已提交
1367 1368 1369 1370 1371 1372 1373
  pShow->numOfReads += numOfRows;

  return numOfRows;
}

static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
  SSdb *pSdb = pMnode->pSdb;
D
dapan1121 已提交
1374 1375
  sdbCancelFetch(pSdb, pIter);
}