mndStb.c 53.4 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
Shengliang Guan 已提交
16
#define _DEFAULT_SOURCE
S
Shengliang Guan 已提交
17
#include "mndStb.h"
S
Shengliang Guan 已提交
18
#include "mndAuth.h"
S
Shengliang Guan 已提交
19
#include "mndDb.h"
S
Shengliang Guan 已提交
20
#include "mndDnode.h"
S
Shengliang Guan 已提交
21
#include "mndInfoSchema.h"
S
Shengliang Guan 已提交
22
#include "mndMnode.h"
H
Hongze Cheng 已提交
23
#include "mndPerfSchema.h"
C
Cary Xu 已提交
24
#include "mndScheduler.h"
S
Shengliang Guan 已提交
25 26 27
#include "mndShow.h"
#include "mndTrans.h"
#include "mndUser.h"
28
#include "mndVgroup.h"
S
Shengliang Guan 已提交
29
#include "tname.h"
S
Shengliang Guan 已提交
30

S
Shengliang Guan 已提交
31 32
#define STB_VER_NUMBER   1
#define STB_RESERVE_SIZE 64
S
Shengliang Guan 已提交
33 34 35 36

static SSdbRow *mndStbActionDecode(SSdbRaw *pRaw);
static int32_t  mndStbActionInsert(SSdb *pSdb, SStbObj *pStb);
static int32_t  mndStbActionDelete(SSdb *pSdb, SStbObj *pStb);
S
Shengliang Guan 已提交
37
static int32_t  mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew);
S
Shengliang Guan 已提交
38 39 40 41 42 43 44 45
static int32_t  mndProcessMCreateStbReq(SRpcMsg *pReq);
static int32_t  mndProcessMAlterStbReq(SRpcMsg *pReq);
static int32_t  mndProcessMDropStbReq(SRpcMsg *pReq);
static int32_t  mndProcessVCreateStbRsp(SRpcMsg *pRsp);
static int32_t  mndProcessVAlterStbRsp(SRpcMsg *pRsp);
static int32_t  mndProcessVDropStbRsp(SRpcMsg *pRsp);
static int32_t  mndProcessTableMetaReq(SRpcMsg *pReq);
static int32_t  mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
S
Shengliang Guan 已提交
46 47 48
static void     mndCancelGetNextStb(SMnode *pMnode, void *pIter);

int32_t mndInitStb(SMnode *pMnode) {
S
Shengliang Guan 已提交
49 50 51 52 53 54 55 56 57
  SSdbTable table = {
      .sdbType = SDB_STB,
      .keyType = SDB_KEY_BINARY,
      .encodeFp = (SdbEncodeFp)mndStbActionEncode,
      .decodeFp = (SdbDecodeFp)mndStbActionDecode,
      .insertFp = (SdbInsertFp)mndStbActionInsert,
      .updateFp = (SdbUpdateFp)mndStbActionUpdate,
      .deleteFp = (SdbDeleteFp)mndStbActionDelete,
  };
S
Shengliang Guan 已提交
58

S
Shengliang Guan 已提交
59
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_STB, mndProcessMCreateStbReq);
S
Shengliang Guan 已提交
60
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_STB, mndProcessMAlterStbReq);
S
Shengliang Guan 已提交
61 62
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_STB, mndProcessMDropStbReq);
  mndSetMsgHandle(pMnode, TDMT_VND_CREATE_STB_RSP, mndProcessVCreateStbRsp);
S
Shengliang Guan 已提交
63
  mndSetMsgHandle(pMnode, TDMT_VND_ALTER_STB_RSP, mndProcessVAlterStbRsp);
S
Shengliang Guan 已提交
64
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_STB_RSP, mndProcessVDropStbRsp);
D
dapan1121 已提交
65
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_META, mndProcessTableMetaReq);
S
Shengliang Guan 已提交
66 67 68

  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_STB, mndRetrieveStb);
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_STB, mndCancelGetNextStb);
S
Shengliang Guan 已提交
69 70

  return sdbSetTable(pMnode->pSdb, table);
S
Shengliang Guan 已提交
71 72
}

S
Shengliang Guan 已提交
73
void mndCleanupStb(SMnode *pMnode) {}
S
Shengliang Guan 已提交
74

75
SSdbRaw *mndStbActionEncode(SStbObj *pStb) {
76 77
  terrno = TSDB_CODE_OUT_OF_MEMORY;

78
  int32_t size = sizeof(SStbObj) + (pStb->numOfColumns + pStb->numOfTags) * sizeof(SSchema) + +pStb->commentLen +
S
Shengliang Guan 已提交
79 80
                 pStb->ast1Len + pStb->ast2Len + STB_RESERVE_SIZE;
  SSdbRaw *pRaw = sdbAllocRaw(SDB_STB, STB_VER_NUMBER, size);
81
  if (pRaw == NULL) goto _OVER;
S
Shengliang Guan 已提交
82 83

  int32_t dataPos = 0;
84 85 86 87 88 89 90
  SDB_SET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pStb->createdTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pStb->updateTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pStb->uid, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pStb->dbUid, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pStb->version, _OVER)
91 92
  SDB_SET_INT32(pRaw, dataPos, pStb->tagVer, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pStb->colVer, _OVER)
93 94 95 96 97 98 99
  SDB_SET_INT32(pRaw, dataPos, pStb->nextColId, _OVER)
  SDB_SET_INT32(pRaw, dataPos, (int32_t)(pStb->xFilesFactor * 10000), _OVER)
  SDB_SET_INT32(pRaw, dataPos, pStb->delay, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pStb->ttl, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfColumns, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfTags, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pStb->commentLen, _OVER)
100 101
  SDB_SET_INT32(pRaw, dataPos, pStb->ast1Len, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pStb->ast2Len, _OVER)
S
Shengliang Guan 已提交
102

S
Shengliang Guan 已提交
103 104
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
    SSchema *pSchema = &pStb->pColumns[i];
105
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
S
Shengliang Guan 已提交
106
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
107 108 109
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
S
Shengliang Guan 已提交
110 111 112 113
  }

  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
    SSchema *pSchema = &pStb->pTags[i];
114
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
S
Shengliang Guan 已提交
115
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
116 117 118
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
S
Shengliang Guan 已提交
119 120
  }

S
sma  
Shengliang Guan 已提交
121
  if (pStb->commentLen > 0) {
122
    SDB_SET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen, _OVER)
S
sma  
Shengliang Guan 已提交
123
  }
124 125 126 127 128 129
  if (pStb->ast1Len > 0) {
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
  }
  if (pStb->ast2Len > 0) {
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
  }
S
Shengliang Guan 已提交
130
  SDB_SET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
131
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
132 133 134

  terrno = 0;

135
_OVER:
136 137 138 139 140
  if (terrno != 0) {
    mError("stb:%s, failed to encode to raw:%p since %s", pStb->name, pRaw, terrstr());
    sdbFreeRaw(pRaw);
    return NULL;
  }
S
Shengliang Guan 已提交
141

142
  mTrace("stb:%s, encode to raw:%p, row:%p", pStb->name, pRaw, pStb);
S
Shengliang Guan 已提交
143 144 145
  return pRaw;
}

S
Shengliang Guan 已提交
146
static SSdbRow *mndStbActionDecode(SSdbRaw *pRaw) {
147 148
  terrno = TSDB_CODE_OUT_OF_MEMORY;

S
Shengliang Guan 已提交
149
  int8_t sver = 0;
150
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
S
Shengliang Guan 已提交
151

S
Shengliang Guan 已提交
152
  if (sver != STB_VER_NUMBER) {
S
Shengliang Guan 已提交
153
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
154
    goto _OVER;
S
Shengliang Guan 已提交
155 156
  }

S
Shengliang 已提交
157
  SSdbRow *pRow = sdbAllocRow(sizeof(SStbObj));
158
  if (pRow == NULL) goto _OVER;
159

S
Shengliang Guan 已提交
160
  SStbObj *pStb = sdbGetRowObj(pRow);
161
  if (pStb == NULL) goto _OVER;
S
Shengliang Guan 已提交
162 163

  int32_t dataPos = 0;
164 165 166 167 168 169 170
  SDB_GET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pStb->createdTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pStb->updateTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pStb->uid, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pStb->dbUid, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pStb->version, _OVER)
171 172
  SDB_GET_INT32(pRaw, dataPos, &pStb->tagVer, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pStb->colVer, _OVER)
173
  SDB_GET_INT32(pRaw, dataPos, &pStb->nextColId, _OVER)
S
sma  
Shengliang Guan 已提交
174
  int32_t xFilesFactor = 0;
175
  SDB_GET_INT32(pRaw, dataPos, &xFilesFactor, _OVER)
S
sma  
Shengliang Guan 已提交
176
  pStb->xFilesFactor = xFilesFactor / 10000.0f;
177 178 179 180 181
  SDB_GET_INT32(pRaw, dataPos, &pStb->delay, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pStb->ttl, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfColumns, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfTags, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pStb->commentLen, _OVER)
182 183
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast1Len, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast2Len, _OVER)
S
Shengliang Guan 已提交
184

wafwerar's avatar
wafwerar 已提交
185 186
  pStb->pColumns = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchema));
  pStb->pTags = taosMemoryCalloc(pStb->numOfTags, sizeof(SSchema));
187
  if (pStb->pColumns == NULL || pStb->pTags == NULL) {
188
    goto _OVER;
S
Shengliang 已提交
189
  }
S
Shengliang Guan 已提交
190

S
Shengliang Guan 已提交
191 192
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
    SSchema *pSchema = &pStb->pColumns[i];
193
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
S
Shengliang Guan 已提交
194
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
195 196 197
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
S
Shengliang Guan 已提交
198 199 200 201
  }

  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
    SSchema *pSchema = &pStb->pTags[i];
202
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
S
Shengliang Guan 已提交
203
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
204 205 206
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
S
Shengliang Guan 已提交
207 208
  }

S
sma  
Shengliang Guan 已提交
209
  if (pStb->commentLen > 0) {
wafwerar's avatar
wafwerar 已提交
210
    pStb->comment = taosMemoryCalloc(pStb->commentLen, 1);
211 212
    if (pStb->comment == NULL) goto _OVER;
    SDB_GET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen, _OVER)
S
sma  
Shengliang Guan 已提交
213
  }
214 215 216 217 218 219 220 221 222 223
  if (pStb->ast1Len > 0) {
    pStb->pAst1 = taosMemoryCalloc(pStb->ast1Len, 1);
    if (pStb->pAst1 == NULL) goto _OVER;
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
  }
  if (pStb->ast2Len > 0) {
    pStb->pAst2 = taosMemoryCalloc(pStb->ast2Len, 1);
    if (pStb->pAst2 == NULL) goto _OVER;
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
  }
S
Shengliang Guan 已提交
224
  SDB_GET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
225 226 227

  terrno = 0;

228
_OVER:
229 230
  if (terrno != 0) {
    mError("stb:%s, failed to decode from raw:%p since %s", pStb->name, pRaw, terrstr());
wafwerar's avatar
wafwerar 已提交
231 232 233 234
    taosMemoryFreeClear(pStb->pColumns);
    taosMemoryFreeClear(pStb->pTags);
    taosMemoryFreeClear(pStb->comment);
    taosMemoryFreeClear(pRow);
235 236
    return NULL;
  }
S
Shengliang Guan 已提交
237

238
  mTrace("stb:%s, decode from raw:%p, row:%p", pStb->name, pRaw, pStb);
S
Shengliang Guan 已提交
239 240 241
  return pRow;
}

S
Shengliang Guan 已提交
242
static int32_t mndStbActionInsert(SSdb *pSdb, SStbObj *pStb) {
243
  mTrace("stb:%s, perform insert action, row:%p", pStb->name, pStb);
S
Shengliang Guan 已提交
244 245 246
  return 0;
}

S
Shengliang Guan 已提交
247
static int32_t mndStbActionDelete(SSdb *pSdb, SStbObj *pStb) {
248
  mTrace("stb:%s, perform delete action, row:%p", pStb->name, pStb);
wafwerar's avatar
wafwerar 已提交
249 250 251
  taosMemoryFreeClear(pStb->pColumns);
  taosMemoryFreeClear(pStb->pTags);
  taosMemoryFreeClear(pStb->comment);
252 253
  taosMemoryFreeClear(pStb->pAst1);
  taosMemoryFreeClear(pStb->pAst2);
S
Shengliang Guan 已提交
254 255 256
  return 0;
}

S
Shengliang Guan 已提交
257 258
static int32_t mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew) {
  mTrace("stb:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
S
Shengliang Guan 已提交
259

S
Shengliang Guan 已提交
260
  taosWLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
261 262

  if (pOld->numOfColumns < pNew->numOfColumns) {
wafwerar's avatar
wafwerar 已提交
263
    void *pColumns = taosMemoryMalloc(pNew->numOfColumns * sizeof(SSchema));
S
Shengliang Guan 已提交
264
    if (pColumns != NULL) {
wafwerar's avatar
wafwerar 已提交
265
      taosMemoryFree(pOld->pColumns);
S
Shengliang Guan 已提交
266
      pOld->pColumns = pColumns;
S
Shengliang Guan 已提交
267 268 269 270 271 272 273 274
    } else {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
      taosWUnLockLatch(&pOld->lock);
    }
  }

  if (pOld->numOfTags < pNew->numOfTags) {
wafwerar's avatar
wafwerar 已提交
275
    void *pTags = taosMemoryMalloc(pNew->numOfTags * sizeof(SSchema));
S
Shengliang Guan 已提交
276
    if (pTags != NULL) {
wafwerar's avatar
wafwerar 已提交
277
      taosMemoryFree(pOld->pTags);
S
Shengliang Guan 已提交
278
      pOld->pTags = pTags;
S
Shengliang Guan 已提交
279 280 281 282
    } else {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
      taosWUnLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
283
    }
S
Shengliang Guan 已提交
284 285
  }

S
Shengliang Guan 已提交
286
  if (pOld->commentLen < pNew->commentLen) {
wafwerar's avatar
wafwerar 已提交
287
    void *comment = taosMemoryMalloc(pNew->commentLen);
S
Shengliang Guan 已提交
288
    if (comment != NULL) {
wafwerar's avatar
wafwerar 已提交
289
      taosMemoryFree(pOld->comment);
S
Shengliang Guan 已提交
290 291 292 293 294 295 296 297
      pOld->comment = comment;
    } else {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
      taosWUnLockLatch(&pOld->lock);
    }
  }

298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321
  if (pOld->ast1Len < pNew->ast1Len) {
    void *pAst1 = taosMemoryMalloc(pNew->ast1Len);
    if (pAst1 != NULL) {
      taosMemoryFree(pOld->pAst1);
      pOld->pAst1 = pAst1;
    } else {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
      taosWUnLockLatch(&pOld->lock);
    }
  }

  if (pOld->ast2Len < pNew->ast2Len) {
    void *pAst2 = taosMemoryMalloc(pNew->ast2Len);
    if (pAst2 != NULL) {
      taosMemoryFree(pOld->pAst2);
      pOld->pAst2 = pAst2;
    } else {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
      taosWUnLockLatch(&pOld->lock);
    }
  }

S
Shengliang Guan 已提交
322 323
  pOld->updateTime = pNew->updateTime;
  pOld->version = pNew->version;
324 325
  pOld->tagVer = pNew->tagVer;
  pOld->colVer = pNew->colVer;
326
  pOld->nextColId = pNew->nextColId;
S
Shengliang 已提交
327
  pOld->ttl = pNew->ttl;
S
Shengliang Guan 已提交
328 329
  pOld->numOfColumns = pNew->numOfColumns;
  pOld->numOfTags = pNew->numOfTags;
S
Shengliang Guan 已提交
330 331
  memcpy(pOld->pColumns, pNew->pColumns, pOld->numOfColumns * sizeof(SSchema));
  memcpy(pOld->pTags, pNew->pTags, pOld->numOfTags * sizeof(SSchema));
S
Shengliang Guan 已提交
332
  if (pNew->commentLen != 0) {
S
Shengliang Guan 已提交
333
    memcpy(pOld->comment, pNew->comment, pNew->commentLen);
S
Shengliang Guan 已提交
334
  }
335 336 337 338 339 340
  if (pNew->ast1Len != 0) {
    memcpy(pOld->pAst1, pNew->pAst1, pNew->ast1Len);
  }
  if (pNew->ast2Len != 0) {
    memcpy(pOld->pAst2, pNew->pAst2, pNew->ast2Len);
  }
S
Shengliang Guan 已提交
341
  taosWUnLockLatch(&pOld->lock);
S
Shengliang Guan 已提交
342 343 344
  return 0;
}

S
Shengliang Guan 已提交
345
SStbObj *mndAcquireStb(SMnode *pMnode, char *stbName) {
346
  SSdb    *pSdb = pMnode->pSdb;
S
Shengliang Guan 已提交
347
  SStbObj *pStb = sdbAcquire(pSdb, SDB_STB, stbName);
S
Shengliang Guan 已提交
348
  if (pStb == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
S
Shengliang Guan 已提交
349 350 351
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
  }
  return pStb;
S
Shengliang Guan 已提交
352 353
}

S
Shengliang Guan 已提交
354
void mndReleaseStb(SMnode *pMnode, SStbObj *pStb) {
S
Shengliang Guan 已提交
355 356 357 358
  SSdb *pSdb = pMnode->pSdb;
  sdbRelease(pSdb, pStb);
}

359
SDbObj *mndAcquireDbByStb(SMnode *pMnode, const char *stbName) {
S
Shengliang Guan 已提交
360 361
  SName name = {0};
  tNameFromString(&name, stbName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
S
Shengliang Guan 已提交
362

S
Shengliang Guan 已提交
363 364
  char db[TSDB_TABLE_FNAME_LEN] = {0};
  tNameGetFullDbName(&name, db);
S
Shengliang Guan 已提交
365

S
Shengliang Guan 已提交
366 367
  return mndAcquireDb(pMnode, db);
}
S
Shengliang Guan 已提交
368

C
Cary Xu 已提交
369
static FORCE_INLINE int schemaExColIdCompare(const void *colId, const void *pSchema) {
H
Hongze Cheng 已提交
370
  if (*(col_id_t *)colId < ((SSchema *)pSchema)->colId) {
C
Cary Xu 已提交
371
    return -1;
H
Hongze Cheng 已提交
372
  } else if (*(col_id_t *)colId > ((SSchema *)pSchema)->colId) {
C
Cary Xu 已提交
373 374 375 376 377
    return 1;
  }
  return 0;
}

S
Shengliang Guan 已提交
378
static void *mndBuildVCreateStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen) {
H
Hongze Cheng 已提交
379
  SEncoder       encoder = {0};
H
Hongze Cheng 已提交
380 381 382
  int32_t        contLen;
  SName          name = {0};
  SVCreateStbReq req = {0};
H
Hongze Cheng 已提交
383

S
Shengliang Guan 已提交
384
  tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
X
Xiaoyu Wang 已提交
385 386
  char dbFName[TSDB_DB_FNAME_LEN] = {0};
  tNameGetFullDbName(&name, dbFName);
387

S
Shengliang Guan 已提交
388
  req.name = (char *)tNameGetTableName(&name);
H
Hongze Cheng 已提交
389
  req.suid = pStb->uid;
390
  req.rollup = pStb->ast1Len > 0 ? 1 : 0;
H
Hongze Cheng 已提交
391
  req.schema.nCols = pStb->numOfColumns;
H
Hongze Cheng 已提交
392
  req.schema.sver = pStb->version;
393 394
  req.schema.tagVer = pStb->tagVer;
  req.schema.colVer = pStb->colVer;
H
Hongze Cheng 已提交
395 396
  req.schema.pSchema = pStb->pColumns;
  req.schemaTag.nCols = pStb->numOfTags;
H
Hongze Cheng 已提交
397
  req.schemaTag.sver = 1;
H
Hongze Cheng 已提交
398
  req.schemaTag.pSchema = pStb->pTags;
H
more  
Hongze Cheng 已提交
399

C
Cary Xu 已提交
400
  if (req.rollup) {
H
Hongze Cheng 已提交
401 402
    req.pRSmaParam.xFilesFactor = pStb->xFilesFactor;
    req.pRSmaParam.delay = pStb->delay;
C
Cary Xu 已提交
403
    if (pStb->ast1Len > 0) {
X
Xiaoyu Wang 已提交
404 405
      if (mndConvertRSmaTask(pStb->pAst1, pStb->uid, 0, 0, &req.pRSmaParam.qmsg1, &req.pRSmaParam.qmsg1Len) !=
          TSDB_CODE_SUCCESS) {
C
Cary Xu 已提交
406 407
        return NULL;
      }
C
Cary Xu 已提交
408 409
    }
    if (pStb->ast2Len > 0) {
X
Xiaoyu Wang 已提交
410 411
      if (mndConvertRSmaTask(pStb->pAst2, pStb->uid, 0, 0, &req.pRSmaParam.qmsg2, &req.pRSmaParam.qmsg2Len) !=
          TSDB_CODE_SUCCESS) {
C
Cary Xu 已提交
412 413
        return NULL;
      }
C
Cary Xu 已提交
414
    }
H
Hongze Cheng 已提交
415
  }
H
Hongze Cheng 已提交
416
  // get length
wafwerar's avatar
wafwerar 已提交
417 418 419
  int32_t ret = 0;
  tEncodeSize(tEncodeSVCreateStbReq, &req, contLen, ret);
  if (ret < 0) {
H
Hongze Cheng 已提交
420 421 422
    return NULL;
  }

H
Hongze Cheng 已提交
423
  contLen += sizeof(SMsgHead);
C
Cary Xu 已提交
424

wafwerar's avatar
wafwerar 已提交
425
  SMsgHead *pHead = taosMemoryMalloc(contLen);
S
Shengliang Guan 已提交
426
  if (pHead == NULL) {
427 428
    taosMemoryFreeClear(req.pRSmaParam.qmsg1);
    taosMemoryFreeClear(req.pRSmaParam.qmsg2);
H
more  
Hongze Cheng 已提交
429 430 431 432
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return NULL;
  }

S
Shengliang Guan 已提交
433 434
  pHead->contLen = htonl(contLen);
  pHead->vgId = htonl(pVgroup->vgId);
H
more  
Hongze Cheng 已提交
435

S
Shengliang Guan 已提交
436
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
H
Hongze Cheng 已提交
437 438
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
  if (tEncodeSVCreateStbReq(&encoder, &req) < 0) {
439 440 441 442
    taosMemoryFreeClear(pHead);
    taosMemoryFreeClear(req.pRSmaParam.qmsg1);
    taosMemoryFreeClear(req.pRSmaParam.qmsg2);
    tEncoderClear(&encoder);
H
Hongze Cheng 已提交
443 444
    return NULL;
  }
H
Hongze Cheng 已提交
445
  tEncoderClear(&encoder);
H
more  
Hongze Cheng 已提交
446

S
Shengliang Guan 已提交
447
  *pContLen = contLen;
448 449
  taosMemoryFreeClear(req.pRSmaParam.qmsg1);
  taosMemoryFreeClear(req.pRSmaParam.qmsg2);
S
Shengliang Guan 已提交
450
  return pHead;
451 452
}

S
Shengliang Guan 已提交
453
static void *mndBuildVDropStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen) {
H
Hongze Cheng 已提交
454 455 456 457 458
  SName        name = {0};
  SVDropStbReq req = {0};
  int32_t      contLen = 0;
  int32_t      ret = 0;
  SMsgHead    *pHead = NULL;
H
Hongze Cheng 已提交
459
  SEncoder     encoder = {0};
H
Hongze Cheng 已提交
460

S
Shengliang Guan 已提交
461 462 463 464
  tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);

  req.name = (char *)tNameGetTableName(&name);
  req.suid = pStb->uid;
465

H
Hongze Cheng 已提交
466 467 468 469 470
  tEncodeSize(tEncodeSVDropStbReq, &req, contLen, ret);
  if (ret < 0) return NULL;

  contLen += sizeof(SMsgHead);
  pHead = taosMemoryMalloc(contLen);
S
Shengliang Guan 已提交
471
  if (pHead == NULL) {
472 473 474 475
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return NULL;
  }

S
Shengliang Guan 已提交
476 477 478 479
  pHead->contLen = htonl(contLen);
  pHead->vgId = htonl(pVgroup->vgId);

  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
H
Hongze Cheng 已提交
480

H
Hongze Cheng 已提交
481 482 483
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
  tEncodeSVDropStbReq(&encoder, &req);
  tEncoderClear(&encoder);
484

S
Shengliang Guan 已提交
485 486
  *pContLen = contLen;
  return pHead;
487 488
}

489
int32_t mndCheckCreateStbReq(SMCreateStbReq *pCreate) {
S
Shengliang Guan 已提交
490
  if (pCreate->igExists < 0 || pCreate->igExists > 1) {
S
Shengliang Guan 已提交
491
    terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
S
Shengliang Guan 已提交
492 493
    return -1;
  }
S
Shengliang Guan 已提交
494

S
Shengliang Guan 已提交
495
  if (pCreate->numOfColumns < TSDB_MIN_COLUMNS || pCreate->numOfColumns > TSDB_MAX_COLUMNS) {
S
Shengliang Guan 已提交
496
    terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
S
Shengliang Guan 已提交
497 498
    return -1;
  }
S
Shengliang Guan 已提交
499

S
Shengliang Guan 已提交
500
  if (pCreate->numOfTags <= 0 || pCreate->numOfTags > TSDB_MAX_TAGS) {
S
Shengliang Guan 已提交
501
    terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
S
Shengliang Guan 已提交
502 503
    return -1;
  }
S
Shengliang Guan 已提交
504

S
Shengliang Guan 已提交
505
  SField *pField = taosArrayGet(pCreate->pColumns, 0);
S
Shengliang Guan 已提交
506
  if (pField->type != TSDB_DATA_TYPE_TIMESTAMP) {
S
Shengliang Guan 已提交
507 508 509 510
    terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
    return -1;
  }

S
Shengliang Guan 已提交
511
  for (int32_t i = 0; i < pCreate->numOfColumns; ++i) {
512
    SField *pField1 = taosArrayGet(pCreate->pColumns, i);
S
Shengliang Guan 已提交
513
    if (pField1->type < 0) {
S
Shengliang Guan 已提交
514 515 516
      terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
      return -1;
    }
517
    if (pField1->bytes <= 0) {
S
Shengliang Guan 已提交
518 519 520
      terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
      return -1;
    }
521
    if (pField1->name[0] == 0) {
S
Shengliang Guan 已提交
522 523 524 525 526 527
      terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
      return -1;
    }
  }

  for (int32_t i = 0; i < pCreate->numOfTags; ++i) {
528 529
    SField *pField1 = taosArrayGet(pCreate->pTags, i);
    if (pField1->type < 0) {
S
Shengliang Guan 已提交
530
      terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
S
Shengliang Guan 已提交
531 532
      return -1;
    }
533
    if (pField1->bytes <= 0) {
S
Shengliang Guan 已提交
534
      terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
S
Shengliang Guan 已提交
535 536
      return -1;
    }
537
    if (pField1->name[0] == 0) {
S
Shengliang Guan 已提交
538
      terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
S
Shengliang Guan 已提交
539 540 541
      return -1;
    }
  }
S
Shengliang Guan 已提交
542

S
Shengliang Guan 已提交
543 544 545
  return 0;
}

546
static int32_t mndSetCreateStbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
S
Shengliang Guan 已提交
547 548 549 550 551 552 553 554
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING) != 0) return -1;

  return 0;
}

555
static int32_t mndSetCreateStbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
S
Shengliang Guan 已提交
556 557 558 559 560 561 562 563
  SSdbRaw *pUndoRaw = mndStbActionEncode(pStb);
  if (pUndoRaw == NULL) return -1;
  if (mndTransAppendUndolog(pTrans, pUndoRaw) != 0) return -1;
  if (sdbSetRawStatus(pUndoRaw, SDB_STATUS_DROPPED) != 0) return -1;

  return 0;
}

564
static int32_t mndSetCreateStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
S
Shengliang Guan 已提交
565 566 567 568 569 570 571 572
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY) != 0) return -1;

  return 0;
}

573
static int32_t mndSetCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
574
  SSdb   *pSdb = pMnode->pSdb;
575
  SVgObj *pVgroup = NULL;
576
  void   *pIter = NULL;
S
Shengliang Guan 已提交
577
  int32_t contLen;
578 579 580 581

  while (1) {
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;
S
Shengliang Guan 已提交
582 583 584 585
    if (pVgroup->dbUid != pDb->uid) {
      sdbRelease(pSdb, pVgroup);
      continue;
    }
586

S
Shengliang Guan 已提交
587
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen);
S
Shengliang Guan 已提交
588
    if (pReq == NULL) {
589 590 591 592
      sdbCancelFetch(pSdb, pIter);
      sdbRelease(pSdb, pVgroup);
      return -1;
    }
S
Shengliang Guan 已提交
593

594 595
    STransAction action = {0};
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
S
Shengliang Guan 已提交
596
    action.pCont = pReq;
S
Shengliang Guan 已提交
597
    action.contLen = contLen;
H
Hongze Cheng 已提交
598
    action.msgType = TDMT_VND_CREATE_STB;
S
Shengliang Guan 已提交
599
    action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
600
    if (mndTransAppendRedoAction(pTrans, &action) != 0) {
wafwerar's avatar
wafwerar 已提交
601
      taosMemoryFree(pReq);
602 603 604 605 606 607
      sdbCancelFetch(pSdb, pIter);
      sdbRelease(pSdb, pVgroup);
      return -1;
    }
    sdbRelease(pSdb, pVgroup);
  }
S
Shengliang Guan 已提交
608 609 610 611

  return 0;
}

612
static int32_t mndSetCreateStbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
613
  SSdb   *pSdb = pMnode->pSdb;
614
  SVgObj *pVgroup = NULL;
615
  void   *pIter = NULL;
616 617 618 619

  while (1) {
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;
S
Shengliang Guan 已提交
620 621 622 623
    if (pVgroup->dbUid != pDb->uid) {
      sdbRelease(pSdb, pVgroup);
      continue;
    }
624

S
Shengliang Guan 已提交
625
    int32_t contLen = 0;
S
Shengliang Guan 已提交
626
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
S
Shengliang Guan 已提交
627
    if (pReq == NULL) {
628 629 630 631 632
      sdbCancelFetch(pSdb, pIter);
      sdbRelease(pSdb, pVgroup);
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      return -1;
    }
S
Shengliang Guan 已提交
633

634 635
    STransAction action = {0};
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
S
Shengliang Guan 已提交
636
    action.pCont = pReq;
S
Shengliang Guan 已提交
637
    action.contLen = contLen;
H
Hongze Cheng 已提交
638
    action.msgType = TDMT_VND_DROP_STB;
S
Shengliang Guan 已提交
639
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
640
    if (mndTransAppendUndoAction(pTrans, &action) != 0) {
wafwerar's avatar
wafwerar 已提交
641
      taosMemoryFree(pReq);
642 643 644 645 646 647
      sdbCancelFetch(pSdb, pIter);
      sdbRelease(pSdb, pVgroup);
      return -1;
    }
    sdbRelease(pSdb, pVgroup);
  }
S
Shengliang Guan 已提交
648 649 650 651

  return 0;
}

S
sma  
Shengliang Guan 已提交
652
static SSchema *mndFindStbColumns(const SStbObj *pStb, const char *colName) {
C
Cary Xu 已提交
653
  for (int32_t col = 0; col < pStb->numOfColumns; ++col) {
S
sma  
Shengliang Guan 已提交
654
    SSchema *pSchema = &pStb->pColumns[col];
C
Cary Xu 已提交
655
    if (strncasecmp(pSchema->name, colName, TSDB_COL_NAME_LEN) == 0) {
S
sma  
Shengliang Guan 已提交
656 657 658 659 660 661
      return pSchema;
    }
  }
  return NULL;
}

662 663 664 665 666 667 668 669
int32_t mndBuildStbFromReq(SMnode *pMnode, SStbObj *pDst, SMCreateStbReq *pCreate, SDbObj *pDb) {
  memcpy(pDst->name, pCreate->name, TSDB_TABLE_FNAME_LEN);
  memcpy(pDst->db, pDb->name, TSDB_DB_FNAME_LEN);
  pDst->createdTime = taosGetTimestampMs();
  pDst->updateTime = pDst->createdTime;
  pDst->uid = mndGenerateUid(pCreate->name, TSDB_TABLE_FNAME_LEN);
  pDst->dbUid = pDb->uid;
  pDst->version = 1;
670 671
  pDst->tagVer = 1;
  pDst->colVer = 1;
672 673 674 675 676 677 678 679 680 681
  pDst->nextColId = 1;
  pDst->xFilesFactor = pCreate->xFilesFactor;
  pDst->delay = pCreate->delay;
  pDst->ttl = pCreate->ttl;
  pDst->numOfColumns = pCreate->numOfColumns;
  pDst->numOfTags = pCreate->numOfTags;
  pDst->commentLen = pCreate->commentLen;
  if (pDst->commentLen > 0) {
    pDst->comment = taosMemoryCalloc(pDst->commentLen, 1);
    if (pDst->comment == NULL) {
S
sma  
Shengliang Guan 已提交
682 683 684
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      return -1;
    }
685
    memcpy(pDst->comment, pCreate->comment, pDst->commentLen);
S
sma  
Shengliang Guan 已提交
686
  }
S
Shengliang Guan 已提交
687

688 689 690 691
  pDst->ast1Len = pCreate->ast1Len;
  if (pDst->ast1Len > 0) {
    pDst->pAst1 = taosMemoryCalloc(pDst->ast1Len, 1);
    if (pDst->pAst1 == NULL) {
692 693 694
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      return -1;
    }
695
    memcpy(pDst->pAst1, pCreate->pAst1, pDst->ast1Len);
696 697
  }

698 699 700 701
  pDst->ast2Len = pCreate->ast2Len;
  if (pDst->ast2Len > 0) {
    pDst->pAst2 = taosMemoryCalloc(pDst->ast2Len, 1);
    if (pDst->pAst2 == NULL) {
702 703 704
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      return -1;
    }
705
    memcpy(pDst->pAst2, pCreate->pAst2, pDst->ast2Len);
706 707
  }

708 709 710
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
  if (pDst->pColumns == NULL || pDst->pTags == NULL) {
S
Shengliang Guan 已提交
711 712 713
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }
S
Shengliang Guan 已提交
714

715
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
S
Shengliang Guan 已提交
716
    SField  *pField = taosArrayGet(pCreate->pColumns, i);
717
    SSchema *pSchema = &pDst->pColumns[i];
S
Shengliang Guan 已提交
718 719
    pSchema->type = pField->type;
    pSchema->bytes = pField->bytes;
720
    pSchema->flags = pField->flags;
S
Shengliang Guan 已提交
721
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
722 723
    pSchema->colId = pDst->nextColId;
    pDst->nextColId++;
S
Shengliang Guan 已提交
724 725
  }

726
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
S
Shengliang Guan 已提交
727
    SField  *pField = taosArrayGet(pCreate->pTags, i);
728
    SSchema *pSchema = &pDst->pTags[i];
S
Shengliang Guan 已提交
729 730 731
    pSchema->type = pField->type;
    pSchema->bytes = pField->bytes;
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
732 733
    pSchema->colId = pDst->nextColId;
    pDst->nextColId++;
S
Shengliang Guan 已提交
734
  }
735 736 737
  return 0;
}

S
Shengliang Guan 已提交
738
static int32_t mndCreateStb(SMnode *pMnode, SRpcMsg *pReq, SMCreateStbReq *pCreate, SDbObj *pDb) {
739
  SStbObj stbObj = {0};
S
Shengliang Guan 已提交
740

S
Shengliang 已提交
741
  int32_t code = -1;
742

S
Shengliang Guan 已提交
743
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_TYPE_CREATE_STB, pReq);
744
  if (pTrans == NULL) goto _OVER;
S
Shengliang Guan 已提交
745

S
Shengliang Guan 已提交
746
  mDebug("trans:%d, used to create stb:%s", pTrans->id, pCreate->name);
S
Shengliang Guan 已提交
747

748
  if (mndBuildStbFromReq(pMnode, &stbObj, pCreate, pDb) != 0) goto _OVER;
749 750 751

  if (mndAddStbToTrans(pMnode, pTrans, pDb, &stbObj) < 0) goto _OVER;

752
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
753

S
Shengliang Guan 已提交
754 755
  code = 0;

756
_OVER:
S
Shengliang Guan 已提交
757
  mndTransDrop(pTrans);
S
Shengliang Guan 已提交
758
  return code;
S
Shengliang Guan 已提交
759
}
S
Shengliang Guan 已提交
760

761 762 763 764 765 766 767 768 769
int32_t mndAddStbToTrans(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
  mndTransSetDbInfo(pTrans, pDb);
  if (mndSetCreateStbRedoLogs(pMnode, pTrans, pDb, pStb) != 0) return -1;
  if (mndSetCreateStbUndoLogs(pMnode, pTrans, pDb, pStb) != 0) return -1;
  if (mndSetCreateStbCommitLogs(pMnode, pTrans, pDb, pStb) != 0) return -1;
  if (mndSetCreateStbRedoActions(pMnode, pTrans, pDb, pStb) != 0) return -1;
  if (mndSetCreateStbUndoActions(pMnode, pTrans, pDb, pStb) != 0) return -1;
  return 0;
}
S
Shengliang Guan 已提交
770

S
Shengliang Guan 已提交
771 772
static int32_t mndProcessMCreateStbReq(SRpcMsg *pReq) {
  SMnode        *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
773 774 775
  int32_t        code = -1;
  SStbObj       *pStb = NULL;
  SDbObj        *pDb = NULL;
S
Shengliang Guan 已提交
776
  SUserObj      *pUser = NULL;
S
Shengliang Guan 已提交
777
  SMCreateStbReq createReq = {0};
S
Shengliang Guan 已提交
778

S
Shengliang Guan 已提交
779
  if (tDeserializeSMCreateStbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
S
Shengliang Guan 已提交
780
    terrno = TSDB_CODE_INVALID_MSG;
781
    goto _OVER;
S
Shengliang Guan 已提交
782
  }
S
Shengliang Guan 已提交
783

S
Shengliang Guan 已提交
784
  mDebug("stb:%s, start to create", createReq.name);
S
Shengliang Guan 已提交
785 786
  if (mndCheckCreateStbReq(&createReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
787
    goto _OVER;
S
Shengliang Guan 已提交
788
  }
S
Shengliang Guan 已提交
789

S
Shengliang Guan 已提交
790
  pStb = mndAcquireStb(pMnode, createReq.name);
S
Shengliang Guan 已提交
791
  if (pStb != NULL) {
S
Shengliang Guan 已提交
792 793 794
    if (createReq.igExists) {
      mDebug("stb:%s, already exist, ignore exist is set", createReq.name);
      code = 0;
795
      goto _OVER;
S
Shengliang Guan 已提交
796 797
    } else {
      terrno = TSDB_CODE_MND_STB_ALREADY_EXIST;
798
      goto _OVER;
S
Shengliang Guan 已提交
799
    }
S
Shengliang Guan 已提交
800
  } else if (terrno != TSDB_CODE_MND_STB_NOT_EXIST) {
801
    goto _OVER;
S
Shengliang Guan 已提交
802 803
  }

S
Shengliang Guan 已提交
804
  pDb = mndAcquireDbByStb(pMnode, createReq.name);
S
Shengliang Guan 已提交
805 806
  if (pDb == NULL) {
    terrno = TSDB_CODE_MND_DB_NOT_SELECTED;
807
    goto _OVER;
S
Shengliang Guan 已提交
808 809
  }

S
Shengliang Guan 已提交
810
  pUser = mndAcquireUser(pMnode, pReq->conn.user);
S
Shengliang Guan 已提交
811
  if (pUser == NULL) {
812
    goto _OVER;
S
Shengliang Guan 已提交
813 814 815
  }

  if (mndCheckWriteAuth(pUser, pDb) != 0) {
816
    goto _OVER;
S
Shengliang Guan 已提交
817 818
  }

819
  int32_t numOfStbs = -1;
S
Shengliang Guan 已提交
820 821 822 823
  if (mndGetNumOfStbs(pMnode, pDb->name, &numOfStbs) != 0) {
    goto _OVER;
  }

L
Liu Jicong 已提交
824
  if (pDb->cfg.numOfStables == 1 && numOfStbs != 0) {
825 826 827 828
    terrno = TSDB_CODE_MND_SINGLE_STB_MODE_DB;
    goto _OVER;
  }

S
Shengliang Guan 已提交
829
  code = mndCreateStb(pMnode, pReq, &createReq, pDb);
S
Shengliang Guan 已提交
830
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
831

832
_OVER:
S
Shengliang Guan 已提交
833
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
834
    mError("stb:%s, failed to create since %s", createReq.name, terrstr());
S
Shengliang Guan 已提交
835 836
  }

S
Shengliang Guan 已提交
837 838
  mndReleaseStb(pMnode, pStb);
  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
839 840
  mndReleaseUser(pMnode, pUser);
  tFreeSMCreateStbReq(&createReq);
S
Shengliang Guan 已提交
841 842

  return code;
S
Shengliang Guan 已提交
843 844
}

S
Shengliang Guan 已提交
845
static int32_t mndProcessVCreateStbRsp(SRpcMsg *pRsp) {
S
Shengliang Guan 已提交
846
  mndTransProcessRsp(pRsp);
847 848
  return 0;
}
S
Shengliang Guan 已提交
849

S
Shengliang Guan 已提交
850
static int32_t mndCheckAlterStbReq(SMAlterStbReq *pAlter) {
S
Shengliang 已提交
851
  if (pAlter->commentLen != 0 || pAlter->ttl != 0) return 0;
S
Shengliang 已提交
852

S
Shengliang Guan 已提交
853 854 855 856
  if (pAlter->numOfFields < 1 || pAlter->numOfFields != (int32_t)taosArrayGetSize(pAlter->pFields)) {
    terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
    return -1;
  }
S
Shengliang Guan 已提交
857

S
Shengliang Guan 已提交
858 859 860
  for (int32_t i = 0; i < pAlter->numOfFields; ++i) {
    SField *pField = taosArrayGet(pAlter->pFields, i);
    if (pField->name[0] == 0) {
S
Shengliang Guan 已提交
861 862 863
      terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
      return -1;
    }
S
Shengliang Guan 已提交
864 865 866 867 868
  }

  return 0;
}

S
Shengliang Guan 已提交
869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889
static int32_t mndFindSuperTableTagIndex(const SStbObj *pStb, const char *tagName) {
  for (int32_t tag = 0; tag < pStb->numOfTags; tag++) {
    if (strcasecmp(pStb->pTags[tag].name, tagName) == 0) {
      return tag;
    }
  }

  return -1;
}

static int32_t mndFindSuperTableColumnIndex(const SStbObj *pStb, const char *colName) {
  for (int32_t col = 0; col < pStb->numOfColumns; col++) {
    if (strcasecmp(pStb->pColumns[col].name, colName) == 0) {
      return col;
    }
  }

  return -1;
}

static int32_t mndAllocStbSchemas(const SStbObj *pOld, SStbObj *pNew) {
wafwerar's avatar
wafwerar 已提交
890 891
  pNew->pTags = taosMemoryCalloc(pNew->numOfTags, sizeof(SSchema));
  pNew->pColumns = taosMemoryCalloc(pNew->numOfColumns, sizeof(SSchema));
S
Shengliang Guan 已提交
892 893 894 895 896 897 898 899 900 901
  if (pNew->pTags == NULL || pNew->pColumns == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

  memcpy(pNew->pColumns, pOld->pColumns, sizeof(SSchema) * pOld->numOfColumns);
  memcpy(pNew->pTags, pOld->pTags, sizeof(SSchema) * pOld->numOfTags);
  return 0;
}

S
Shengliang 已提交
902 903
static int32_t mndUpdateStbCommentAndTTL(const SStbObj *pOld, SStbObj *pNew, char *pComment, int32_t commentLen,
                                         int32_t ttl) {
S
Shengliang 已提交
904 905 906 907 908 909 910 911 912
  if (commentLen > 0) {
    pNew->commentLen = commentLen;
    pNew->comment = taosMemoryCalloc(1, commentLen);
    if (pNew->comment == NULL) {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      return -1;
    }
    memcpy(pNew->comment, pComment, commentLen);
  }
S
Shengliang 已提交
913 914 915
  if (ttl >= 0) {
    pNew->ttl = ttl;
  }
S
Shengliang 已提交
916 917 918 919 920 921 922

  if (mndAllocStbSchemas(pOld, pNew) != 0) {
    return -1;
  }
  return 0;
}

S
Shengliang Guan 已提交
923
static int32_t mndAddSuperTableTag(const SStbObj *pOld, SStbObj *pNew, SArray *pFields, int32_t ntags) {
S
Shengliang Guan 已提交
924 925 926 927 928 929 930 931 932 933
  if (pOld->numOfTags + ntags > TSDB_MAX_TAGS) {
    terrno = TSDB_CODE_MND_TOO_MANY_TAGS;
    return -1;
  }

  if (pOld->numOfColumns + ntags + pOld->numOfTags > TSDB_MAX_COLUMNS) {
    terrno = TSDB_CODE_MND_TOO_MANY_COLUMNS;
    return -1;
  }

S
Shengliang Guan 已提交
934 935 936 937 938
  pNew->numOfTags = pNew->numOfTags + ntags;
  if (mndAllocStbSchemas(pOld, pNew) != 0) {
    return -1;
  }

S
Shengliang Guan 已提交
939
  for (int32_t i = 0; i < ntags; i++) {
S
Shengliang Guan 已提交
940
    SField *pField = taosArrayGet(pFields, i);
S
Shengliang 已提交
941
    if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
S
Shengliang Guan 已提交
942
      terrno = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
S
Shengliang Guan 已提交
943 944 945
      return -1;
    }

S
Shengliang 已提交
946
    if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
S
Shengliang Guan 已提交
947
      terrno = TSDB_CODE_MND_TAG_ALREADY_EXIST;
S
Shengliang Guan 已提交
948 949 950
      return -1;
    }

S
Shengliang Guan 已提交
951 952 953 954
    SSchema *pSchema = &pNew->pTags[pOld->numOfTags + i];
    pSchema->bytes = pField->bytes;
    pSchema->type = pField->type;
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
S
Shengliang Guan 已提交
955 956
    pSchema->colId = pNew->nextColId;
    pNew->nextColId++;
S
Shengliang Guan 已提交
957 958

    mDebug("stb:%s, start to add tag %s", pNew->name, pSchema->name);
S
Shengliang Guan 已提交
959 960 961
  }

  pNew->version++;
962
  pNew->tagVer++;
S
Shengliang Guan 已提交
963 964 965 966 967 968 969 970 971 972 973 974 975 976 977
  return 0;
}

static int32_t mndDropSuperTableTag(const SStbObj *pOld, SStbObj *pNew, const char *tagName) {
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagName);
  if (tag < 0) {
    terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
    return -1;
  }

  if (mndAllocStbSchemas(pOld, pNew) != 0) {
    return -1;
  }

  memmove(pNew->pTags + tag, pNew->pTags + tag + 1, sizeof(SSchema) * (pNew->numOfTags - tag - 1));
S
Shengliang Guan 已提交
978
  pNew->numOfTags--;
S
Shengliang Guan 已提交
979 980

  pNew->version++;
981
  pNew->tagVer++;
S
Shengliang Guan 已提交
982 983 984 985
  mDebug("stb:%s, start to drop tag %s", pNew->name, tagName);
  return 0;
}

S
Shengliang Guan 已提交
986 987 988 989 990 991 992 993 994 995 996 997
static int32_t mndAlterStbTagName(const SStbObj *pOld, SStbObj *pNew, SArray *pFields) {
  if ((int32_t)taosArrayGetSize(pFields) != 2) {
    terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
    return -1;
  }

  SField *pField0 = taosArrayGet(pFields, 0);
  SField *pField1 = taosArrayGet(pFields, 1);

  const char *oldTagName = pField0->name;
  const char *newTagName = pField1->name;

S
Shengliang Guan 已提交
998 999 1000 1001 1002 1003 1004
  int32_t tag = mndFindSuperTableTagIndex(pOld, oldTagName);
  if (tag < 0) {
    terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
    return -1;
  }

  if (mndFindSuperTableTagIndex(pOld, newTagName) >= 0) {
S
Shengliang Guan 已提交
1005
    terrno = TSDB_CODE_MND_TAG_ALREADY_EXIST;
S
Shengliang Guan 已提交
1006 1007 1008
    return -1;
  }

S
Shengliang Guan 已提交
1009 1010
  if (mndFindSuperTableColumnIndex(pOld, newTagName) >= 0) {
    terrno = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
S
Shengliang Guan 已提交
1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021
    return -1;
  }

  if (mndAllocStbSchemas(pOld, pNew) != 0) {
    return -1;
  }

  SSchema *pSchema = (SSchema *)(pNew->pTags + tag);
  memcpy(pSchema->name, newTagName, TSDB_COL_NAME_LEN);

  pNew->version++;
1022
  pNew->tagVer++;
S
Shengliang Guan 已提交
1023 1024 1025 1026
  mDebug("stb:%s, start to modify tag %s to %s", pNew->name, oldTagName, newTagName);
  return 0;
}

S
Shengliang Guan 已提交
1027 1028
static int32_t mndAlterStbTagBytes(const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
  int32_t tag = mndFindSuperTableTagIndex(pOld, pField->name);
S
Shengliang Guan 已提交
1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039
  if (tag < 0) {
    terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
    return -1;
  }

  if (mndAllocStbSchemas(pOld, pNew) != 0) {
    return -1;
  }

  SSchema *pTag = pNew->pTags + tag;

S
Shengliang Guan 已提交
1040 1041 1042 1043 1044
  if (!(pTag->type == TSDB_DATA_TYPE_BINARY || pTag->type == TSDB_DATA_TYPE_NCHAR)) {
    terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
    return -1;
  }

S
Shengliang Guan 已提交
1045
  if (pField->bytes <= pTag->bytes) {
S
Shengliang Guan 已提交
1046 1047 1048 1049
    terrno = TSDB_CODE_MND_INVALID_ROW_BYTES;
    return -1;
  }

S
Shengliang Guan 已提交
1050
  pTag->bytes = pField->bytes;
S
Shengliang Guan 已提交
1051
  pNew->version++;
1052
  pNew->tagVer++;
S
Shengliang Guan 已提交
1053

S
Shengliang Guan 已提交
1054
  mDebug("stb:%s, start to modify tag len %s to %d", pNew->name, pField->name, pField->bytes);
S
Shengliang Guan 已提交
1055 1056 1057
  return 0;
}

S
Shengliang Guan 已提交
1058
static int32_t mndAddSuperTableColumn(const SStbObj *pOld, SStbObj *pNew, SArray *pFields, int32_t ncols) {
S
Shengliang Guan 已提交
1059 1060 1061 1062 1063
  if (pOld->numOfColumns + ncols + pOld->numOfTags > TSDB_MAX_COLUMNS) {
    terrno = TSDB_CODE_MND_TOO_MANY_COLUMNS;
    return -1;
  }

S
Shengliang Guan 已提交
1064 1065 1066 1067 1068
  pNew->numOfColumns = pNew->numOfColumns + ncols;
  if (mndAllocStbSchemas(pOld, pNew) != 0) {
    return -1;
  }

S
Shengliang Guan 已提交
1069
  for (int32_t i = 0; i < ncols; i++) {
S
Shengliang Guan 已提交
1070
    SField *pField = taosArrayGet(pFields, i);
S
Shengliang 已提交
1071
    if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
S
Shengliang Guan 已提交
1072
      terrno = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
S
Shengliang Guan 已提交
1073 1074 1075
      return -1;
    }

S
Shengliang 已提交
1076
    if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
S
Shengliang Guan 已提交
1077
      terrno = TSDB_CODE_MND_TAG_ALREADY_EXIST;
S
Shengliang Guan 已提交
1078 1079 1080
      return -1;
    }

S
Shengliang Guan 已提交
1081 1082 1083 1084
    SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
    pSchema->bytes = pField->bytes;
    pSchema->type = pField->type;
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
S
Shengliang Guan 已提交
1085 1086
    pSchema->colId = pNew->nextColId;
    pNew->nextColId++;
S
Shengliang Guan 已提交
1087 1088

    mDebug("stb:%s, start to add column %s", pNew->name, pSchema->name);
S
Shengliang Guan 已提交
1089 1090 1091
  }

  pNew->version++;
1092
  pNew->colVer++;
S
Shengliang Guan 已提交
1093 1094 1095 1096 1097
  return 0;
}

static int32_t mndDropSuperTableColumn(const SStbObj *pOld, SStbObj *pNew, const char *colName) {
  int32_t col = mndFindSuperTableColumnIndex(pOld, colName);
S
Shengliang Guan 已提交
1098
  if (col < 0) {
S
Shengliang Guan 已提交
1099 1100 1101 1102
    terrno = TSDB_CODE_MND_COLUMN_NOT_EXIST;
    return -1;
  }

S
Shengliang Guan 已提交
1103 1104 1105 1106 1107 1108 1109 1110 1111 1112
  if (col == 0) {
    terrno = TSDB_CODE_MND_INVALID_STB_ALTER_OPTION;
    return -1;
  }

  if (pOld->numOfColumns == 2) {
    terrno = TSDB_CODE_MND_INVALID_STB_ALTER_OPTION;
    return -1;
  }

S
Shengliang Guan 已提交
1113 1114 1115 1116 1117
  if (mndAllocStbSchemas(pOld, pNew) != 0) {
    return -1;
  }

  memmove(pNew->pColumns + col, pNew->pColumns + col + 1, sizeof(SSchema) * (pNew->numOfColumns - col - 1));
S
Shengliang Guan 已提交
1118
  pNew->numOfColumns--;
S
Shengliang Guan 已提交
1119 1120

  pNew->version++;
1121
  pNew->colVer++;
S
Shengliang Guan 已提交
1122 1123 1124 1125
  mDebug("stb:%s, start to drop col %s", pNew->name, colName);
  return 0;
}

S
Shengliang Guan 已提交
1126 1127
static int32_t mndAlterStbColumnBytes(const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
  int32_t col = mndFindSuperTableColumnIndex(pOld, pField->name);
S
Shengliang Guan 已提交
1128 1129 1130 1131 1132 1133 1134
  if (col < 0) {
    terrno = TSDB_CODE_MND_COLUMN_NOT_EXIST;
    return -1;
  }

  uint32_t nLen = 0;
  for (int32_t i = 0; i < pOld->numOfColumns; ++i) {
S
Shengliang Guan 已提交
1135
    nLen += (pOld->pColumns[i].colId == col) ? pField->bytes : pOld->pColumns[i].bytes;
S
Shengliang Guan 已提交
1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147
  }

  if (nLen > TSDB_MAX_BYTES_PER_ROW) {
    terrno = TSDB_CODE_MND_INVALID_ROW_BYTES;
    return -1;
  }

  if (mndAllocStbSchemas(pOld, pNew) != 0) {
    return -1;
  }

  SSchema *pCol = pNew->pColumns + col;
S
Shengliang Guan 已提交
1148 1149
  if (!(pCol->type == TSDB_DATA_TYPE_BINARY || pCol->type == TSDB_DATA_TYPE_NCHAR)) {
    terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
S
Shengliang Guan 已提交
1150 1151 1152
    return -1;
  }

S
Shengliang Guan 已提交
1153
  if (pField->bytes <= pCol->bytes) {
S
Shengliang Guan 已提交
1154
    terrno = TSDB_CODE_MND_INVALID_ROW_BYTES;
S
Shengliang Guan 已提交
1155 1156 1157
    return -1;
  }

S
Shengliang Guan 已提交
1158
  pCol->bytes = pField->bytes;
S
Shengliang Guan 已提交
1159
  pNew->version++;
1160
  pNew->colVer++;
S
Shengliang Guan 已提交
1161

S
Shengliang Guan 已提交
1162
  mDebug("stb:%s, start to modify col len %s to %d", pNew->name, pField->name, pField->bytes);
S
Shengliang Guan 已提交
1163 1164 1165
  return 0;
}

S
Shengliang Guan 已提交
1166
static int32_t mndSetAlterStbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
S
Shengliang Guan 已提交
1167 1168 1169
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
S
Shengliang Guan 已提交
1170
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY) != 0) return -1;
S
Shengliang Guan 已提交
1171 1172 1173 1174

  return 0;
}

S
Shengliang Guan 已提交
1175
static int32_t mndSetAlterStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
S
Shengliang Guan 已提交
1176 1177 1178 1179 1180 1181 1182 1183
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY) != 0) return -1;

  return 0;
}

S
Shengliang Guan 已提交
1184
static int32_t mndSetAlterStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
S
Shengliang Guan 已提交
1185 1186 1187 1188 1189 1190 1191 1192
  SSdb   *pSdb = pMnode->pSdb;
  SVgObj *pVgroup = NULL;
  void   *pIter = NULL;
  int32_t contLen;

  while (1) {
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;
S
Shengliang Guan 已提交
1193 1194 1195 1196
    if (pVgroup->dbUid != pDb->uid) {
      sdbRelease(pSdb, pVgroup);
      continue;
    }
S
Shengliang Guan 已提交
1197

S
Shengliang Guan 已提交
1198
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen);
S
Shengliang Guan 已提交
1199 1200 1201 1202 1203 1204 1205 1206 1207 1208
    if (pReq == NULL) {
      sdbCancelFetch(pSdb, pIter);
      sdbRelease(pSdb, pVgroup);
      return -1;
    }

    STransAction action = {0};
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
    action.pCont = pReq;
    action.contLen = contLen;
S
Shengliang Guan 已提交
1209
    action.msgType = TDMT_VND_ALTER_STB;
S
Shengliang Guan 已提交
1210
    if (mndTransAppendRedoAction(pTrans, &action) != 0) {
wafwerar's avatar
wafwerar 已提交
1211
      taosMemoryFree(pReq);
S
Shengliang Guan 已提交
1212 1213 1214 1215 1216 1217 1218 1219 1220 1221
      sdbCancelFetch(pSdb, pIter);
      sdbRelease(pSdb, pVgroup);
      return -1;
    }
    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}

S
Shengliang Guan 已提交
1222
static int32_t mndAlterStb(SMnode *pMnode, SRpcMsg *pReq, const SMAlterStbReq *pAlter, SDbObj *pDb, SStbObj *pOld) {
S
Shengliang Guan 已提交
1223 1224 1225 1226 1227 1228 1229 1230 1231
  SStbObj stbObj = {0};
  taosRLockLatch(&pOld->lock);
  memcpy(&stbObj, pOld, sizeof(SStbObj));
  stbObj.pColumns = NULL;
  stbObj.pTags = NULL;
  stbObj.updateTime = taosGetTimestampMs();
  taosRUnLockLatch(&pOld->lock);

  int32_t code = -1;
S
Shengliang Guan 已提交
1232
  STrans *pTrans = NULL;
S
Shengliang 已提交
1233
  SField *pField0 = NULL;
S
Shengliang Guan 已提交
1234

S
Shengliang Guan 已提交
1235
  switch (pAlter->alterType) {
S
Shengliang Guan 已提交
1236
    case TSDB_ALTER_TABLE_ADD_TAG:
S
Shengliang Guan 已提交
1237
      code = mndAddSuperTableTag(pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
S
Shengliang Guan 已提交
1238
      break;
S
Shengliang Guan 已提交
1239
    case TSDB_ALTER_TABLE_DROP_TAG:
S
Shengliang 已提交
1240
      pField0 = taosArrayGet(pAlter->pFields, 0);
S
Shengliang Guan 已提交
1241
      code = mndDropSuperTableTag(pOld, &stbObj, pField0->name);
S
Shengliang Guan 已提交
1242
      break;
S
Shengliang Guan 已提交
1243
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
S
Shengliang Guan 已提交
1244
      code = mndAlterStbTagName(pOld, &stbObj, pAlter->pFields);
S
Shengliang Guan 已提交
1245
      break;
S
Shengliang Guan 已提交
1246
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES:
S
Shengliang 已提交
1247
      pField0 = taosArrayGet(pAlter->pFields, 0);
S
Shengliang Guan 已提交
1248
      code = mndAlterStbTagBytes(pOld, &stbObj, pField0);
S
Shengliang Guan 已提交
1249 1250
      break;
    case TSDB_ALTER_TABLE_ADD_COLUMN:
S
Shengliang Guan 已提交
1251
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
S
Shengliang Guan 已提交
1252 1253
      break;
    case TSDB_ALTER_TABLE_DROP_COLUMN:
S
Shengliang 已提交
1254
      pField0 = taosArrayGet(pAlter->pFields, 0);
S
Shengliang Guan 已提交
1255
      code = mndDropSuperTableColumn(pOld, &stbObj, pField0->name);
S
Shengliang Guan 已提交
1256
      break;
S
Shengliang Guan 已提交
1257
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
S
Shengliang 已提交
1258
      pField0 = taosArrayGet(pAlter->pFields, 0);
S
Shengliang Guan 已提交
1259
      code = mndAlterStbColumnBytes(pOld, &stbObj, pField0);
S
Shengliang Guan 已提交
1260
      break;
S
Shengliang 已提交
1261
    case TSDB_ALTER_TABLE_UPDATE_OPTIONS:
S
Shengliang 已提交
1262
      code = mndUpdateStbCommentAndTTL(pOld, &stbObj, pAlter->comment, pAlter->commentLen, pAlter->ttl);
S
Shengliang 已提交
1263
      break;
S
Shengliang Guan 已提交
1264
    default:
S
Shengliang 已提交
1265
      terrno = TSDB_CODE_OPS_NOT_SUPPORT;
S
Shengliang Guan 已提交
1266 1267 1268
      break;
  }

1269
  if (code != 0) goto _OVER;
S
Shengliang Guan 已提交
1270 1271

  code = -1;
S
Shengliang Guan 已提交
1272
  pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_TYPE_ALTER_STB, pReq);
1273
  if (pTrans == NULL) goto _OVER;
S
Shengliang Guan 已提交
1274

S
Shengliang Guan 已提交
1275
  mDebug("trans:%d, used to alter stb:%s", pTrans->id, pAlter->name);
S
Shengliang Guan 已提交
1276
  mndTransSetDbInfo(pTrans, pDb);
S
Shengliang Guan 已提交
1277

1278 1279 1280 1281
  if (mndSetAlterStbRedoLogs(pMnode, pTrans, pDb, &stbObj) != 0) goto _OVER;
  if (mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, &stbObj) != 0) goto _OVER;
  if (mndSetAlterStbRedoActions(pMnode, pTrans, pDb, &stbObj) != 0) goto _OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
1282 1283

  code = 0;
S
Shengliang Guan 已提交
1284

1285
_OVER:
S
Shengliang Guan 已提交
1286
  mndTransDrop(pTrans);
wafwerar's avatar
wafwerar 已提交
1287 1288
  taosMemoryFreeClear(stbObj.pTags);
  taosMemoryFreeClear(stbObj.pColumns);
S
Shengliang Guan 已提交
1289 1290
  return code;
}
S
Shengliang Guan 已提交
1291

S
Shengliang Guan 已提交
1292 1293
static int32_t mndProcessMAlterStbReq(SRpcMsg *pReq) {
  SMnode       *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1294 1295 1296 1297 1298
  int32_t       code = -1;
  SDbObj       *pDb = NULL;
  SStbObj      *pStb = NULL;
  SUserObj     *pUser = NULL;
  SMAlterStbReq alterReq = {0};
S
Shengliang Guan 已提交
1299

S
Shengliang Guan 已提交
1300
  if (tDeserializeSMAlterStbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
S
Shengliang Guan 已提交
1301
    terrno = TSDB_CODE_INVALID_MSG;
1302
    goto _OVER;
S
Shengliang Guan 已提交
1303
  }
S
Shengliang Guan 已提交
1304

S
Shengliang Guan 已提交
1305
  mDebug("stb:%s, start to alter", alterReq.name);
1306
  if (mndCheckAlterStbReq(&alterReq) != 0) goto _OVER;
S
Shengliang Guan 已提交
1307

S
Shengliang Guan 已提交
1308
  pDb = mndAcquireDbByStb(pMnode, alterReq.name);
S
Shengliang Guan 已提交
1309 1310
  if (pDb == NULL) {
    terrno = TSDB_CODE_MND_INVALID_DB;
1311
    goto _OVER;
S
Shengliang Guan 已提交
1312 1313
  }

S
Shengliang Guan 已提交
1314
  pStb = mndAcquireStb(pMnode, alterReq.name);
S
Shengliang Guan 已提交
1315 1316
  if (pStb == NULL) {
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
1317
    goto _OVER;
S
Shengliang Guan 已提交
1318
  }
S
Shengliang Guan 已提交
1319

1320 1321 1322 1323 1324 1325 1326
  if (alterReq.verInBlock > 0 && alterReq.verInBlock <= pStb->version) {
    mDebug("stb:%s, already exist, verInBlock:%d smaller than verInStb:%d, alter success", alterReq.name,
           alterReq.verInBlock, pStb->version);
    code = 0;
    goto _OVER;
  }

S
Shengliang Guan 已提交
1327
  pUser = mndAcquireUser(pMnode, pReq->conn.user);
S
Shengliang Guan 已提交
1328
  if (pUser == NULL) {
1329
    goto _OVER;
S
Shengliang Guan 已提交
1330 1331 1332
  }

  if (mndCheckWriteAuth(pUser, pDb) != 0) {
1333
    goto _OVER;
S
Shengliang Guan 已提交
1334 1335
  }

S
Shengliang Guan 已提交
1336
  code = mndAlterStb(pMnode, pReq, &alterReq, pDb, pStb);
S
Shengliang Guan 已提交
1337
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
1338

1339
_OVER:
S
Shengliang Guan 已提交
1340
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
1341
    mError("stb:%s, failed to alter since %s", alterReq.name, terrstr());
S
Shengliang Guan 已提交
1342 1343
  }

S
Shengliang Guan 已提交
1344 1345
  mndReleaseStb(pMnode, pStb);
  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
1346
  mndReleaseUser(pMnode, pUser);
S
Shengliang Guan 已提交
1347
  taosArrayDestroy(alterReq.pFields);
S
Shengliang Guan 已提交
1348 1349

  return code;
S
Shengliang Guan 已提交
1350
}
S
Shengliang Guan 已提交
1351

S
Shengliang Guan 已提交
1352
static int32_t mndProcessVAlterStbRsp(SRpcMsg *pRsp) {
S
Shengliang Guan 已提交
1353
  mndTransProcessRsp(pRsp);
1354 1355
  return 0;
}
S
Shengliang Guan 已提交
1356

S
Shengliang Guan 已提交
1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374
static int32_t mndSetDropStbRedoLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING) != 0) return -1;

  return 0;
}

static int32_t mndSetDropStbCommitLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED) != 0) return -1;

  return 0;
}

S
Shengliang Guan 已提交
1375 1376 1377 1378
static int32_t mndSetDropStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
  SSdb   *pSdb = pMnode->pSdb;
  SVgObj *pVgroup = NULL;
  void   *pIter = NULL;
S
Shengliang Guan 已提交
1379

S
Shengliang Guan 已提交
1380 1381 1382
  while (1) {
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
    if (pIter == NULL) break;
S
Shengliang Guan 已提交
1383 1384 1385 1386
    if (pVgroup->dbUid != pDb->uid) {
      sdbRelease(pSdb, pVgroup);
      continue;
    }
S
Shengliang Guan 已提交
1387

S
Shengliang Guan 已提交
1388
    int32_t contLen = 0;
S
Shengliang Guan 已提交
1389
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
S
Shengliang Guan 已提交
1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403
    if (pReq == NULL) {
      sdbCancelFetch(pSdb, pIter);
      sdbRelease(pSdb, pVgroup);
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      return -1;
    }

    STransAction action = {0};
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
    action.pCont = pReq;
    action.contLen = contLen;
    action.msgType = TDMT_VND_DROP_STB;
    action.acceptableCode = TSDB_CODE_VND_TB_NOT_EXIST;
    if (mndTransAppendRedoAction(pTrans, &action) != 0) {
wafwerar's avatar
wafwerar 已提交
1404
      taosMemoryFree(pReq);
S
Shengliang Guan 已提交
1405 1406 1407 1408 1409 1410 1411 1412 1413 1414
      sdbCancelFetch(pSdb, pIter);
      sdbRelease(pSdb, pVgroup);
      return -1;
    }
    sdbRelease(pSdb, pVgroup);
  }

  return 0;
}

S
Shengliang Guan 已提交
1415
static int32_t mndDropStb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb) {
S
Shengliang Guan 已提交
1416
  int32_t code = -1;
S
Shengliang Guan 已提交
1417
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_TYPE_DROP_STB, pReq);
1418
  if (pTrans == NULL) goto _OVER;
S
Shengliang Guan 已提交
1419

S
Shengliang Guan 已提交
1420
  mDebug("trans:%d, used to drop stb:%s", pTrans->id, pStb->name);
S
Shengliang Guan 已提交
1421
  mndTransSetDbInfo(pTrans, pDb);
S
Shengliang Guan 已提交
1422

1423 1424 1425 1426
  if (mndSetDropStbRedoLogs(pMnode, pTrans, pStb) != 0) goto _OVER;
  if (mndSetDropStbCommitLogs(pMnode, pTrans, pStb) != 0) goto _OVER;
  if (mndSetDropStbRedoActions(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
S
Shengliang Guan 已提交
1427

S
Shengliang Guan 已提交
1428 1429
  code = 0;

1430
_OVER:
S
Shengliang Guan 已提交
1431
  mndTransDrop(pTrans);
S
Shengliang 已提交
1432
  return code;
S
Shengliang Guan 已提交
1433 1434
}

S
Shengliang Guan 已提交
1435 1436
static int32_t mndProcessMDropStbReq(SRpcMsg *pReq) {
  SMnode      *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1437 1438 1439 1440
  int32_t      code = -1;
  SUserObj    *pUser = NULL;
  SDbObj      *pDb = NULL;
  SStbObj     *pStb = NULL;
S
Shengliang Guan 已提交
1441
  SMDropStbReq dropReq = {0};
S
Shengliang Guan 已提交
1442

S
Shengliang Guan 已提交
1443
  if (tDeserializeSMDropStbReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
S
Shengliang Guan 已提交
1444
    terrno = TSDB_CODE_INVALID_MSG;
1445
    goto _OVER;
S
Shengliang Guan 已提交
1446
  }
S
Shengliang Guan 已提交
1447

S
Shengliang Guan 已提交
1448
  mDebug("stb:%s, start to drop", dropReq.name);
S
Shengliang Guan 已提交
1449

S
Shengliang Guan 已提交
1450
  pStb = mndAcquireStb(pMnode, dropReq.name);
S
Shengliang Guan 已提交
1451
  if (pStb == NULL) {
S
Shengliang Guan 已提交
1452 1453
    if (dropReq.igNotExists) {
      mDebug("stb:%s, not exist, ignore not exist is set", dropReq.name);
S
Shengliang Guan 已提交
1454
      code = 0;
1455
      goto _OVER;
S
Shengliang Guan 已提交
1456 1457
    } else {
      terrno = TSDB_CODE_MND_STB_NOT_EXIST;
1458
      goto _OVER;
S
Shengliang Guan 已提交
1459 1460 1461
    }
  }

S
Shengliang Guan 已提交
1462
  pDb = mndAcquireDbByStb(pMnode, dropReq.name);
S
Shengliang Guan 已提交
1463 1464
  if (pDb == NULL) {
    terrno = TSDB_CODE_MND_DB_NOT_SELECTED;
1465
    goto _OVER;
S
Shengliang Guan 已提交
1466 1467
  }

S
Shengliang Guan 已提交
1468
  pUser = mndAcquireUser(pMnode, pReq->conn.user);
S
Shengliang Guan 已提交
1469
  if (pUser == NULL) {
1470
    goto _OVER;
S
Shengliang Guan 已提交
1471
  }
S
Shengliang Guan 已提交
1472

S
Shengliang Guan 已提交
1473
  if (mndCheckWriteAuth(pUser, pDb) != 0) {
1474
    goto _OVER;
S
Shengliang Guan 已提交
1475 1476 1477
  }

  code = mndDropStb(pMnode, pReq, pDb, pStb);
S
Shengliang Guan 已提交
1478
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
Shengliang Guan 已提交
1479

1480
_OVER:
S
Shengliang Guan 已提交
1481
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
Shengliang Guan 已提交
1482
    mError("stb:%s, failed to drop since %s", dropReq.name, terrstr());
S
Shengliang Guan 已提交
1483 1484
  }

S
Shengliang Guan 已提交
1485 1486 1487 1488 1489
  mndReleaseDb(pMnode, pDb);
  mndReleaseStb(pMnode, pStb);
  mndReleaseUser(pMnode, pUser);

  return code;
S
Shengliang Guan 已提交
1490
}
S
Shengliang Guan 已提交
1491

S
Shengliang Guan 已提交
1492
static int32_t mndProcessVDropStbRsp(SRpcMsg *pRsp) {
S
Shengliang Guan 已提交
1493
  mndTransProcessRsp(pRsp);
1494 1495
  return 0;
}
S
Shengliang Guan 已提交
1496

S
Shengliang Guan 已提交
1497
static int32_t mndBuildStbSchemaImp(SDbObj *pDb, SStbObj *pStb, const char *tbName, STableMetaRsp *pRsp) {
S
Shengliang Guan 已提交
1498 1499
  taosRLockLatch(&pStb->lock);

S
Shengliang Guan 已提交
1500
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
wafwerar's avatar
wafwerar 已提交
1501
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
S
Shengliang Guan 已提交
1502
  if (pRsp->pSchemas == NULL) {
S
Shengliang Guan 已提交
1503
    taosRUnLockLatch(&pStb->lock);
S
Shengliang Guan 已提交
1504 1505 1506 1507
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

S
Shengliang Guan 已提交
1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518
  strcpy(pRsp->dbFName, pStb->db);
  strcpy(pRsp->tbName, tbName);
  strcpy(pRsp->stbName, tbName);
  pRsp->dbId = pDb->uid;
  pRsp->numOfTags = pStb->numOfTags;
  pRsp->numOfColumns = pStb->numOfColumns;
  pRsp->precision = pDb->cfg.precision;
  pRsp->tableType = TSDB_SUPER_TABLE;
  pRsp->sversion = pStb->version;
  pRsp->suid = pStb->uid;
  pRsp->tuid = pStb->uid;
S
Shengliang Guan 已提交
1519

S
Shengliang Guan 已提交
1520
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
S
Shengliang Guan 已提交
1521
    SSchema *pSchema = &pRsp->pSchemas[i];
S
Shengliang Guan 已提交
1522 1523 1524
    SSchema *pSrcSchema = &pStb->pColumns[i];
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
    pSchema->type = pSrcSchema->type;
S
Shengliang Guan 已提交
1525 1526
    pSchema->colId = pSrcSchema->colId;
    pSchema->bytes = pSrcSchema->bytes;
S
Shengliang Guan 已提交
1527 1528 1529
  }

  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
S
Shengliang Guan 已提交
1530
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
S
Shengliang Guan 已提交
1531
    SSchema *pSrcSchema = &pStb->pTags[i];
S
Shengliang Guan 已提交
1532 1533
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
    pSchema->type = pSrcSchema->type;
S
Shengliang Guan 已提交
1534 1535
    pSchema->colId = pSrcSchema->colId;
    pSchema->bytes = pSrcSchema->bytes;
S
Shengliang Guan 已提交
1536
  }
S
Shengliang Guan 已提交
1537

S
Shengliang Guan 已提交
1538
  taosRUnLockLatch(&pStb->lock);
S
Shengliang Guan 已提交
1539
  return 0;
S
Shengliang Guan 已提交
1540
}
S
Shengliang Guan 已提交
1541

S
Shengliang Guan 已提交
1542 1543 1544
static int32_t mndBuildStbSchema(SMnode *pMnode, const char *dbFName, const char *tbName, STableMetaRsp *pRsp) {
  char tbFName[TSDB_TABLE_FNAME_LEN] = {0};
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
S
Shengliang Guan 已提交
1545

S
Shengliang Guan 已提交
1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
  if (pDb == NULL) {
    terrno = TSDB_CODE_MND_DB_NOT_SELECTED;
    return -1;
  }

  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
  if (pStb == NULL) {
    mndReleaseDb(pMnode, pDb);
    terrno = TSDB_CODE_MND_INVALID_STB;
    return -1;
  }

  int32_t code = mndBuildStbSchemaImp(pDb, pStb, tbName, pRsp);
  mndReleaseDb(pMnode, pDb);
  mndReleaseStb(pMnode, pStb);
  return code;
S
Shengliang Guan 已提交
1563
}
S
Shengliang Guan 已提交
1564

S
Shengliang Guan 已提交
1565 1566
static int32_t mndProcessTableMetaReq(SRpcMsg *pReq) {
  SMnode       *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1567 1568 1569
  int32_t       code = -1;
  STableInfoReq infoReq = {0};
  STableMetaRsp metaRsp = {0};
D
dapan 已提交
1570

S
Shengliang Guan 已提交
1571
  if (tDeserializeSTableInfoReq(pReq->pCont, pReq->contLen, &infoReq) != 0) {
S
Shengliang Guan 已提交
1572
    terrno = TSDB_CODE_INVALID_MSG;
1573
    goto _OVER;
S
Shengliang Guan 已提交
1574
  }
D
dapan 已提交
1575

D
dapan1121 已提交
1576 1577 1578
  if (0 == strcmp(infoReq.dbFName, TSDB_INFORMATION_SCHEMA_DB)) {
    mDebug("information_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
    if (mndBuildInsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp) != 0) {
1579
      goto _OVER;
D
dapan1121 已提交
1580
    }
D
dapan1121 已提交
1581 1582 1583
  } else if (0 == strcmp(infoReq.dbFName, TSDB_PERFORMANCE_SCHEMA_DB)) {
    mDebug("performance_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
    if (mndBuildPerfsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp) != 0) {
1584
      goto _OVER;
D
dapan1121 已提交
1585
    }
D
dapan1121 已提交
1586 1587 1588
  } else {
    mDebug("stb:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
    if (mndBuildStbSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp) != 0) {
1589
      goto _OVER;
D
dapan1121 已提交
1590
    }
S
Shengliang Guan 已提交
1591
  }
S
Shengliang Guan 已提交
1592

S
Shengliang Guan 已提交
1593 1594 1595
  int32_t rspLen = tSerializeSTableMetaRsp(NULL, 0, &metaRsp);
  if (rspLen < 0) {
    terrno = TSDB_CODE_INVALID_MSG;
1596
    goto _OVER;
S
Shengliang Guan 已提交
1597
  }
S
Shengliang Guan 已提交
1598

S
Shengliang Guan 已提交
1599
  void *pRsp = rpcMallocCont(rspLen);
S
Shengliang Guan 已提交
1600 1601
  if (pRsp == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
1602
    goto _OVER;
S
Shengliang Guan 已提交
1603
  }
D
dapan 已提交
1604

S
Shengliang Guan 已提交
1605
  tSerializeSTableMetaRsp(pRsp, rspLen, &metaRsp);
S
Shengliang Guan 已提交
1606 1607
  pReq->info.rsp = pRsp;
  pReq->info.rspLen = rspLen;
S
Shengliang Guan 已提交
1608
  code = 0;
S
Shengliang Guan 已提交
1609

S
Shengliang Guan 已提交
1610
  mDebug("stb:%s.%s, meta is retrieved", infoReq.dbFName, infoReq.tbName);
D
dapan 已提交
1611

1612
_OVER:
S
Shengliang Guan 已提交
1613 1614 1615
  if (code != 0) {
    mError("stb:%s.%s, failed to retrieve meta since %s", infoReq.dbFName, infoReq.tbName, terrstr());
  }
S
Shengliang Guan 已提交
1616

S
Shengliang Guan 已提交
1617 1618 1619
  tFreeSTableMetaRsp(&metaRsp);
  return code;
}
S
Shengliang Guan 已提交
1620

S
Shengliang Guan 已提交
1621 1622 1623 1624 1625 1626 1627 1628
int32_t mndValidateStbInfo(SMnode *pMnode, SSTableMetaVersion *pStbVersions, int32_t numOfStbs, void **ppRsp,
                           int32_t *pRspLen) {
  STableMetaBatchRsp batchMetaRsp = {0};
  batchMetaRsp.pArray = taosArrayInit(numOfStbs, sizeof(STableMetaRsp));
  if (batchMetaRsp.pArray == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }
S
Shengliang Guan 已提交
1629

S
Shengliang Guan 已提交
1630 1631 1632 1633 1634
  for (int32_t i = 0; i < numOfStbs; ++i) {
    SSTableMetaVersion *pStbVersion = &pStbVersions[i];
    pStbVersion->suid = be64toh(pStbVersion->suid);
    pStbVersion->sversion = ntohs(pStbVersion->sversion);
    pStbVersion->tversion = ntohs(pStbVersion->tversion);
S
Shengliang Guan 已提交
1635

S
Shengliang Guan 已提交
1636 1637 1638 1639 1640
    STableMetaRsp metaRsp = {0};
    mDebug("stb:%s.%s, start to retrieve meta", pStbVersion->dbFName, pStbVersion->stbName);
    if (mndBuildStbSchema(pMnode, pStbVersion->dbFName, pStbVersion->stbName, &metaRsp) != 0) {
      metaRsp.numOfColumns = -1;
      metaRsp.suid = pStbVersion->suid;
D
dapan 已提交
1641
    }
S
Shengliang Guan 已提交
1642

S
Shengliang Guan 已提交
1643 1644
    if (pStbVersion->sversion != metaRsp.sversion) {
      taosArrayPush(batchMetaRsp.pArray, &metaRsp);
D
dapan1121 已提交
1645 1646
    } else {
      tFreeSTableMetaRsp(&metaRsp);
S
Shengliang Guan 已提交
1647
    }
S
Shengliang Guan 已提交
1648
  }
S
Shengliang Guan 已提交
1649

S
Shengliang Guan 已提交
1650 1651 1652 1653 1654
  int32_t rspLen = tSerializeSTableMetaBatchRsp(NULL, 0, &batchMetaRsp);
  if (rspLen < 0) {
    tFreeSTableMetaBatchRsp(&batchMetaRsp);
    terrno = TSDB_CODE_INVALID_MSG;
    return -1;
D
dapan 已提交
1655 1656
  }

wafwerar's avatar
wafwerar 已提交
1657
  void *pRsp = taosMemoryMalloc(rspLen);
S
Shengliang Guan 已提交
1658 1659 1660 1661
  if (pRsp == NULL) {
    tFreeSTableMetaBatchRsp(&batchMetaRsp);
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
D
dapan 已提交
1662 1663
  }

S
Shengliang Guan 已提交
1664
  tSerializeSTableMetaBatchRsp(pRsp, rspLen, &batchMetaRsp);
D
dapan1121 已提交
1665
  tFreeSTableMetaBatchRsp(&batchMetaRsp);
S
Shengliang Guan 已提交
1666 1667
  *ppRsp = pRsp;
  *pRspLen = rspLen;
D
dapan 已提交
1668 1669 1670
  return 0;
}

1671
int32_t mndGetNumOfStbs(SMnode *pMnode, char *dbName, int32_t *pNumOfStbs) {
S
Shengliang Guan 已提交
1672
  SSdb   *pSdb = pMnode->pSdb;
S
Shengliang Guan 已提交
1673 1674 1675 1676 1677 1678
  SDbObj *pDb = mndAcquireDb(pMnode, dbName);
  if (pDb == NULL) {
    terrno = TSDB_CODE_MND_DB_NOT_SELECTED;
    return -1;
  }

S
Shengliang Guan 已提交
1679
  int32_t numOfStbs = 0;
1680
  void   *pIter = NULL;
S
Shengliang Guan 已提交
1681
  while (1) {
S
Shengliang Guan 已提交
1682
    SStbObj *pStb = NULL;
S
Shengliang Guan 已提交
1683
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
S
Shengliang Guan 已提交
1684 1685
    if (pIter == NULL) break;

S
Shengliang Guan 已提交
1686
    if (pStb->dbUid == pDb->uid) {
S
Shengliang Guan 已提交
1687
      numOfStbs++;
S
Shengliang Guan 已提交
1688 1689
    }

S
Shengliang Guan 已提交
1690
    sdbRelease(pSdb, pStb);
S
Shengliang Guan 已提交
1691 1692
  }

S
Shengliang Guan 已提交
1693
  *pNumOfStbs = numOfStbs;
S
Shengliang Guan 已提交
1694
  mndReleaseDb(pMnode, pDb);
S
Shengliang Guan 已提交
1695 1696 1697
  return 0;
}

S
Shengliang Guan 已提交
1698
static void mndExtractTableName(char *tableId, char *name) {
S
Shengliang Guan 已提交
1699 1700
  int32_t pos = -1;
  int32_t num = 0;
S
Shengliang Guan 已提交
1701
  for (pos = 0; tableId[pos] != 0; ++pos) {
H
Haojun Liao 已提交
1702
    if (tableId[pos] == TS_PATH_DELIMITER[0]) num++;
S
Shengliang Guan 已提交
1703 1704 1705 1706 1707 1708 1709 1710
    if (num == 2) break;
  }

  if (num == 2) {
    strcpy(name, tableId + pos + 1);
  }
}

S
Shengliang Guan 已提交
1711 1712
static int32_t mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
  SMnode  *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1713
  SSdb    *pSdb = pMnode->pSdb;
S
Shengliang Guan 已提交
1714 1715 1716
  int32_t  numOfRows = 0;
  SStbObj *pStb = NULL;
  int32_t  cols = 0;
S
Shengliang Guan 已提交
1717

H
Hongze Cheng 已提交
1718
  SDbObj *pDb = NULL;
H
Haojun Liao 已提交
1719 1720
  if (strlen(pShow->db) > 0) {
    pDb = mndAcquireDb(pMnode, pShow->db);
D
dapan1121 已提交
1721
    if (pDb == NULL) return terrno;
H
Haojun Liao 已提交
1722
  }
S
Shengliang Guan 已提交
1723

S
Shengliang Guan 已提交
1724
  while (numOfRows < rows) {
S
Shengliang Guan 已提交
1725
    pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
S
Shengliang Guan 已提交
1726 1727
    if (pShow->pIter == NULL) break;

H
Haojun Liao 已提交
1728
    if (pDb != NULL && pStb->dbUid != pDb->uid) {
S
Shengliang Guan 已提交
1729
      sdbRelease(pSdb, pStb);
S
Shengliang Guan 已提交
1730 1731 1732 1733 1734
      continue;
    }

    cols = 0;

H
Haojun Liao 已提交
1735
    SName name = {0};
H
Hongze Cheng 已提交
1736
    char  stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
1737 1738
    mndExtractTableName(pStb->name, &stbName[VARSTR_HEADER_SIZE]);
    varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
S
Shengliang Guan 已提交
1739

H
Hongze Cheng 已提交
1740 1741
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, numOfRows, (const char *)stbName, false);
1742

H
Hongze Cheng 已提交
1743 1744
    char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
    tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB);
1745 1746 1747
    tNameGetDbName(&name, varDataVal(db));
    varDataSetLen(db, strlen(varDataVal(db)));

1748
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
H
Hongze Cheng 已提交
1749
    colDataAppend(pColInfo, numOfRows, (const char *)db, false);
1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, numOfRows, (const char *)&pStb->createdTime, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, numOfRows, (const char *)&pStb->numOfColumns, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, numOfRows, (const char *)&pStb->numOfTags, false);

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, numOfRows, (const char *)&pStb->updateTime, false);  // number of tables

S
Shengliang 已提交
1763
    char *p = taosMemoryCalloc(1, pStb->commentLen + 1 + VARSTR_HEADER_SIZE);  // check malloc failures
1764 1765 1766 1767 1768 1769 1770
    if (p != NULL) {
      if (pStb->commentLen != 0) {
        STR_TO_VARSTR(p, pStb->comment);
      } else {
        STR_TO_VARSTR(p, "");
      }

1771
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols);
1772 1773
      colDataAppend(pColInfo, numOfRows, (const char *)p, false);
      taosMemoryFree(p);
S
Shengliang Guan 已提交
1774
    }
H
Haojun Liao 已提交
1775

S
Shengliang Guan 已提交
1776
    numOfRows++;
S
Shengliang Guan 已提交
1777
    sdbRelease(pSdb, pStb);
S
Shengliang Guan 已提交
1778 1779
  }

H
Haojun Liao 已提交
1780 1781 1782 1783
  if (pDb != NULL) {
    mndReleaseDb(pMnode, pDb);
  }

1784
  pShow->numOfRows += numOfRows;
S
Shengliang Guan 已提交
1785 1786 1787
  return numOfRows;
}

S
Shengliang Guan 已提交
1788
static void mndCancelGetNextStb(SMnode *pMnode, void *pIter) {
S
Shengliang Guan 已提交
1789 1790
  SSdb *pSdb = pMnode->pSdb;
  sdbCancelFetch(pSdb, pIter);
D
dapan1121 已提交
1791
}