mndSma.c 41.6 KB
Newer Older
S
sma  
Shengliang Guan 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#define _DEFAULT_SOURCE
#include "mndSma.h"
#include "mndDb.h"
#include "mndDnode.h"
dengyihao's avatar
dengyihao 已提交
20
#include "mndIndex.h"
dengyihao's avatar
dengyihao 已提交
21
#include "mndIndexComm.h"
S
sma  
Shengliang Guan 已提交
22 23
#include "mndInfoSchema.h"
#include "mndMnode.h"
L
Liu Jicong 已提交
24
#include "mndPrivilege.h"
L
Liu Jicong 已提交
25
#include "mndScheduler.h"
S
sma  
Shengliang Guan 已提交
26
#include "mndShow.h"
S
Shengliang Guan 已提交
27
#include "mndStb.h"
S
sma  
Shengliang Guan 已提交
28
#include "mndStream.h"
S
sma  
Shengliang Guan 已提交
29 30 31
#include "mndTrans.h"
#include "mndUser.h"
#include "mndVgroup.h"
C
Cary Xu 已提交
32
#include "parser.h"
S
sma  
Shengliang Guan 已提交
33 34 35 36 37 38 39 40 41 42
#include "tname.h"

#define TSDB_SMA_VER_NUMBER   1
#define TSDB_SMA_RESERVE_SIZE 64

static SSdbRaw *mndSmaActionEncode(SSmaObj *pSma);
static SSdbRow *mndSmaActionDecode(SSdbRaw *pRaw);
static int32_t  mndSmaActionInsert(SSdb *pSdb, SSmaObj *pSma);
static int32_t  mndSmaActionDelete(SSdb *pSdb, SSmaObj *pSpSmatb);
static int32_t  mndSmaActionUpdate(SSdb *pSdb, SSmaObj *pOld, SSmaObj *pNew);
43 44
static int32_t  mndProcessCreateSmaReq(SRpcMsg *pReq);
static int32_t  mndProcessDropSmaReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
45
static int32_t  mndProcessGetSmaReq(SRpcMsg *pReq);
46
static int32_t  mndProcessGetTbSmaReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
47
static int32_t  mndRetrieveSma(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
C
Cary Xu 已提交
48
static void     mndDestroySmaObj(SSmaObj *pSmaObj);
S
sma  
Shengliang Guan 已提交
49

dengyihao's avatar
dengyihao 已提交
50 51 52 53
// sma and tag index comm func
static int32_t mndProcessDropIdxReq(SRpcMsg *pReq);
static int32_t mndRetrieveIdx(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
static void    mndCancelRetrieveIdx(SMnode *pMnode, void *pIter);
dengyihao's avatar
dengyihao 已提交
54

S
sma  
Shengliang Guan 已提交
55
int32_t mndInitSma(SMnode *pMnode) {
56 57 58 59 60 61 62 63 64
  SSdbTable table = {
      .sdbType = SDB_SMA,
      .keyType = SDB_KEY_BINARY,
      .encodeFp = (SdbEncodeFp)mndSmaActionEncode,
      .decodeFp = (SdbDecodeFp)mndSmaActionDecode,
      .insertFp = (SdbInsertFp)mndSmaActionInsert,
      .updateFp = (SdbUpdateFp)mndSmaActionUpdate,
      .deleteFp = (SdbDeleteFp)mndSmaActionDelete,
  };
S
sma  
Shengliang Guan 已提交
65

66
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_SMA, mndProcessCreateSmaReq);
dengyihao's avatar
dengyihao 已提交
67
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_SMA, mndProcessDropIdxReq);
68 69
  mndSetMsgHandle(pMnode, TDMT_VND_CREATE_SMA_RSP, mndTransProcessRsp);
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_SMA_RSP, mndTransProcessRsp);
S
Shengliang Guan 已提交
70
  mndSetMsgHandle(pMnode, TDMT_MND_GET_INDEX, mndProcessGetSmaReq);
D
dapan1121 已提交
71
  mndSetMsgHandle(pMnode, TDMT_MND_GET_TABLE_INDEX, mndProcessGetTbSmaReq);
S
sma  
Shengliang Guan 已提交
72

dengyihao's avatar
dengyihao 已提交
73
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_INDEX, mndRetrieveIdx);
dengyihao's avatar
dengyihao 已提交
74
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_INDEX, mndCancelRetrieveIdx);
S
sma  
Shengliang Guan 已提交
75 76 77 78 79 80 81 82
  return sdbSetTable(pMnode->pSdb, table);
}

void mndCleanupSma(SMnode *pMnode) {}

static SSdbRaw *mndSmaActionEncode(SSmaObj *pSma) {
  terrno = TSDB_CODE_OUT_OF_MEMORY;

L
Liu Jicong 已提交
83 84
  int32_t size =
      sizeof(SSmaObj) + pSma->exprLen + pSma->tagsFilterLen + pSma->sqlLen + pSma->astLen + TSDB_SMA_RESERVE_SIZE;
S
sma  
Shengliang Guan 已提交
85 86 87 88 89 90 91
  SSdbRaw *pRaw = sdbAllocRaw(SDB_SMA, TSDB_SMA_VER_NUMBER, size);
  if (pRaw == NULL) goto _OVER;

  int32_t dataPos = 0;
  SDB_SET_BINARY(pRaw, dataPos, pSma->name, TSDB_TABLE_FNAME_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pSma->stb, TSDB_TABLE_FNAME_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pSma->db, TSDB_DB_FNAME_LEN, _OVER)
C
Cary Xu 已提交
92
  SDB_SET_BINARY(pRaw, dataPos, pSma->dstTbName, TSDB_DB_FNAME_LEN, _OVER)
S
sma  
Shengliang Guan 已提交
93 94 95 96
  SDB_SET_INT64(pRaw, dataPos, pSma->createdTime, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pSma->uid, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pSma->stbUid, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pSma->dbUid, _OVER)
C
Cary Xu 已提交
97
  SDB_SET_INT64(pRaw, dataPos, pSma->dstTbUid, _OVER)
S
sma  
Shengliang Guan 已提交
98 99 100
  SDB_SET_INT8(pRaw, dataPos, pSma->intervalUnit, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pSma->slidingUnit, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pSma->timezone, _OVER)
S
sma  
Shengliang Guan 已提交
101
  SDB_SET_INT32(pRaw, dataPos, pSma->dstVgId, _OVER)
S
sma  
Shengliang Guan 已提交
102 103 104 105 106
  SDB_SET_INT64(pRaw, dataPos, pSma->interval, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pSma->offset, _OVER)
  SDB_SET_INT64(pRaw, dataPos, pSma->sliding, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pSma->exprLen, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pSma->tagsFilterLen, _OVER)
S
sma  
Shengliang Guan 已提交
107 108
  SDB_SET_INT32(pRaw, dataPos, pSma->sqlLen, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pSma->astLen, _OVER)
109

S
sma  
Shengliang Guan 已提交
110 111 112 113 114 115 116 117 118 119 120 121
  if (pSma->exprLen > 0) {
    SDB_SET_BINARY(pRaw, dataPos, pSma->expr, pSma->exprLen, _OVER)
  }
  if (pSma->tagsFilterLen > 0) {
    SDB_SET_BINARY(pRaw, dataPos, pSma->tagsFilter, pSma->tagsFilterLen, _OVER)
  }
  if (pSma->sqlLen > 0) {
    SDB_SET_BINARY(pRaw, dataPos, pSma->sql, pSma->sqlLen, _OVER)
  }
  if (pSma->astLen > 0) {
    SDB_SET_BINARY(pRaw, dataPos, pSma->ast, pSma->astLen, _OVER)
  }
S
sma  
Shengliang Guan 已提交
122 123 124

  SDB_SET_RESERVE(pRaw, dataPos, TSDB_SMA_RESERVE_SIZE, _OVER)
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
125

S
sma  
Shengliang Guan 已提交
126 127 128 129 130 131 132 133 134 135 136 137 138 139 140
  terrno = 0;

_OVER:
  if (terrno != 0) {
    mError("sma:%s, failed to encode to raw:%p since %s", pSma->name, pRaw, terrstr());
    sdbFreeRaw(pRaw);
    return NULL;
  }

  mTrace("sma:%s, encode to raw:%p, row:%p", pSma->name, pRaw, pSma);
  return pRaw;
}

static SSdbRow *mndSmaActionDecode(SSdbRaw *pRaw) {
  terrno = TSDB_CODE_OUT_OF_MEMORY;
141 142
  SSdbRow *pRow = NULL;
  SSmaObj *pSma = NULL;
S
sma  
Shengliang Guan 已提交
143 144 145 146 147 148 149 150 151

  int8_t sver = 0;
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;

  if (sver != TSDB_SMA_VER_NUMBER) {
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
    goto _OVER;
  }

152
  pRow = sdbAllocRow(sizeof(SSmaObj));
S
sma  
Shengliang Guan 已提交
153 154
  if (pRow == NULL) goto _OVER;

155
  pSma = sdbGetRowObj(pRow);
S
sma  
Shengliang Guan 已提交
156 157 158 159 160 161 162
  if (pSma == NULL) goto _OVER;

  int32_t dataPos = 0;

  SDB_GET_BINARY(pRaw, dataPos, pSma->name, TSDB_TABLE_FNAME_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pSma->stb, TSDB_TABLE_FNAME_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pSma->db, TSDB_DB_FNAME_LEN, _OVER)
C
Cary Xu 已提交
163
  SDB_GET_BINARY(pRaw, dataPos, pSma->dstTbName, TSDB_DB_FNAME_LEN, _OVER)
S
sma  
Shengliang Guan 已提交
164 165 166 167
  SDB_GET_INT64(pRaw, dataPos, &pSma->createdTime, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pSma->uid, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pSma->stbUid, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pSma->dbUid, _OVER)
C
Cary Xu 已提交
168
  SDB_GET_INT64(pRaw, dataPos, &pSma->dstTbUid, _OVER)
S
sma  
Shengliang Guan 已提交
169 170 171
  SDB_GET_INT8(pRaw, dataPos, &pSma->intervalUnit, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pSma->slidingUnit, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &pSma->timezone, _OVER)
S
sma  
Shengliang Guan 已提交
172
  SDB_GET_INT32(pRaw, dataPos, &pSma->dstVgId, _OVER)
S
sma  
Shengliang Guan 已提交
173 174 175 176 177
  SDB_GET_INT64(pRaw, dataPos, &pSma->interval, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pSma->offset, _OVER)
  SDB_GET_INT64(pRaw, dataPos, &pSma->sliding, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pSma->exprLen, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pSma->tagsFilterLen, _OVER)
S
sma  
Shengliang Guan 已提交
178 179
  SDB_GET_INT32(pRaw, dataPos, &pSma->sqlLen, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pSma->astLen, _OVER)
S
sma  
Shengliang Guan 已提交
180

S
sma  
Shengliang Guan 已提交
181
  if (pSma->exprLen > 0) {
wafwerar's avatar
wafwerar 已提交
182
    pSma->expr = taosMemoryCalloc(pSma->exprLen, 1);
S
sma  
Shengliang Guan 已提交
183 184
    if (pSma->expr == NULL) goto _OVER;
    SDB_GET_BINARY(pRaw, dataPos, pSma->expr, pSma->exprLen, _OVER)
S
sma  
Shengliang Guan 已提交
185 186
  }

S
sma  
Shengliang Guan 已提交
187
  if (pSma->tagsFilterLen > 0) {
wafwerar's avatar
wafwerar 已提交
188
    pSma->tagsFilter = taosMemoryCalloc(pSma->tagsFilterLen, 1);
S
sma  
Shengliang Guan 已提交
189 190 191
    if (pSma->tagsFilter == NULL) goto _OVER;
    SDB_GET_BINARY(pRaw, dataPos, pSma->tagsFilter, pSma->tagsFilterLen, _OVER)
  }
S
sma  
Shengliang Guan 已提交
192

S
sma  
Shengliang Guan 已提交
193
  if (pSma->sqlLen > 0) {
wafwerar's avatar
wafwerar 已提交
194
    pSma->sql = taosMemoryCalloc(pSma->sqlLen, 1);
S
sma  
Shengliang Guan 已提交
195 196 197 198 199
    if (pSma->sql == NULL) goto _OVER;
    SDB_GET_BINARY(pRaw, dataPos, pSma->sql, pSma->sqlLen, _OVER)
  }

  if (pSma->astLen > 0) {
wafwerar's avatar
wafwerar 已提交
200
    pSma->ast = taosMemoryCalloc(pSma->astLen, 1);
S
sma  
Shengliang Guan 已提交
201 202 203 204 205
    if (pSma->ast == NULL) goto _OVER;
    SDB_GET_BINARY(pRaw, dataPos, pSma->ast, pSma->astLen, _OVER)
  }

  SDB_GET_RESERVE(pRaw, dataPos, TSDB_SMA_RESERVE_SIZE, _OVER)
206

S
sma  
Shengliang Guan 已提交
207 208 209 210
  terrno = 0;

_OVER:
  if (terrno != 0) {
S
Shengliang Guan 已提交
211 212 213 214 215 216 217
    if (pSma != NULL) {
      mError("sma:%s, failed to decode from raw:%p since %s", pSma->name, pRaw, terrstr());
      taosMemoryFreeClear(pSma->expr);
      taosMemoryFreeClear(pSma->tagsFilter);
      taosMemoryFreeClear(pSma->sql);
      taosMemoryFreeClear(pSma->ast);
    }
wafwerar's avatar
wafwerar 已提交
218
    taosMemoryFreeClear(pRow);
S
sma  
Shengliang Guan 已提交
219 220 221 222 223 224 225 226 227 228 229 230 231 232
    return NULL;
  }

  mTrace("sma:%s, decode from raw:%p, row:%p", pSma->name, pRaw, pSma);
  return pRow;
}

static int32_t mndSmaActionInsert(SSdb *pSdb, SSmaObj *pSma) {
  mTrace("sma:%s, perform insert action, row:%p", pSma->name, pSma);
  return 0;
}

static int32_t mndSmaActionDelete(SSdb *pSdb, SSmaObj *pSma) {
  mTrace("sma:%s, perform delete action, row:%p", pSma->name, pSma);
wafwerar's avatar
wafwerar 已提交
233 234
  taosMemoryFreeClear(pSma->tagsFilter);
  taosMemoryFreeClear(pSma->expr);
235 236
  taosMemoryFreeClear(pSma->sql);
  taosMemoryFreeClear(pSma->ast);
S
sma  
Shengliang Guan 已提交
237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269
  return 0;
}

static int32_t mndSmaActionUpdate(SSdb *pSdb, SSmaObj *pOld, SSmaObj *pNew) {
  mTrace("sma:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
  return 0;
}

SSmaObj *mndAcquireSma(SMnode *pMnode, char *smaName) {
  SSdb    *pSdb = pMnode->pSdb;
  SSmaObj *pSma = sdbAcquire(pSdb, SDB_SMA, smaName);
  if (pSma == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
    terrno = TSDB_CODE_MND_SMA_NOT_EXIST;
  }
  return pSma;
}

void mndReleaseSma(SMnode *pMnode, SSmaObj *pSma) {
  SSdb *pSdb = pMnode->pSdb;
  sdbRelease(pSdb, pSma);
}

SDbObj *mndAcquireDbBySma(SMnode *pMnode, const char *smaName) {
  SName name = {0};
  tNameFromString(&name, smaName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);

  char db[TSDB_TABLE_FNAME_LEN] = {0};
  tNameGetFullDbName(&name, db);

  return mndAcquireDb(pMnode, db);
}

static void *mndBuildVCreateSmaReq(SMnode *pMnode, SVgObj *pVgroup, SSmaObj *pSma, int32_t *pContLen) {
270 271 272
  SEncoder encoder = {0};
  int32_t  contLen = 0;
  SName    name = {0};
S
sma  
Shengliang Guan 已提交
273 274 275
  tNameFromString(&name, pSma->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);

  SVCreateTSmaReq req = {0};
276 277 278 279 280 281 282 283 284
  req.version = 0;
  req.intervalUnit = pSma->intervalUnit;
  req.slidingUnit = pSma->slidingUnit;
  req.timezoneInt = pSma->timezone;
  tstrncpy(req.indexName, (char *)tNameGetTableName(&name), TSDB_INDEX_NAME_LEN);
  req.exprLen = pSma->exprLen;
  req.tagsFilterLen = pSma->tagsFilterLen;
  req.indexUid = pSma->uid;
  req.tableUid = pSma->stbUid;
C
Cary Xu 已提交
285 286
  req.dstVgId = pSma->dstVgId;
  req.dstTbUid = pSma->dstTbUid;
287 288 289 290 291
  req.interval = pSma->interval;
  req.offset = pSma->offset;
  req.sliding = pSma->sliding;
  req.expr = pSma->expr;
  req.tagsFilter = pSma->tagsFilter;
C
Cary Xu 已提交
292 293 294 295
  req.schemaRow = pSma->schemaRow;
  req.schemaTag = pSma->schemaTag;
  req.dstTbName = pSma->dstTbName;

296 297 298 299 300 301 302 303
  // get length
  int32_t ret = 0;
  tEncodeSize(tEncodeSVCreateTSmaReq, &req, contLen, ret);
  if (ret < 0) {
    return NULL;
  }
  contLen += sizeof(SMsgHead);

wafwerar's avatar
wafwerar 已提交
304
  SMsgHead *pHead = taosMemoryMalloc(contLen);
S
sma  
Shengliang Guan 已提交
305 306 307 308 309 310 311 312 313
  if (pHead == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return NULL;
  }

  pHead->contLen = htonl(contLen);
  pHead->vgId = htonl(pVgroup->vgId);

  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
314 315 316 317 318 319 320 321
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
  if (tEncodeSVCreateTSmaReq(&encoder, &req) < 0) {
    taosMemoryFreeClear(pHead);
    tEncoderClear(&encoder);
    return NULL;
  }

  tEncoderClear(&encoder);
S
sma  
Shengliang Guan 已提交
322 323 324 325 326 327

  *pContLen = contLen;
  return pHead;
}

static void *mndBuildVDropSmaReq(SMnode *pMnode, SVgObj *pVgroup, SSmaObj *pSma, int32_t *pContLen) {
L
Liu Jicong 已提交
328 329 330
  SEncoder encoder = {0};
  int32_t  contLen;
  SName    name = {0};
S
sma  
Shengliang Guan 已提交
331 332 333 334 335 336
  tNameFromString(&name, pSma->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);

  SVDropTSmaReq req = {0};
  req.indexUid = pSma->uid;
  tstrncpy(req.indexName, (char *)tNameGetTableName(&name), TSDB_INDEX_NAME_LEN);

337 338 339 340 341 342 343 344 345
  // get length
  int32_t ret = 0;
  tEncodeSize(tEncodeSVDropTSmaReq, &req, contLen, ret);
  if (ret < 0) {
    return NULL;
  }

  contLen += sizeof(SMsgHead);

wafwerar's avatar
wafwerar 已提交
346
  SMsgHead *pHead = taosMemoryMalloc(contLen);
S
sma  
Shengliang Guan 已提交
347 348 349 350 351 352 353 354 355
  if (pHead == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return NULL;
  }

  pHead->contLen = htonl(contLen);
  pHead->vgId = htonl(pVgroup->vgId);

  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
356 357 358 359 360 361 362 363
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));

  if (tEncodeSVDropTSmaReq(&encoder, &req) < 0) {
    taosMemoryFreeClear(pHead);
    tEncoderClear(&encoder);
    return NULL;
  }
  tEncoderClear(&encoder);
S
sma  
Shengliang Guan 已提交
364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386

  *pContLen = contLen;
  return pHead;
}

static int32_t mndSetCreateSmaRedoLogs(SMnode *pMnode, STrans *pTrans, SSmaObj *pSma) {
  SSdbRaw *pRedoRaw = mndSmaActionEncode(pSma);
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING) != 0) return -1;

  return 0;
}

static int32_t mndSetCreateSmaCommitLogs(SMnode *pMnode, STrans *pTrans, SSmaObj *pSma) {
  SSdbRaw *pCommitRaw = mndSmaActionEncode(pSma);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY) != 0) return -1;

  return 0;
}

S
Shengliang Guan 已提交
387 388 389 390
static int32_t mndSetCreateSmaVgroupRedoLogs(SMnode *pMnode, STrans *pTrans, SVgObj *pVgroup) {
  SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
  if (pVgRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pVgRaw) != 0) return -1;
391
  if (sdbSetRawStatus(pVgRaw, SDB_STATUS_UPDATE) != 0) return -1;
S
Shengliang Guan 已提交
392 393 394 395 396 397 398 399 400 401 402
  return 0;
}

static int32_t mndSetCreateSmaVgroupCommitLogs(SMnode *pMnode, STrans *pTrans, SVgObj *pVgroup) {
  SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
  if (pVgRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pVgRaw) != 0) return -1;
  if (sdbSetRawStatus(pVgRaw, SDB_STATUS_READY) != 0) return -1;
  return 0;
}

403 404 405 406 407
static int32_t mndSetUpdateSmaStbCommitLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
  SStbObj stbObj = {0};
  taosRLockLatch(&pStb->lock);
  memcpy(&stbObj, pStb, sizeof(SStbObj));
  taosRUnLockLatch(&pStb->lock);
C
Cary Xu 已提交
408
  stbObj.numOfColumns = 0;
409
  stbObj.pColumns = NULL;
C
Cary Xu 已提交
410
  stbObj.numOfTags = 0;
411
  stbObj.pTags = NULL;
S
Shengliang Guan 已提交
412 413
  stbObj.numOfFuncs = 0;
  stbObj.pFuncs = NULL;
414 415 416 417 418 419 420 421 422 423 424 425
  stbObj.updateTime = taosGetTimestampMs();
  stbObj.lock = 0;
  stbObj.smaVer++;

  SSdbRaw *pCommitRaw = mndStbActionEncode(&stbObj);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY) != 0) return -1;

  return 0;
}

C
Cary Xu 已提交
426 427
static int32_t mndSetCreateSmaVgroupRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup,
                                                SSmaObj *pSma) {
S
Shengliang Guan 已提交
428 429 430 431 432 433 434 435 436
  SVnodeGid *pVgid = pVgroup->vnodeGid + 0;
  SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
  if (pDnode == NULL) return -1;

  STransAction action = {0};
  action.epSet = mndGetDnodeEpset(pDnode);
  mndReleaseDnode(pMnode, pDnode);

  // todo add sma info here
C
Cary Xu 已提交
437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460
  SNode *pAst = NULL;
  if (nodesStringToNode(pSma->ast, &pAst) < 0) {
    return -1;
  }
  if (qExtractResultSchema(pAst, &pSma->schemaRow.nCols, &pSma->schemaRow.pSchema) != 0) {
    nodesDestroyNode(pAst);
    return -1;
  }
  nodesDestroyNode(pAst);
  pSma->schemaRow.version = 1;

  // TODO: the schemaTag generated by qExtractResultXXX later.
  pSma->schemaTag.nCols = 1;
  pSma->schemaTag.version = 1;
  pSma->schemaTag.pSchema = taosMemoryCalloc(1, sizeof(SSchema));
  if (!pSma->schemaTag.pSchema) {
    return -1;
  }
  pSma->schemaTag.pSchema[0].type = TSDB_DATA_TYPE_BIGINT;
  pSma->schemaTag.pSchema[0].bytes = TYPE_BYTES[TSDB_DATA_TYPE_BIGINT];
  pSma->schemaTag.pSchema[0].colId = pSma->schemaRow.nCols + PRIMARYKEY_TIMESTAMP_COL_ID;
  pSma->schemaTag.pSchema[0].flags = 0;
  snprintf(pSma->schemaTag.pSchema[0].name, TSDB_COL_NAME_LEN, "groupId");

C
Cary Xu 已提交
461 462 463 464
  int32_t smaContLen = 0;
  void   *pSmaReq = mndBuildVCreateSmaReq(pMnode, pVgroup, pSma, &smaContLen);
  if (pSmaReq == NULL) return -1;
  pVgroup->pTsma = pSmaReq;
S
Shengliang Guan 已提交
465 466

  int32_t contLen = 0;
S
Shengliang Guan 已提交
467
  void   *pReq = mndBuildCreateVnodeReq(pMnode, pDnode, pDb, pVgroup, &contLen);
K
kailixu 已提交
468 469 470 471
  if (pReq == NULL) {
    taosMemoryFreeClear(pSmaReq);
    return -1;
  }
S
Shengliang Guan 已提交
472

dengyihao's avatar
dengyihao 已提交
473
  action.mTraceId = pTrans->mTraceId;
S
Shengliang Guan 已提交
474 475 476
  action.pCont = pReq;
  action.contLen = contLen;
  action.msgType = TDMT_DND_CREATE_VNODE;
477
  action.acceptableCode = TSDB_CODE_VND_ALREADY_EXIST;
S
Shengliang Guan 已提交
478 479

  if (mndTransAppendRedoAction(pTrans, &action) != 0) {
K
kailixu 已提交
480 481 482 483 484 485 486 487 488 489 490 491
    taosMemoryFreeClear(pSmaReq);
    taosMemoryFree(pReq);
    return -1;
  }

  action.pCont = pSmaReq;
  action.contLen = smaContLen;
  action.msgType = TDMT_VND_CREATE_SMA;
  action.acceptableCode = TSDB_CODE_TSMA_ALREADY_EXIST;

  if (mndTransAppendRedoAction(pTrans, &action) != 0) {
    taosMemoryFreeClear(pSmaReq);
S
Shengliang Guan 已提交
492 493 494 495 496 497
    return -1;
  }

  return 0;
}

C
Cary Xu 已提交
498 499 500 501 502 503 504
static void mndDestroySmaObj(SSmaObj *pSmaObj) {
  if (pSmaObj) {
    taosMemoryFreeClear(pSmaObj->schemaRow.pSchema);
    taosMemoryFreeClear(pSmaObj->schemaTag.pSchema);
  }
}

505 506
static int32_t mndCreateSma(SMnode *pMnode, SRpcMsg *pReq, SMCreateSmaReq *pCreate, SDbObj *pDb, SStbObj *pStb,
                            const char *streamName) {
S
sma  
Shengliang Guan 已提交
507 508 509
  SSmaObj smaObj = {0};
  memcpy(smaObj.name, pCreate->name, TSDB_TABLE_FNAME_LEN);
  memcpy(smaObj.stb, pStb->name, TSDB_TABLE_FNAME_LEN);
S
sma  
Shengliang Guan 已提交
510
  memcpy(smaObj.db, pDb->name, TSDB_DB_FNAME_LEN);
S
sma  
Shengliang Guan 已提交
511 512
  smaObj.createdTime = taosGetTimestampMs();
  smaObj.uid = mndGenerateUid(pCreate->name, TSDB_TABLE_FNAME_LEN);
S
Shengliang Guan 已提交
513

C
Cary Xu 已提交
514
  char resultTbName[TSDB_TABLE_FNAME_LEN + 16] = {0};
L
Liu Jicong 已提交
515
  snprintf(resultTbName, TSDB_TABLE_FNAME_LEN + 16, "%s_td_tsma_rst_tb", pCreate->name);
C
Cary Xu 已提交
516 517
  memcpy(smaObj.dstTbName, resultTbName, TSDB_TABLE_FNAME_LEN);
  smaObj.dstTbUid = mndGenerateUid(smaObj.dstTbName, TSDB_TABLE_FNAME_LEN);
S
sma  
Shengliang Guan 已提交
518
  smaObj.stbUid = pStb->uid;
S
sma  
Shengliang Guan 已提交
519
  smaObj.dbUid = pStb->dbUid;
S
sma  
Shengliang Guan 已提交
520 521
  smaObj.intervalUnit = pCreate->intervalUnit;
  smaObj.slidingUnit = pCreate->slidingUnit;
522
#if 0
S
sma  
Shengliang Guan 已提交
523
  smaObj.timezone = pCreate->timezone;
524
#endif
525
  smaObj.timezone = tsTimezone;  // use timezone of server
S
sma  
Shengliang Guan 已提交
526 527 528 529 530
  smaObj.interval = pCreate->interval;
  smaObj.offset = pCreate->offset;
  smaObj.sliding = pCreate->sliding;
  smaObj.exprLen = pCreate->exprLen;
  smaObj.tagsFilterLen = pCreate->tagsFilterLen;
S
sma  
Shengliang Guan 已提交
531 532 533
  smaObj.sqlLen = pCreate->sqlLen;
  smaObj.astLen = pCreate->astLen;
  if (smaObj.exprLen > 0) {
C
Cary Xu 已提交
534
    smaObj.expr = pCreate->expr;
S
sma  
Shengliang Guan 已提交
535 536
  }
  if (smaObj.tagsFilterLen > 0) {
C
Cary Xu 已提交
537
    smaObj.tagsFilter = pCreate->tagsFilter;
S
sma  
Shengliang Guan 已提交
538 539
  }
  if (smaObj.sqlLen > 0) {
C
Cary Xu 已提交
540
    smaObj.sql = pCreate->sql;
S
sma  
Shengliang Guan 已提交
541 542
  }
  if (smaObj.astLen > 0) {
C
Cary Xu 已提交
543
    smaObj.ast = pCreate->ast;
S
sma  
Shengliang Guan 已提交
544
  }
S
sma  
Shengliang Guan 已提交
545

S
sma  
Shengliang Guan 已提交
546
  SStreamObj streamObj = {0};
547
  tstrncpy(streamObj.name, streamName, TSDB_STREAM_FNAME_LEN);
L
Liu Jicong 已提交
548
  tstrncpy(streamObj.sourceDb, pDb->name, TSDB_DB_FNAME_LEN);
D
dapan1121 已提交
549
  tstrncpy(streamObj.targetDb, streamObj.sourceDb, TSDB_DB_FNAME_LEN);
S
sma  
Shengliang Guan 已提交
550 551
  streamObj.createTime = taosGetTimestampMs();
  streamObj.updateTime = streamObj.createTime;
552
  streamObj.uid = mndGenerateUid(streamName, strlen(streamName));
L
Liu Jicong 已提交
553
  streamObj.sourceDbUid = pDb->uid;
S
Shengliang Guan 已提交
554
  streamObj.targetDbUid = pDb->uid;
S
sma  
Shengliang Guan 已提交
555
  streamObj.version = 1;
556
  streamObj.sql = taosStrdup(pCreate->sql);
L
Liu Jicong 已提交
557
  streamObj.smaId = smaObj.uid;
558
  streamObj.conf.watermark = pCreate->watermark;
559
  streamObj.deleteMark = pCreate->deleteMark;
560 561 562
  streamObj.conf.fillHistory = STREAM_FILL_HISTORY_ON;
  streamObj.conf.trigger = STREAM_TRIGGER_WINDOW_CLOSE;
  streamObj.conf.triggerParam = pCreate->maxDelay;
563
  streamObj.ast = taosStrdup(smaObj.ast);
L
Liu Jicong 已提交
564

C
Cary Xu 已提交
565
  // check the maxDelay
566
  if (streamObj.conf.triggerParam < TSDB_MIN_ROLLUP_MAX_DELAY) {
C
Cary Xu 已提交
567
    int64_t msInterval = convertTimeFromPrecisionToUnit(pCreate->interval, pDb->cfg.precision, TIME_UNIT_MILLISECOND);
568
    streamObj.conf.triggerParam = msInterval > TSDB_MIN_ROLLUP_MAX_DELAY ? msInterval : TSDB_MIN_ROLLUP_MAX_DELAY;
C
Cary Xu 已提交
569
  }
570 571
  if (streamObj.conf.triggerParam > TSDB_MAX_ROLLUP_MAX_DELAY) {
    streamObj.conf.triggerParam = TSDB_MAX_ROLLUP_MAX_DELAY;
C
Cary Xu 已提交
572 573
  }

L
Liu Jicong 已提交
574 575 576 577 578
  if (mndAllocSmaVgroup(pMnode, pDb, &streamObj.fixedSinkVg) != 0) {
    mError("sma:%s, failed to create since %s", smaObj.name, terrstr());
    return -1;
  }
  smaObj.dstVgId = streamObj.fixedSinkVg.vgId;
S
Shengliang Guan 已提交
579
  streamObj.fixedSinkVgId = smaObj.dstVgId;
S
sma  
Shengliang Guan 已提交
580

L
Liu Jicong 已提交
581 582
  SNode *pAst = NULL;
  if (nodesStringToNode(streamObj.ast, &pAst) < 0) {
S
Shengliang Guan 已提交
583 584
    terrno = TSDB_CODE_MND_INVALID_SMA_OPTION;
    mError("sma:%s, failed to create since parse ast error", smaObj.name);
L
Liu Jicong 已提交
585 586 587 588 589
    return -1;
  }

  // extract output schema from ast
  if (qExtractResultSchema(pAst, (int32_t *)&streamObj.outputSchema.nCols, &streamObj.outputSchema.pSchema) != 0) {
S
Shengliang Guan 已提交
590 591
    terrno = TSDB_CODE_MND_INVALID_SMA_OPTION;
    mError("sma:%s, failed to create since extract result schema error", smaObj.name);
L
Liu Jicong 已提交
592 593 594 595 596 597 598 599
    return -1;
  }

  SQueryPlan  *pPlan = NULL;
  SPlanContext cxt = {
      .pAstRoot = pAst,
      .topicQuery = false,
      .streamQuery = true,
600 601
      .triggerType = streamObj.conf.trigger,
      .watermark = streamObj.conf.watermark,
602
      .deleteMark = streamObj.deleteMark,
L
Liu Jicong 已提交
603 604 605
  };

  if (qCreateQueryPlan(&cxt, &pPlan, NULL) < 0) {
S
Shengliang Guan 已提交
606 607
    terrno = TSDB_CODE_MND_INVALID_SMA_OPTION;
    mError("sma:%s, failed to create since create query plan error", smaObj.name);
L
Liu Jicong 已提交
608 609 610 611 612
    return -1;
  }

  // save physcial plan
  if (nodesNodeToString((SNode *)pPlan, false, &streamObj.physicalPlan, NULL) != 0) {
S
Shengliang Guan 已提交
613 614
    terrno = TSDB_CODE_MND_INVALID_SMA_OPTION;
    mError("sma:%s, failed to create since save physcial plan error", smaObj.name);
L
Liu Jicong 已提交
615 616
    return -1;
  }
S
Shengliang Guan 已提交
617

L
Liu Jicong 已提交
618
  if (pAst != NULL) nodesDestroyNode(pAst);
L
Liu Jicong 已提交
619
  nodesDestroyNode((SNode *)pPlan);
L
Liu Jicong 已提交
620

S
sma  
Shengliang Guan 已提交
621
  int32_t code = -1;
622
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "create-sma");
S
sma  
Shengliang Guan 已提交
623
  if (pTrans == NULL) goto _OVER;
624
  mndTransSetDbName(pTrans, pDb->name, NULL);
625
  if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
626

627
  mndTransSetSerial(pTrans);
628
  mInfo("trans:%d, used to create sma:%s stream:%s", pTrans->id, pCreate->name, streamObj.name);
629
  if (mndAddPrepareNewVgAction(pMnode, pTrans, &streamObj.fixedSinkVg) != 0) goto _OVER;
S
sma  
Shengliang Guan 已提交
630
  if (mndSetCreateSmaRedoLogs(pMnode, pTrans, &smaObj) != 0) goto _OVER;
L
Liu Jicong 已提交
631
  if (mndSetCreateSmaVgroupRedoLogs(pMnode, pTrans, &streamObj.fixedSinkVg) != 0) goto _OVER;
S
sma  
Shengliang Guan 已提交
632
  if (mndSetCreateSmaCommitLogs(pMnode, pTrans, &smaObj) != 0) goto _OVER;
L
Liu Jicong 已提交
633
  if (mndSetCreateSmaVgroupCommitLogs(pMnode, pTrans, &streamObj.fixedSinkVg) != 0) goto _OVER;
634
  if (mndSetUpdateSmaStbCommitLogs(pMnode, pTrans, pStb) != 0) goto _OVER;
C
Cary Xu 已提交
635
  if (mndSetCreateSmaVgroupRedoActions(pMnode, pTrans, pDb, &streamObj.fixedSinkVg, &smaObj) != 0) goto _OVER;
H
Haojun Liao 已提交
636
  if (mndScheduleStream(pMnode, &streamObj, 1685959190000) != 0) goto _OVER;
L
Liu Jicong 已提交
637
  if (mndPersistStream(pMnode, pTrans, &streamObj) != 0) goto _OVER;
S
sma  
Shengliang Guan 已提交
638 639
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;

640
  mInfo("sma:%s, uid:%" PRIi64 " create on stb:%" PRIi64 ", dstSuid:%" PRIi64 " dstTb:%s dstVg:%d", pCreate->name,
H
Hongze Cheng 已提交
641
        smaObj.uid, smaObj.stbUid, smaObj.dstTbUid, smaObj.dstTbName, smaObj.dstVgId);
C
Cary Xu 已提交
642

S
sma  
Shengliang Guan 已提交
643 644 645
  code = 0;

_OVER:
L
Liu Jicong 已提交
646
  tFreeStreamObj(&streamObj);
C
Cary Xu 已提交
647
  mndDestroySmaObj(&smaObj);
S
sma  
Shengliang Guan 已提交
648 649 650 651 652
  mndTransDrop(pTrans);
  return code;
}

static int32_t mndCheckCreateSmaReq(SMCreateSmaReq *pCreate) {
S
sma  
Shengliang Guan 已提交
653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674
  terrno = TSDB_CODE_MND_INVALID_SMA_OPTION;
  if (pCreate->name[0] == 0) return -1;
  if (pCreate->stb[0] == 0) return -1;
  if (pCreate->igExists < 0 || pCreate->igExists > 1) return -1;
  if (pCreate->intervalUnit < 0) return -1;
  if (pCreate->slidingUnit < 0) return -1;
  if (pCreate->timezone < 0) return -1;
  if (pCreate->interval < 0) return -1;
  if (pCreate->offset < 0) return -1;
  if (pCreate->sliding < 0) return -1;
  if (pCreate->exprLen < 0) return -1;
  if (pCreate->tagsFilterLen < 0) return -1;
  if (pCreate->sqlLen < 0) return -1;
  if (pCreate->astLen < 0) return -1;
  if (pCreate->exprLen != 0 && strlen(pCreate->expr) + 1 != pCreate->exprLen) return -1;
  if (pCreate->tagsFilterLen != 0 && strlen(pCreate->tagsFilter) + 1 != pCreate->tagsFilterLen) return -1;
  if (pCreate->sqlLen != 0 && strlen(pCreate->sql) + 1 != pCreate->sqlLen) return -1;
  if (pCreate->astLen != 0 && strlen(pCreate->ast) + 1 != pCreate->astLen) return -1;

  SName smaName = {0};
  if (tNameFromString(&smaName, pCreate->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE) < 0) return -1;
  if (*(char *)tNameGetTableName(&smaName) == 0) return -1;
S
sma  
Shengliang Guan 已提交
675

S
sma  
Shengliang Guan 已提交
676
  terrno = 0;
S
sma  
Shengliang Guan 已提交
677 678 679
  return 0;
}

680 681 682 683 684 685 686 687
static void mndGetStreamNameFromSmaName(char *streamName, char *smaName) {
  SName n;
  tNameFromString(&n, smaName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
  streamName[0] = '1';
  streamName[1] = '.';
  strcpy(streamName + 2, tNameGetTableName(&n));
}

688
static int32_t mndProcessCreateSmaReq(SRpcMsg *pReq) {
S
Shengliang Guan 已提交
689
  SMnode        *pMnode = pReq->info.node;
S
sma  
Shengliang Guan 已提交
690 691 692
  int32_t        code = -1;
  SStbObj       *pStb = NULL;
  SSmaObj       *pSma = NULL;
S
sma  
Shengliang Guan 已提交
693
  SStreamObj    *pStream = NULL;
S
sma  
Shengliang Guan 已提交
694 695 696
  SDbObj        *pDb = NULL;
  SMCreateSmaReq createReq = {0};

dengyihao's avatar
dengyihao 已提交
697 698
  int64_t mTraceId = TRACE_GET_ROOTID(&pReq->info.traceId);

S
Shengliang Guan 已提交
699
  if (tDeserializeSMCreateSmaReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
S
sma  
Shengliang Guan 已提交
700 701 702 703
    terrno = TSDB_CODE_INVALID_MSG;
    goto _OVER;
  }

704
  mInfo("sma:%s, start to create", createReq.name);
S
sma  
Shengliang Guan 已提交
705 706 707 708 709 710 711 712 713
  if (mndCheckCreateSmaReq(&createReq) != 0) {
    goto _OVER;
  }

  pStb = mndAcquireStb(pMnode, createReq.stb);
  if (pStb == NULL) {
    mError("sma:%s, failed to create since stb:%s not exist", createReq.name, createReq.stb);
    goto _OVER;
  }
L
Liu Jicong 已提交
714

715 716 717 718
  char streamName[TSDB_TABLE_FNAME_LEN] = {0};
  mndGetStreamNameFromSmaName(streamName, createReq.name);

  pStream = mndAcquireStream(pMnode, streamName);
S
sma  
Shengliang Guan 已提交
719
  if (pStream != NULL) {
720
    mError("sma:%s, failed to create since stream:%s already exist", createReq.name, streamName);
C
Cary Xu 已提交
721
    terrno = TSDB_CODE_MND_STREAM_ALREADY_EXIST;
S
sma  
Shengliang Guan 已提交
722 723
    goto _OVER;
  }
dengyihao's avatar
dengyihao 已提交
724
  SSIdx idx = {0};
725
  if (mndAcquireGlobalIdx(pMnode, createReq.name, SDB_SMA, &idx) == 0) {
dengyihao's avatar
dengyihao 已提交
726
    pSma = idx.pIdx;
dengyihao's avatar
dengyihao 已提交
727 728
  } else {
    goto _OVER;
dengyihao's avatar
dengyihao 已提交
729
  }
S
sma  
Shengliang Guan 已提交
730 731 732

  if (pSma != NULL) {
    if (createReq.igExists) {
733
      mInfo("sma:%s, already exist in sma:%s, ignore exist is set", createReq.name, pSma->name);
S
sma  
Shengliang Guan 已提交
734 735 736 737 738 739 740 741 742 743 744 745 746 747
      code = 0;
      goto _OVER;
    } else {
      terrno = TSDB_CODE_MND_SMA_ALREADY_EXIST;
      goto _OVER;
    }
  }

  pDb = mndAcquireDbBySma(pMnode, createReq.name);
  if (pDb == NULL) {
    terrno = TSDB_CODE_MND_DB_NOT_SELECTED;
    goto _OVER;
  }

748
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb) != 0) {
S
sma  
Shengliang Guan 已提交
749 750 751
    goto _OVER;
  }

752
  code = mndCreateSma(pMnode, pReq, &createReq, pDb, pStb, streamName);
S
Shengliang Guan 已提交
753
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
sma  
Shengliang Guan 已提交
754 755

_OVER:
S
Shengliang Guan 已提交
756
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
C
Cary Xu 已提交
757
    mError("sma:%s, failed to create since %s", createReq.name, terrstr());
S
sma  
Shengliang Guan 已提交
758 759 760 761
  }

  mndReleaseStb(pMnode, pStb);
  mndReleaseSma(pMnode, pSma);
S
sma  
Shengliang Guan 已提交
762
  mndReleaseStream(pMnode, pStream);
S
sma  
Shengliang Guan 已提交
763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786
  mndReleaseDb(pMnode, pDb);
  tFreeSMCreateSmaReq(&createReq);

  return code;
}

static int32_t mndSetDropSmaRedoLogs(SMnode *pMnode, STrans *pTrans, SSmaObj *pSma) {
  SSdbRaw *pRedoRaw = mndSmaActionEncode(pSma);
  if (pRedoRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
  if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING) != 0) return -1;

  return 0;
}

static int32_t mndSetDropSmaCommitLogs(SMnode *pMnode, STrans *pTrans, SSmaObj *pSma) {
  SSdbRaw *pCommitRaw = mndSmaActionEncode(pSma);
  if (pCommitRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
  if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED) != 0) return -1;

  return 0;
}

L
Liu Jicong 已提交
787
static int32_t mndSetDropSmaVgroupRedoLogs(SMnode *pMnode, STrans *pTrans, SVgObj *pVgroup) {
S
Shengliang Guan 已提交
788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820
  SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
  if (pVgRaw == NULL) return -1;
  if (mndTransAppendRedolog(pTrans, pVgRaw) != 0) return -1;
  if (sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPING) != 0) return -1;

  return 0;
}

static int32_t mndSetDropSmaVgroupCommitLogs(SMnode *pMnode, STrans *pTrans, SVgObj *pVgroup) {
  SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
  if (pVgRaw == NULL) return -1;
  if (mndTransAppendCommitlog(pTrans, pVgRaw) != 0) return -1;
  if (sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED) != 0) return -1;

  return 0;
}

static int32_t mndSetDropSmaVgroupRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
  SVnodeGid *pVgid = pVgroup->vnodeGid + 0;
  SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
  if (pDnode == NULL) return -1;

  STransAction action = {0};
  action.epSet = mndGetDnodeEpset(pDnode);
  mndReleaseDnode(pMnode, pDnode);

  int32_t contLen = 0;
  void   *pReq = mndBuildDropVnodeReq(pMnode, pDnode, pDb, pVgroup, &contLen);
  if (pReq == NULL) return -1;

  action.pCont = pReq;
  action.contLen = contLen;
  action.msgType = TDMT_DND_DROP_VNODE;
821
  action.acceptableCode = TSDB_CODE_VND_NOT_EXIST;
S
Shengliang Guan 已提交
822 823 824 825 826 827 828 829 830

  if (mndTransAppendRedoAction(pTrans, &action) != 0) {
    taosMemoryFree(pReq);
    return -1;
  }

  return 0;
}

S
Shengliang Guan 已提交
831
static int32_t mndDropSma(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SSmaObj *pSma) {
832 833 834 835
  int32_t  code = -1;
  SVgObj  *pVgroup = NULL;
  SStbObj *pStb = NULL;
  STrans  *pTrans = NULL;
S
Shengliang Guan 已提交
836 837 838 839

  pVgroup = mndAcquireVgroup(pMnode, pSma->dstVgId);
  if (pVgroup == NULL) goto _OVER;

840 841 842
  pStb = mndAcquireStb(pMnode, pSma->stb);
  if (pStb == NULL) goto _OVER;

843
  pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "drop-sma");
S
sma  
Shengliang Guan 已提交
844 845
  if (pTrans == NULL) goto _OVER;

846
  mInfo("trans:%d, used to drop sma:%s", pTrans->id, pSma->name);
847
  mndTransSetDbName(pTrans, pDb->name, NULL);
848
  if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
849

C
Cary Xu 已提交
850
  mndTransSetSerial(pTrans);
S
sma  
Shengliang Guan 已提交
851

852 853 854 855
  char streamName[TSDB_TABLE_FNAME_LEN] = {0};
  mndGetStreamNameFromSmaName(streamName, pSma->name);

  SStreamObj *pStream = mndAcquireStream(pMnode, streamName);
L
Liu Jicong 已提交
856 857 858 859 860 861 862 863 864 865 866 867
  if (pStream == NULL || pStream->smaId != pSma->uid) {
    sdbRelease(pMnode->pSdb, pStream);
    goto _OVER;
  } else {
    if (mndDropStreamTasks(pMnode, pTrans, pStream) < 0) {
      mError("stream:%s, failed to drop task since %s", pStream->name, terrstr());
      sdbRelease(pMnode->pSdb, pStream);
      goto _OVER;
    }

    // drop stream
    if (mndPersistDropStreamLog(pMnode, pTrans, pStream) < 0) {
S
Shengliang Guan 已提交
868
      mError("stream:%s, failed to drop log since %s", pStream->name, terrstr());
L
Liu Jicong 已提交
869 870 871 872
      sdbRelease(pMnode->pSdb, pStream);
      goto _OVER;
    }
  }
S
sma  
Shengliang Guan 已提交
873
  if (mndSetDropSmaRedoLogs(pMnode, pTrans, pSma) != 0) goto _OVER;
S
Shengliang Guan 已提交
874
  if (mndSetDropSmaVgroupRedoLogs(pMnode, pTrans, pVgroup) != 0) goto _OVER;
S
sma  
Shengliang Guan 已提交
875
  if (mndSetDropSmaCommitLogs(pMnode, pTrans, pSma) != 0) goto _OVER;
S
Shengliang Guan 已提交
876
  if (mndSetDropSmaVgroupCommitLogs(pMnode, pTrans, pVgroup) != 0) goto _OVER;
877
  if (mndSetUpdateSmaStbCommitLogs(pMnode, pTrans, pStb) != 0) goto _OVER;
S
Shengliang Guan 已提交
878
  if (mndSetDropSmaVgroupRedoActions(pMnode, pTrans, pDb, pVgroup) != 0) goto _OVER;
S
sma  
Shengliang Guan 已提交
879 880 881 882 883 884
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;

  code = 0;

_OVER:
  mndTransDrop(pTrans);
885
  mndReleaseStream(pMnode, pStream);
S
Shengliang Guan 已提交
886
  mndReleaseVgroup(pMnode, pVgroup);
887 888 889 890 891
  mndReleaseStb(pMnode, pStb);
  return code;
}

int32_t mndDropSmasByStb(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
H
Haojun Liao 已提交
892 893 894 895 896
  SSdb       *pSdb = pMnode->pSdb;
  SSmaObj    *pSma = NULL;
  void       *pIter = NULL;
  SVgObj     *pVgroup = NULL;
  int32_t     code = -1;
897 898 899 900 901 902

  while (1) {
    pIter = sdbFetch(pSdb, SDB_SMA, pIter, (void **)&pSma);
    if (pIter == NULL) break;

    if (pSma->stbUid == pStb->uid) {
C
Cary Xu 已提交
903
      mndTransSetSerial(pTrans);
904 905
      pVgroup = mndAcquireVgroup(pMnode, pSma->dstVgId);
      if (pVgroup == NULL) goto _OVER;
S
Shengliang Guan 已提交
906

907 908 909 910
      char streamName[TSDB_TABLE_FNAME_LEN] = {0};
      mndGetStreamNameFromSmaName(streamName, pSma->name);

      SStreamObj *pStream = mndAcquireStream(pMnode, streamName);
S
Shengliang Guan 已提交
911 912 913
      if (pStream != NULL && pStream->smaId == pSma->uid) {
        if (mndDropStreamTasks(pMnode, pTrans, pStream) < 0) {
          mError("stream:%s, failed to drop task since %s", pStream->name, terrstr());
H
Haojun Liao 已提交
914
          mndReleaseStream(pMnode, pStream);
S
Shengliang Guan 已提交
915 916
          goto _OVER;
        }
H
Haojun Liao 已提交
917

S
Shengliang Guan 已提交
918
        if (mndPersistDropStreamLog(pMnode, pTrans, pStream) < 0) {
H
Haojun Liao 已提交
919
          mndReleaseStream(pMnode, pStream);
S
Shengliang Guan 已提交
920 921
          goto _OVER;
        }
H
Haojun Liao 已提交
922 923

        mndReleaseStream(pMnode, pStream);
S
Shengliang Guan 已提交
924
      }
H
Haojun Liao 已提交
925

926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941
      if (mndSetDropSmaVgroupCommitLogs(pMnode, pTrans, pVgroup) != 0) goto _OVER;
      if (mndSetDropSmaVgroupRedoActions(pMnode, pTrans, pDb, pVgroup) != 0) goto _OVER;
      if (mndSetDropSmaCommitLogs(pMnode, pTrans, pSma) != 0) goto _OVER;
      mndReleaseVgroup(pMnode, pVgroup);
      pVgroup = NULL;
    }

    sdbRelease(pSdb, pSma);
  }

  code = 0;

_OVER:
  sdbCancelFetch(pSdb, pIter);
  sdbRelease(pSdb, pSma);
  mndReleaseVgroup(pMnode, pVgroup);
S
sma  
Shengliang Guan 已提交
942 943 944
  return code;
}

945
int32_t mndDropSmasByDb(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
S
Shengliang Guan 已提交
946 947
  SSdb *pSdb = pMnode->pSdb;
  void *pIter = NULL;
948 949

  while (1) {
S
Shengliang Guan 已提交
950
    SSmaObj *pSma = NULL;
951 952 953 954
    pIter = sdbFetch(pSdb, SDB_SMA, pIter, (void **)&pSma);
    if (pIter == NULL) break;

    if (pSma->dbUid == pDb->uid) {
S
Shengliang Guan 已提交
955 956 957 958
      if (mndSetDropSmaCommitLogs(pMnode, pTrans, pSma) != 0) {
        sdbRelease(pSdb, pSma);
        sdbCancelFetch(pSdb, pSma);
        return -1;
S
Shengliang Guan 已提交
959
      }
960 961 962 963 964
    }

    sdbRelease(pSdb, pSma);
  }

S
Shengliang Guan 已提交
965
  return 0;
966 967 968
}

static int32_t mndProcessDropSmaReq(SRpcMsg *pReq) {
S
Shengliang Guan 已提交
969
  SMnode      *pMnode = pReq->info.node;
S
sma  
Shengliang Guan 已提交
970 971 972 973 974
  int32_t      code = -1;
  SDbObj      *pDb = NULL;
  SSmaObj     *pSma = NULL;
  SMDropSmaReq dropReq = {0};

S
Shengliang Guan 已提交
975
  if (tDeserializeSMDropSmaReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
S
sma  
Shengliang Guan 已提交
976 977 978 979
    terrno = TSDB_CODE_INVALID_MSG;
    goto _OVER;
  }

980
  mInfo("sma:%s, start to drop", dropReq.name);
S
sma  
Shengliang Guan 已提交
981

dengyihao's avatar
dengyihao 已提交
982
  SSIdx idx = {0};
983
  if (mndAcquireGlobalIdx(pMnode, dropReq.name, SDB_SMA, &idx) == 0) {
dengyihao's avatar
dengyihao 已提交
984
    pSma = idx.pIdx;
dengyihao's avatar
dengyihao 已提交
985 986
  } else {
    goto _OVER;
dengyihao's avatar
dengyihao 已提交
987
  }
S
sma  
Shengliang Guan 已提交
988 989
  if (pSma == NULL) {
    if (dropReq.igNotExists) {
990
      mInfo("sma:%s, not exist, ignore not exist is set", dropReq.name);
S
sma  
Shengliang Guan 已提交
991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004
      code = 0;
      goto _OVER;
    } else {
      terrno = TSDB_CODE_MND_SMA_NOT_EXIST;
      goto _OVER;
    }
  }

  pDb = mndAcquireDbBySma(pMnode, dropReq.name);
  if (pDb == NULL) {
    terrno = TSDB_CODE_MND_DB_NOT_SELECTED;
    goto _OVER;
  }

1005
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb) != 0) {
S
sma  
Shengliang Guan 已提交
1006 1007 1008 1009
    goto _OVER;
  }

  code = mndDropSma(pMnode, pReq, pDb, pSma);
S
Shengliang Guan 已提交
1010
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
S
sma  
Shengliang Guan 已提交
1011 1012

_OVER:
S
Shengliang Guan 已提交
1013
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
S
sma  
Shengliang Guan 已提交
1014 1015 1016
    mError("sma:%s, failed to drop since %s", dropReq.name, terrstr());
  }

1017
  mndReleaseSma(pMnode, pSma);
1018
  mndReleaseDb(pMnode, pDb);
S
sma  
Shengliang Guan 已提交
1019 1020 1021
  return code;
}

S
Shengliang Guan 已提交
1022
static int32_t mndGetSma(SMnode *pMnode, SUserIndexReq *indexReq, SUserIndexRsp *rsp, bool *exist) {
L
Liu Jicong 已提交
1023 1024
  int32_t  code = -1;
  SSmaObj *pSma = NULL;
D
dapan1121 已提交
1025

1026 1027 1028
  SSIdx idx = {0};
  if (0 == mndAcquireGlobalIdx(pMnode, indexReq->indexFName, SDB_SMA, &idx)) {
    pSma = idx.pIdx;
dengyihao's avatar
dengyihao 已提交
1029 1030 1031
  } else {
    *exist = false;
    return 0;
1032 1033
  }

D
dapan1121 已提交
1034 1035 1036 1037 1038 1039 1040 1041 1042 1043
  if (pSma == NULL) {
    *exist = false;
    return 0;
  }

  memcpy(rsp->dbFName, pSma->db, sizeof(pSma->db));
  memcpy(rsp->tblFName, pSma->stb, sizeof(pSma->stb));
  strcpy(rsp->indexType, TSDB_INDEX_TYPE_SMA);

  SNodeList *pList = NULL;
L
Liu Jicong 已提交
1044
  int32_t    extOffset = 0;
D
dapan1121 已提交
1045 1046 1047 1048 1049
  code = nodesStringToList(pSma->expr, &pList);
  if (0 == code) {
    SNode *node = NULL;
    FOREACH(node, pList) {
      SFunctionNode *pFunc = (SFunctionNode *)node;
L
Liu Jicong 已提交
1050 1051
      extOffset += snprintf(rsp->indexExts + extOffset, sizeof(rsp->indexExts) - extOffset - 1, "%s%s",
                            (extOffset ? "," : ""), pFunc->functionName);
D
dapan1121 已提交
1052 1053 1054 1055 1056 1057
    }

    *exist = true;
  }

  mndReleaseSma(pMnode, pSma);
S
Shengliang Guan 已提交
1058 1059 1060
  return code;
}

D
dapan1121 已提交
1061
int32_t mndGetTableSma(SMnode *pMnode, char *tbFName, STableIndexRsp *rsp, bool *exist) {
1062 1063 1064 1065
  int32_t         code = 0;
  SSmaObj        *pSma = NULL;
  SSdb           *pSdb = pMnode->pSdb;
  void           *pIter = NULL;
D
dapan1121 已提交
1066 1067
  STableIndexInfo info;

1068
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
D
dapan1121 已提交
1069 1070 1071 1072 1073
  if (NULL == pStb) {
    *exist = false;
    return TSDB_CODE_SUCCESS;
  }

D
dapan1121 已提交
1074
  strcpy(rsp->dbFName, pStb->db);
D
dapan1121 已提交
1075
  strcpy(rsp->tbName, pStb->name + strlen(pStb->db) + 1);
D
dapan1121 已提交
1076 1077 1078 1079
  rsp->suid = pStb->uid;
  rsp->version = pStb->smaVer;
  mndReleaseStb(pMnode, pStb);

D
dapan1121 已提交
1080 1081 1082 1083
  while (1) {
    pIter = sdbFetch(pSdb, SDB_SMA, pIter, (void **)&pSma);
    if (pIter == NULL) break;

D
dapan1121 已提交
1084
    if (pSma->stb[0] != tbFName[0] || strcmp(pSma->stb, tbFName)) {
D
dapan1121 已提交
1085 1086 1087 1088 1089 1090 1091 1092 1093 1094
      continue;
    }

    info.intervalUnit = pSma->intervalUnit;
    info.slidingUnit = pSma->slidingUnit;
    info.interval = pSma->interval;
    info.offset = pSma->offset;
    info.sliding = pSma->sliding;
    info.dstTbUid = pSma->dstTbUid;
    info.dstVgId = pSma->dstVgId;
D
dapan1121 已提交
1095

1096
    SVgObj *pVg = mndAcquireVgroup(pMnode, pSma->dstVgId);
D
dapan1121 已提交
1097 1098 1099 1100 1101 1102
    if (pVg == NULL) {
      code = -1;
      sdbRelease(pSdb, pSma);
      return code;
    }
    info.epSet = mndGetVgroupEpset(pMnode, pVg);
1103

D
dapan1121 已提交
1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122
    info.expr = taosMemoryMalloc(pSma->exprLen + 1);
    if (info.expr == NULL) {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      code = -1;
      sdbRelease(pSdb, pSma);
      return code;
    }

    memcpy(info.expr, pSma->expr, pSma->exprLen);
    info.expr[pSma->exprLen] = 0;

    if (NULL == taosArrayPush(rsp->pIndex, &info)) {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      code = -1;
      taosMemoryFree(info.expr);
      sdbRelease(pSdb, pSma);
      return code;
    }

D
dapan1121 已提交
1123
    rsp->indexSize += sizeof(info) + pSma->exprLen + 1;
D
dapan1121 已提交
1124 1125 1126 1127
    *exist = true;

    sdbRelease(pSdb, pSma);
  }
1128

D
dapan1121 已提交
1129 1130 1131
  return code;
}

S
Shengliang Guan 已提交
1132
static int32_t mndProcessGetSmaReq(SRpcMsg *pReq) {
S
Shengliang Guan 已提交
1133
  SUserIndexReq indexReq = {0};
S
Shengliang Guan 已提交
1134
  SMnode       *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1135 1136 1137 1138
  int32_t       code = -1;
  SUserIndexRsp rsp = {0};
  bool          exist = false;

S
Shengliang Guan 已提交
1139
  if (tDeserializeSUserIndexReq(pReq->pCont, pReq->contLen, &indexReq) != 0) {
S
Shengliang Guan 已提交
1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163
    terrno = TSDB_CODE_INVALID_MSG;
    goto _OVER;
  }

  code = mndGetSma(pMnode, &indexReq, &rsp, &exist);
  if (code) {
    goto _OVER;
  }

  if (!exist) {
    // TODO GET INDEX FROM FULLTEXT
    code = -1;
    terrno = TSDB_CODE_MND_DB_INDEX_NOT_EXIST;
  } else {
    int32_t contLen = tSerializeSUserIndexRsp(NULL, 0, &rsp);
    void   *pRsp = rpcMallocCont(contLen);
    if (pRsp == NULL) {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      code = -1;
      goto _OVER;
    }

    tSerializeSUserIndexRsp(pRsp, contLen, &rsp);

S
Shengliang Guan 已提交
1164 1165
    pReq->info.rsp = pRsp;
    pReq->info.rspLen = contLen;
S
Shengliang Guan 已提交
1166 1167 1168 1169 1170 1171 1172 1173

    code = 0;
  }

_OVER:
  if (code != 0) {
    mError("failed to get index %s since %s", indexReq.indexFName, terrstr());
  }
D
dapan1121 已提交
1174 1175 1176 1177

  return code;
}

D
dapan1121 已提交
1178 1179
static int32_t mndProcessGetTbSmaReq(SRpcMsg *pReq) {
  STableIndexReq indexReq = {0};
1180 1181
  SMnode        *pMnode = pReq->info.node;
  int32_t        code = -1;
D
dapan1121 已提交
1182
  STableIndexRsp rsp = {0};
1183
  bool           exist = false;
D
dapan1121 已提交
1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196

  if (tDeserializeSTableIndexReq(pReq->pCont, pReq->contLen, &indexReq) != 0) {
    terrno = TSDB_CODE_INVALID_MSG;
    goto _OVER;
  }

  rsp.pIndex = taosArrayInit(10, sizeof(STableIndexInfo));
  if (NULL == rsp.pIndex) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    code = -1;
    goto _OVER;
  }

D
dapan1121 已提交
1197
  code = mndGetTableSma(pMnode, indexReq.tbFName, &rsp, &exist);
D
dapan1121 已提交
1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226
  if (code) {
    goto _OVER;
  }

  if (!exist) {
    code = -1;
    terrno = TSDB_CODE_MND_DB_INDEX_NOT_EXIST;
  } else {
    int32_t contLen = tSerializeSTableIndexRsp(NULL, 0, &rsp);
    void   *pRsp = rpcMallocCont(contLen);
    if (pRsp == NULL) {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      code = -1;
      goto _OVER;
    }

    tSerializeSTableIndexRsp(pRsp, contLen, &rsp);

    pReq->info.rsp = pRsp;
    pReq->info.rspLen = contLen;

    code = 0;
  }

_OVER:
  if (code != 0) {
    mError("failed to get table index %s since %s", indexReq.tbFName, terrstr());
  }

1227
  tFreeSerializeSTableIndexRsp(&rsp);
D
dapan1121 已提交
1228 1229 1230
  return code;
}

S
Shengliang Guan 已提交
1231 1232
static int32_t mndRetrieveSma(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
  SMnode  *pMnode = pReq->info.node;
S
sma  
Shengliang Guan 已提交
1233 1234 1235 1236 1237
  SSdb    *pSdb = pMnode->pSdb;
  int32_t  numOfRows = 0;
  SSmaObj *pSma = NULL;
  int32_t  cols = 0;

1238 1239 1240 1241 1242
  SDbObj *pDb = NULL;
  if (strlen(pShow->db) > 0) {
    pDb = mndAcquireDb(pMnode, pShow->db);
    if (pDb == NULL) return 0;
  }
dengyihao's avatar
dengyihao 已提交
1243
  SSmaAndTagIter *pIter = pShow->pIter;
S
sma  
Shengliang Guan 已提交
1244
  while (numOfRows < rows) {
dengyihao's avatar
dengyihao 已提交
1245 1246
    pIter->pSmaIter = sdbFetch(pSdb, SDB_SMA, pIter->pSmaIter, (void **)&pSma);
    if (pIter->pSmaIter == NULL) break;
S
sma  
Shengliang Guan 已提交
1247

1248
    if (NULL != pDb && pSma->dbUid != pDb->uid) {
S
sma  
Shengliang Guan 已提交
1249 1250 1251 1252 1253 1254 1255 1256
      sdbRelease(pSdb, pSma);
      continue;
    }

    cols = 0;

    SName smaName = {0};
    tNameFromString(&smaName, pSma->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
X
Xiaoyu Wang 已提交
1257 1258 1259
    char n1[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
    STR_TO_VARSTR(n1, (char *)tNameGetTableName(&smaName));

S
Shengliang Guan 已提交
1260
    char n2[TSDB_DB_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1261
    STR_TO_VARSTR(n2, (char *)mndGetDbStr(pSma->db));
X
Xiaoyu Wang 已提交
1262

S
sma  
Shengliang Guan 已提交
1263 1264
    SName stbName = {0};
    tNameFromString(&stbName, pSma->stb, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
X
Xiaoyu Wang 已提交
1265 1266
    char n3[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
    STR_TO_VARSTR(n3, (char *)tNameGetTableName(&stbName));
1267

L
Liu Jicong 已提交
1268
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1269
    colDataSetVal(pColInfo, numOfRows, (const char *)n1, false);
1270 1271

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1272
    colDataSetVal(pColInfo, numOfRows, (const char *)n2, false);
X
Xiaoyu Wang 已提交
1273 1274

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1275
    colDataSetVal(pColInfo, numOfRows, (const char *)n3, false);
S
sma  
Shengliang Guan 已提交
1276

S
Shengliang Guan 已提交
1277
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1278
    colDataSetVal(pColInfo, numOfRows, (const char *)&pSma->dstVgId, false);
S
Shengliang Guan 已提交
1279

S
Shengliang Guan 已提交
1280
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1281
    colDataSetVal(pColInfo, numOfRows, (const char *)&pSma->createdTime, false);
S
Shengliang Guan 已提交
1282

dengyihao's avatar
opt idx  
dengyihao 已提交
1283 1284 1285 1286
    char col[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
    STR_TO_VARSTR(col, (char *)"");

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
H
Haojun Liao 已提交
1287
    colDataSetVal(pColInfo, numOfRows, (const char *)col, false);
dengyihao's avatar
opt idx  
dengyihao 已提交
1288 1289 1290 1291 1292

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

    char tag[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
    STR_TO_VARSTR(tag, (char *)"sma_index");
H
Haojun Liao 已提交
1293
    colDataSetVal(pColInfo, numOfRows, (const char *)tag, false);
dengyihao's avatar
opt idx  
dengyihao 已提交
1294

S
sma  
Shengliang Guan 已提交
1295 1296 1297 1298
    numOfRows++;
    sdbRelease(pSdb, pSma);
  }

X
Xiaoyu Wang 已提交
1299
  mndReleaseDb(pMnode, pDb);
1300
  pShow->numOfRows += numOfRows;
S
sma  
Shengliang Guan 已提交
1301 1302 1303
  return numOfRows;
}

dengyihao's avatar
dengyihao 已提交
1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329
// sma and tag index comm func
static int32_t mndProcessDropIdxReq(SRpcMsg *pReq) {
  int ret = mndProcessDropSmaReq(pReq);
  if (terrno == TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST) {
    terrno = 0;
    ret = mndProcessDropTagIdxReq(pReq);
  }
  return ret;
}

static int32_t mndRetrieveIdx(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
  if (pShow->pIter == NULL) {
    pShow->pIter = taosMemoryCalloc(1, sizeof(SSmaAndTagIter));
  }
  int32_t read = mndRetrieveSma(pReq, pShow, pBlock, rows);
  if (read < rows) read += mndRetrieveTagIdx(pReq, pShow, pBlock, rows - read);
  return read;
}
static void mndCancelRetrieveIdx(SMnode *pMnode, void *pIter) {
  SSmaAndTagIter *p = pIter;
  if (p != NULL) {
    SSdb *pSdb = pMnode->pSdb;
    sdbCancelFetch(pSdb, p->pSmaIter);
    sdbCancelFetch(pSdb, p->pIdxIter);
  }
  taosMemoryFree(p);
D
dapan1121 已提交
1330
}