mndTrans.c 58.6 KB
Newer Older
S
Shengliang Guan 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#define _DEFAULT_SOURCE
S
Shengliang Guan 已提交
17
#include "mndTrans.h"
L
Liu Jicong 已提交
18
#include "mndConsumer.h"
S
Shengliang Guan 已提交
19
#include "mndDb.h"
20
#include "mndStb.h"
21
#include "mndPrivilege.h"
S
Shengliang Guan 已提交
22
#include "mndShow.h"
S
Shengliang Guan 已提交
23
#include "mndSync.h"
S
Shengliang Guan 已提交
24
#include "mndUser.h"
S
Shengliang Guan 已提交
25

26 27
#define TRANS_VER_NUMBER   1
#define TRANS_ARRAY_SIZE   8
S
Shengliang Guan 已提交
28
#define TRANS_RESERVE_SIZE 64
S
Shengliang Guan 已提交
29

S
Shengliang Guan 已提交
30 31 32
static SSdbRaw *mndTransActionEncode(STrans *pTrans);
static SSdbRow *mndTransActionDecode(SSdbRaw *pRaw);
static int32_t  mndTransActionInsert(SSdb *pSdb, STrans *pTrans);
S
Shengliang Guan 已提交
33
static int32_t  mndTransActionUpdate(SSdb *pSdb, STrans *OldTrans, STrans *pOld);
34
static int32_t  mndTransActionDelete(SSdb *pSdb, STrans *pTrans, bool callFunc);
S
Shengliang Guan 已提交
35

S
Shengliang Guan 已提交
36
static int32_t mndTransAppendLog(SArray *pArray, SSdbRaw *pRaw);
S
Shengliang Guan 已提交
37
static int32_t mndTransAppendAction(SArray *pArray, STransAction *pAction);
S
Shengliang Guan 已提交
38 39
static void    mndTransDropLogs(SArray *pArray);
static void    mndTransDropActions(SArray *pArray);
40
static void    mndTransDropData(STrans *pTrans);
41
static int32_t mndTransExecuteActions(SMnode *pMnode, STrans *pTrans, SArray *pArray);
S
Shengliang Guan 已提交
42 43 44 45
static int32_t mndTransExecuteRedoLogs(SMnode *pMnode, STrans *pTrans);
static int32_t mndTransExecuteUndoLogs(SMnode *pMnode, STrans *pTrans);
static int32_t mndTransExecuteRedoActions(SMnode *pMnode, STrans *pTrans);
static int32_t mndTransExecuteUndoActions(SMnode *pMnode, STrans *pTrans);
46
static int32_t mndTransExecuteCommitActions(SMnode *pMnode, STrans *pTrans);
S
Shengliang Guan 已提交
47 48 49 50 51
static bool    mndTransPerformPrepareStage(SMnode *pMnode, STrans *pTrans);
static bool    mndTransPerformRedoLogStage(SMnode *pMnode, STrans *pTrans);
static bool    mndTransPerformRedoActionStage(SMnode *pMnode, STrans *pTrans);
static bool    mndTransPerformUndoLogStage(SMnode *pMnode, STrans *pTrans);
static bool    mndTransPerformUndoActionStage(SMnode *pMnode, STrans *pTrans);
52
static bool    mndTransPerformCommitActionStage(SMnode *pMnode, STrans *pTrans);
S
Shengliang Guan 已提交
53 54 55
static bool    mndTransPerformCommitStage(SMnode *pMnode, STrans *pTrans);
static bool    mndTransPerformRollbackStage(SMnode *pMnode, STrans *pTrans);
static bool    mndTransPerfromFinishedStage(SMnode *pMnode, STrans *pTrans);
56
static bool    mndCannotExecuteTransAction(SMnode *pMnode) { return !pMnode->deploy && !mndIsMaster(pMnode); }
S
Shengliang Guan 已提交
57

58
static void    mndTransSendRpcRsp(SMnode *pMnode, STrans *pTrans);
59
static int32_t mndProcessTransTimer(SRpcMsg *pReq);
wmmhello's avatar
wmmhello 已提交
60
static int32_t mndProcessTtl(SRpcMsg *pReq);
S
Shengliang Guan 已提交
61
static int32_t mndProcessKillTransReq(SRpcMsg *pReq);
S
Shengliang Guan 已提交
62

S
Shengliang Guan 已提交
63
static int32_t mndRetrieveTrans(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
S
Shengliang Guan 已提交
64 65
static void    mndCancelGetNextTrans(SMnode *pMnode, void *pIter);

S
Shengliang Guan 已提交
66
int32_t mndInitTrans(SMnode *pMnode) {
S
Shengliang Guan 已提交
67 68 69 70 71 72 73 74 75
  SSdbTable table = {
      .sdbType = SDB_TRANS,
      .keyType = SDB_KEY_INT32,
      .encodeFp = (SdbEncodeFp)mndTransActionEncode,
      .decodeFp = (SdbDecodeFp)mndTransActionDecode,
      .insertFp = (SdbInsertFp)mndTransActionInsert,
      .updateFp = (SdbUpdateFp)mndTransActionUpdate,
      .deleteFp = (SdbDeleteFp)mndTransActionDelete,
  };
S
Shengliang Guan 已提交
76

77
  mndSetMsgHandle(pMnode, TDMT_MND_TRANS_TIMER, mndProcessTransTimer);
S
Shengliang Guan 已提交
78
  mndSetMsgHandle(pMnode, TDMT_MND_KILL_TRANS, mndProcessKillTransReq);
S
Shengliang Guan 已提交
79

S
Shengliang Guan 已提交
80
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_TRANS, mndRetrieveTrans);
S
Shengliang Guan 已提交
81
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_TRANS, mndCancelGetNextTrans);
S
Shengliang Guan 已提交
82 83 84 85 86
  return sdbSetTable(pMnode->pSdb, table);
}

void mndCleanupTrans(SMnode *pMnode) {}

87 88 89
static int32_t mndTransGetActionsSize(SArray *pArray) {
  int32_t actionNum = taosArrayGetSize(pArray);
  int32_t rawDataLen = 0;
S
Shengliang Guan 已提交
90

91 92
  for (int32_t i = 0; i < actionNum; ++i) {
    STransAction *pAction = taosArrayGet(pArray, i);
93
    if (pAction->actionType == TRANS_ACTION_RAW) {
S
Shengliang Guan 已提交
94
      rawDataLen += (sizeof(STransAction) + sdbGetRawTotalSize(pAction->pRaw));
95
    } else if (pAction->actionType == TRANS_ACTION_MSG) {
96
      rawDataLen += (sizeof(STransAction) + pAction->contLen);
97 98
    } else {
      // empty
99
    }
100
    rawDataLen += sizeof(int8_t);
S
Shengliang Guan 已提交
101 102
  }

103 104
  return rawDataLen;
}
S
Shengliang Guan 已提交
105

106 107
static SSdbRaw *mndTransActionEncode(STrans *pTrans) {
  terrno = TSDB_CODE_OUT_OF_MEMORY;
S
Shengliang Guan 已提交
108

S
Shengliang Guan 已提交
109
  int32_t rawDataLen = sizeof(STrans) + TRANS_RESERVE_SIZE + pTrans->paramLen;
110 111 112
  rawDataLen += mndTransGetActionsSize(pTrans->redoActions);
  rawDataLen += mndTransGetActionsSize(pTrans->undoActions);
  rawDataLen += mndTransGetActionsSize(pTrans->commitActions);
S
Shengliang Guan 已提交
113

S
Shengliang Guan 已提交
114
  SSdbRaw *pRaw = sdbAllocRaw(SDB_TRANS, TRANS_VER_NUMBER, rawDataLen);
S
Shengliang Guan 已提交
115
  if (pRaw == NULL) {
S
Shengliang Guan 已提交
116
    mError("trans:%d, failed to alloc raw since %s", pTrans->id, terrstr());
S
Shengliang Guan 已提交
117 118 119 120
    return NULL;
  }

  int32_t dataPos = 0;
121
  SDB_SET_INT32(pRaw, dataPos, pTrans->id, _OVER)
S
Shengliang Guan 已提交
122 123 124 125
  SDB_SET_INT8(pRaw, dataPos, pTrans->stage, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pTrans->policy, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pTrans->conflict, _OVER)
  SDB_SET_INT8(pRaw, dataPos, pTrans->exec, _OVER)
126 127
  SDB_SET_INT8(pRaw, dataPos, pTrans->oper, _OVER)
  SDB_SET_INT8(pRaw, dataPos, 0, _OVER)
128
  SDB_SET_INT16(pRaw, dataPos, pTrans->originRpcType, _OVER)
129
  SDB_SET_INT64(pRaw, dataPos, pTrans->createdTime, _OVER)
130 131
  SDB_SET_BINARY(pRaw, dataPos, pTrans->dbname, TSDB_TABLE_FNAME_LEN, _OVER)
  SDB_SET_BINARY(pRaw, dataPos, pTrans->stbname, TSDB_TABLE_FNAME_LEN, _OVER)
132
  SDB_SET_INT32(pRaw, dataPos, pTrans->redoActionPos, _OVER)
133 134 135 136

  int32_t redoActionNum = taosArrayGetSize(pTrans->redoActions);
  int32_t undoActionNum = taosArrayGetSize(pTrans->undoActions);
  int32_t commitActionNum = taosArrayGetSize(pTrans->commitActions);
137 138
  SDB_SET_INT32(pRaw, dataPos, redoActionNum, _OVER)
  SDB_SET_INT32(pRaw, dataPos, undoActionNum, _OVER)
139
  SDB_SET_INT32(pRaw, dataPos, commitActionNum, _OVER)
S
Shengliang Guan 已提交
140

S
Shengliang Guan 已提交
141 142
  for (int32_t i = 0; i < redoActionNum; ++i) {
    STransAction *pAction = taosArrayGet(pTrans->redoActions, i);
143 144 145
    SDB_SET_INT32(pRaw, dataPos, pAction->id, _OVER)
    SDB_SET_INT32(pRaw, dataPos, pAction->errCode, _OVER)
    SDB_SET_INT32(pRaw, dataPos, pAction->acceptableCode, _OVER)
146
    SDB_SET_INT32(pRaw, dataPos, pAction->retryCode, _OVER)
147
    SDB_SET_INT8(pRaw, dataPos, pAction->actionType, _OVER)
148
    SDB_SET_INT8(pRaw, dataPos, pAction->stage, _OVER)
149
    SDB_SET_INT8(pRaw, dataPos, pAction->reserved, _OVER)
150
    if (pAction->actionType == TRANS_ACTION_RAW) {
151
      int32_t len = sdbGetRawTotalSize(pAction->pRaw);
152
      SDB_SET_INT8(pRaw, dataPos, pAction->rawWritten, _OVER)
153 154
      SDB_SET_INT32(pRaw, dataPos, len, _OVER)
      SDB_SET_BINARY(pRaw, dataPos, (void *)pAction->pRaw, len, _OVER)
155
    } else if (pAction->actionType == TRANS_ACTION_MSG) {
156 157
      SDB_SET_BINARY(pRaw, dataPos, (void *)&pAction->epSet, sizeof(SEpSet), _OVER)
      SDB_SET_INT16(pRaw, dataPos, pAction->msgType, _OVER)
158 159
      SDB_SET_INT8(pRaw, dataPos, pAction->msgSent, _OVER)
      SDB_SET_INT8(pRaw, dataPos, pAction->msgReceived, _OVER)
160 161
      SDB_SET_INT32(pRaw, dataPos, pAction->contLen, _OVER)
      SDB_SET_BINARY(pRaw, dataPos, pAction->pCont, pAction->contLen, _OVER)
162 163
    } else {
      // nothing
164
    }
S
Shengliang Guan 已提交
165 166 167 168
  }

  for (int32_t i = 0; i < undoActionNum; ++i) {
    STransAction *pAction = taosArrayGet(pTrans->undoActions, i);
169 170 171
    SDB_SET_INT32(pRaw, dataPos, pAction->id, _OVER)
    SDB_SET_INT32(pRaw, dataPos, pAction->errCode, _OVER)
    SDB_SET_INT32(pRaw, dataPos, pAction->acceptableCode, _OVER)
172
    SDB_SET_INT32(pRaw, dataPos, pAction->retryCode, _OVER)
173
    SDB_SET_INT8(pRaw, dataPos, pAction->actionType, _OVER)
174
    SDB_SET_INT8(pRaw, dataPos, pAction->stage, _OVER)
175
    SDB_SET_INT8(pRaw, dataPos, pAction->reserved, _OVER)
176
    if (pAction->actionType == TRANS_ACTION_RAW) {
177
      int32_t len = sdbGetRawTotalSize(pAction->pRaw);
178
      SDB_SET_INT8(pRaw, dataPos, pAction->rawWritten, _OVER)
179 180
      SDB_SET_INT32(pRaw, dataPos, len, _OVER)
      SDB_SET_BINARY(pRaw, dataPos, (void *)pAction->pRaw, len, _OVER)
181
    } else if (pAction->actionType == TRANS_ACTION_MSG) {
182 183
      SDB_SET_BINARY(pRaw, dataPos, (void *)&pAction->epSet, sizeof(SEpSet), _OVER)
      SDB_SET_INT16(pRaw, dataPos, pAction->msgType, _OVER)
184 185
      SDB_SET_INT8(pRaw, dataPos, pAction->msgSent, _OVER)
      SDB_SET_INT8(pRaw, dataPos, pAction->msgReceived, _OVER)
186 187
      SDB_SET_INT32(pRaw, dataPos, pAction->contLen, _OVER)
      SDB_SET_BINARY(pRaw, dataPos, pAction->pCont, pAction->contLen, _OVER)
188 189
    } else {
      // nothing
190 191 192 193 194
    }
  }

  for (int32_t i = 0; i < commitActionNum; ++i) {
    STransAction *pAction = taosArrayGet(pTrans->commitActions, i);
195 196 197
    SDB_SET_INT32(pRaw, dataPos, pAction->id, _OVER)
    SDB_SET_INT32(pRaw, dataPos, pAction->errCode, _OVER)
    SDB_SET_INT32(pRaw, dataPos, pAction->acceptableCode, _OVER)
198
    SDB_SET_INT32(pRaw, dataPos, pAction->retryCode, _OVER)
199
    SDB_SET_INT8(pRaw, dataPos, pAction->actionType, _OVER)
200
    SDB_SET_INT8(pRaw, dataPos, pAction->stage, _OVER)
201
    SDB_SET_INT8(pRaw, dataPos, pAction->reserved, _OVER)
202
    if (pAction->actionType == TRANS_ACTION_RAW) {
203
      int32_t len = sdbGetRawTotalSize(pAction->pRaw);
204
      SDB_SET_INT8(pRaw, dataPos, pAction->rawWritten, _OVER)
205 206
      SDB_SET_INT32(pRaw, dataPos, len, _OVER)
      SDB_SET_BINARY(pRaw, dataPos, (void *)pAction->pRaw, len, _OVER)
207
    } else if (pAction->actionType == TRANS_ACTION_MSG) {
208 209
      SDB_SET_BINARY(pRaw, dataPos, (void *)&pAction->epSet, sizeof(SEpSet), _OVER)
      SDB_SET_INT16(pRaw, dataPos, pAction->msgType, _OVER)
210 211
      SDB_SET_INT8(pRaw, dataPos, pAction->msgSent, _OVER)
      SDB_SET_INT8(pRaw, dataPos, pAction->msgReceived, _OVER)
212 213
      SDB_SET_INT32(pRaw, dataPos, pAction->contLen, _OVER)
      SDB_SET_BINARY(pRaw, dataPos, pAction->pCont, pAction->contLen, _OVER)
214 215
    } else {
      // nothing
216
    }
217 218
  }

219 220 221
  SDB_SET_INT32(pRaw, dataPos, pTrans->startFunc, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pTrans->stopFunc, _OVER)
  SDB_SET_INT32(pRaw, dataPos, pTrans->paramLen, _OVER)
222
  if (pTrans->param != NULL) {
223
    SDB_SET_BINARY(pRaw, dataPos, pTrans->param, pTrans->paramLen, _OVER)
224 225
  }

226 227
  SDB_SET_RESERVE(pRaw, dataPos, TRANS_RESERVE_SIZE, _OVER)
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
228 229 230

  terrno = 0;

231
_OVER:
232
  if (terrno != 0) {
S
Shengliang Guan 已提交
233 234
    mError("trans:%d, failed to encode to raw:%p maxlen:%d len:%d since %s", pTrans->id, pRaw, sdbGetRawTotalSize(pRaw),
           dataPos, terrstr());
235 236
    sdbFreeRaw(pRaw);
    return NULL;
S
Shengliang Guan 已提交
237 238
  }

S
Shengliang Guan 已提交
239
  mTrace("trans:%d, encode to raw:%p, row:%p len:%d", pTrans->id, pRaw, pTrans, dataPos);
S
Shengliang Guan 已提交
240 241 242
  return pRaw;
}

S
Shengliang Guan 已提交
243
static SSdbRow *mndTransActionDecode(SSdbRaw *pRaw) {
244 245
  terrno = TSDB_CODE_OUT_OF_MEMORY;

246 247 248
  SSdbRow     *pRow = NULL;
  STrans      *pTrans = NULL;
  char        *pData = NULL;
249 250 251 252
  int32_t      dataLen = 0;
  int8_t       sver = 0;
  int32_t      redoActionNum = 0;
  int32_t      undoActionNum = 0;
253
  int32_t      commitActionNum = 0;
254 255 256
  int32_t      dataPos = 0;
  STransAction action = {0};

S
Shengliang Guan 已提交
257
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
S
Shengliang Guan 已提交
258

S
Shengliang Guan 已提交
259
  if (sver != TRANS_VER_NUMBER) {
S
Shengliang Guan 已提交
260
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
S
Shengliang Guan 已提交
261
    goto _OVER;
S
Shengliang Guan 已提交
262 263
  }

264
  pRow = sdbAllocRow(sizeof(STrans));
S
Shengliang Guan 已提交
265
  if (pRow == NULL) goto _OVER;
266 267

  pTrans = sdbGetRowObj(pRow);
S
Shengliang Guan 已提交
268
  if (pTrans == NULL) goto _OVER;
S
Shengliang Guan 已提交
269

S
Shengliang Guan 已提交
270
  SDB_GET_INT32(pRaw, dataPos, &pTrans->id, _OVER)
S
Shengliang Guan 已提交
271

S
Shengliang Guan 已提交
272 273 274 275
  int8_t stage = 0;
  int8_t policy = 0;
  int8_t conflict = 0;
  int8_t exec = 0;
276 277
  int8_t oper = 0;
  int8_t reserved = 0;
S
Shengliang Guan 已提交
278 279 280 281 282
  int8_t actionType = 0;
  SDB_GET_INT8(pRaw, dataPos, &stage, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &policy, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &conflict, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &exec, _OVER)
283 284
  SDB_GET_INT8(pRaw, dataPos, &oper, _OVER)
  SDB_GET_INT8(pRaw, dataPos, &reserved, _OVER)
S
Shengliang Guan 已提交
285
  pTrans->stage = stage;
286
  pTrans->policy = policy;
287 288
  pTrans->conflict = conflict;
  pTrans->exec = exec;
289
  pTrans->oper = oper;
290
  SDB_GET_INT16(pRaw, dataPos, &pTrans->originRpcType, _OVER)
S
Shengliang Guan 已提交
291
  SDB_GET_INT64(pRaw, dataPos, &pTrans->createdTime, _OVER)
292 293
  SDB_GET_BINARY(pRaw, dataPos, pTrans->dbname, TSDB_TABLE_FNAME_LEN, _OVER)
  SDB_GET_BINARY(pRaw, dataPos, pTrans->stbname, TSDB_TABLE_FNAME_LEN, _OVER)
294
  SDB_GET_INT32(pRaw, dataPos, &pTrans->redoActionPos, _OVER)
S
Shengliang Guan 已提交
295 296
  SDB_GET_INT32(pRaw, dataPos, &redoActionNum, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &undoActionNum, _OVER)
297
  SDB_GET_INT32(pRaw, dataPos, &commitActionNum, _OVER)
S
Shengliang Guan 已提交
298

S
Shengliang Guan 已提交
299 300
  pTrans->redoActions = taosArrayInit(redoActionNum, sizeof(STransAction));
  pTrans->undoActions = taosArrayInit(undoActionNum, sizeof(STransAction));
301
  pTrans->commitActions = taosArrayInit(commitActionNum, sizeof(STransAction));
S
Shengliang Guan 已提交
302

S
Shengliang Guan 已提交
303 304
  if (pTrans->redoActions == NULL) goto _OVER;
  if (pTrans->undoActions == NULL) goto _OVER;
305
  if (pTrans->commitActions == NULL) goto _OVER;
S
Shengliang Guan 已提交
306 307

  for (int32_t i = 0; i < redoActionNum; ++i) {
308
    memset(&action, 0, sizeof(action));
309 310 311
    SDB_GET_INT32(pRaw, dataPos, &action.id, _OVER)
    SDB_GET_INT32(pRaw, dataPos, &action.errCode, _OVER)
    SDB_GET_INT32(pRaw, dataPos, &action.acceptableCode, _OVER)
312
    SDB_GET_INT32(pRaw, dataPos, &action.retryCode, _OVER)
313 314
    SDB_GET_INT8(pRaw, dataPos, &actionType, _OVER)
    action.actionType = actionType;
S
Shengliang Guan 已提交
315 316
    SDB_GET_INT8(pRaw, dataPos, &stage, _OVER)
    action.stage = stage;
317
    SDB_GET_INT8(pRaw, dataPos, &action.reserved, _OVER)
318
    if (action.actionType == TRANS_ACTION_RAW) {
319
      SDB_GET_INT8(pRaw, dataPos, &action.rawWritten, _OVER)
320
      SDB_GET_INT32(pRaw, dataPos, &dataLen, _OVER)
321 322
      action.pRaw = taosMemoryMalloc(dataLen);
      if (action.pRaw == NULL) goto _OVER;
S
Shengliang Guan 已提交
323
      // mTrace("raw:%p, is created", pData);
324 325 326
      SDB_GET_BINARY(pRaw, dataPos, (void *)action.pRaw, dataLen, _OVER);
      if (taosArrayPush(pTrans->redoActions, &action) == NULL) goto _OVER;
      action.pRaw = NULL;
327
    } else if (action.actionType == TRANS_ACTION_MSG) {
328 329
      SDB_GET_BINARY(pRaw, dataPos, (void *)&action.epSet, sizeof(SEpSet), _OVER);
      SDB_GET_INT16(pRaw, dataPos, &action.msgType, _OVER)
330 331
      SDB_GET_INT8(pRaw, dataPos, &action.msgSent, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &action.msgReceived, _OVER)
332 333 334 335 336 337
      SDB_GET_INT32(pRaw, dataPos, &action.contLen, _OVER)
      action.pCont = taosMemoryMalloc(action.contLen);
      if (action.pCont == NULL) goto _OVER;
      SDB_GET_BINARY(pRaw, dataPos, action.pCont, action.contLen, _OVER);
      if (taosArrayPush(pTrans->redoActions, &action) == NULL) goto _OVER;
      action.pCont = NULL;
338 339
    } else {
      if (taosArrayPush(pTrans->redoActions, &action) == NULL) goto _OVER;
340
    }
S
Shengliang Guan 已提交
341 342 343
  }

  for (int32_t i = 0; i < undoActionNum; ++i) {
344
    memset(&action, 0, sizeof(action));
345 346 347
    SDB_GET_INT32(pRaw, dataPos, &action.id, _OVER)
    SDB_GET_INT32(pRaw, dataPos, &action.errCode, _OVER)
    SDB_GET_INT32(pRaw, dataPos, &action.acceptableCode, _OVER)
348
    SDB_GET_INT32(pRaw, dataPos, &action.retryCode, _OVER)
349 350
    SDB_GET_INT8(pRaw, dataPos, &actionType, _OVER)
    action.actionType = actionType;
S
Shengliang Guan 已提交
351 352
    SDB_GET_INT8(pRaw, dataPos, &stage, _OVER)
    action.stage = stage;
353
    SDB_GET_INT8(pRaw, dataPos, &action.reserved, _OVER)
354
    if (action.actionType == TRANS_ACTION_RAW) {
355
      SDB_GET_INT8(pRaw, dataPos, &action.rawWritten, _OVER)
356
      SDB_GET_INT32(pRaw, dataPos, &dataLen, _OVER)
357 358
      action.pRaw = taosMemoryMalloc(dataLen);
      if (action.pRaw == NULL) goto _OVER;
S
Shengliang Guan 已提交
359
      // mTrace("raw:%p, is created", action.pRaw);
360 361 362
      SDB_GET_BINARY(pRaw, dataPos, (void *)action.pRaw, dataLen, _OVER);
      if (taosArrayPush(pTrans->undoActions, &action) == NULL) goto _OVER;
      action.pRaw = NULL;
363
    } else if (action.actionType == TRANS_ACTION_MSG) {
364 365
      SDB_GET_BINARY(pRaw, dataPos, (void *)&action.epSet, sizeof(SEpSet), _OVER);
      SDB_GET_INT16(pRaw, dataPos, &action.msgType, _OVER)
366 367
      SDB_GET_INT8(pRaw, dataPos, &action.msgSent, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &action.msgReceived, _OVER)
368 369 370 371 372 373
      SDB_GET_INT32(pRaw, dataPos, &action.contLen, _OVER)
      action.pCont = taosMemoryMalloc(action.contLen);
      if (action.pCont == NULL) goto _OVER;
      SDB_GET_BINARY(pRaw, dataPos, action.pCont, action.contLen, _OVER);
      if (taosArrayPush(pTrans->undoActions, &action) == NULL) goto _OVER;
      action.pCont = NULL;
374 375
    } else {
      if (taosArrayPush(pTrans->redoActions, &action) == NULL) goto _OVER;
376 377 378 379
    }
  }

  for (int32_t i = 0; i < commitActionNum; ++i) {
380
    memset(&action, 0, sizeof(action));
381 382 383
    SDB_GET_INT32(pRaw, dataPos, &action.id, _OVER)
    SDB_GET_INT32(pRaw, dataPos, &action.errCode, _OVER)
    SDB_GET_INT32(pRaw, dataPos, &action.acceptableCode, _OVER)
384
    SDB_GET_INT32(pRaw, dataPos, &action.retryCode, _OVER)
385 386
    SDB_GET_INT8(pRaw, dataPos, &actionType, _OVER)
    action.actionType = actionType;
S
Shengliang Guan 已提交
387 388
    SDB_GET_INT8(pRaw, dataPos, &stage, _OVER)
    action.stage = stage;
389
    SDB_GET_INT8(pRaw, dataPos, &action.reserved, _OVER)
390
    if (action.actionType) {
391
      SDB_GET_INT8(pRaw, dataPos, &action.rawWritten, _OVER)
392
      SDB_GET_INT32(pRaw, dataPos, &dataLen, _OVER)
393 394
      action.pRaw = taosMemoryMalloc(dataLen);
      if (action.pRaw == NULL) goto _OVER;
S
Shengliang Guan 已提交
395
      // mTrace("raw:%p, is created", action.pRaw);
396 397 398
      SDB_GET_BINARY(pRaw, dataPos, (void *)action.pRaw, dataLen, _OVER);
      if (taosArrayPush(pTrans->commitActions, &action) == NULL) goto _OVER;
      action.pRaw = NULL;
399
    } else if (action.actionType == TRANS_ACTION_MSG) {
400 401
      SDB_GET_BINARY(pRaw, dataPos, (void *)&action.epSet, sizeof(SEpSet), _OVER);
      SDB_GET_INT16(pRaw, dataPos, &action.msgType, _OVER)
402 403
      SDB_GET_INT8(pRaw, dataPos, &action.msgSent, _OVER)
      SDB_GET_INT8(pRaw, dataPos, &action.msgReceived, _OVER)
404 405 406 407 408 409
      SDB_GET_INT32(pRaw, dataPos, &action.contLen, _OVER)
      action.pCont = taosMemoryMalloc(action.contLen);
      if (action.pCont == NULL) goto _OVER;
      SDB_GET_BINARY(pRaw, dataPos, action.pCont, action.contLen, _OVER);
      if (taosArrayPush(pTrans->commitActions, &action) == NULL) goto _OVER;
      action.pCont = NULL;
410 411
    } else {
      if (taosArrayPush(pTrans->redoActions, &action) == NULL) goto _OVER;
412
    }
S
Shengliang Guan 已提交
413 414
  }

S
Shengliang Guan 已提交
415 416 417
  SDB_GET_INT32(pRaw, dataPos, &pTrans->startFunc, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pTrans->stopFunc, _OVER)
  SDB_GET_INT32(pRaw, dataPos, &pTrans->paramLen, _OVER)
418 419
  if (pTrans->paramLen != 0) {
    pTrans->param = taosMemoryMalloc(pTrans->paramLen);
S
Shengliang Guan 已提交
420
    SDB_GET_BINARY(pRaw, dataPos, pTrans->param, pTrans->paramLen, _OVER);
421 422
  }

S
Shengliang Guan 已提交
423
  SDB_GET_RESERVE(pRaw, dataPos, TRANS_RESERVE_SIZE, _OVER)
424 425

  terrno = 0;
S
Shengliang Guan 已提交
426

S
Shengliang Guan 已提交
427
_OVER:
428 429 430
  if (terrno != 0) {
    mError("trans:%d, failed to parse from raw:%p since %s", pTrans->id, pRaw, terrstr());
    mndTransDropData(pTrans);
wafwerar's avatar
wafwerar 已提交
431 432
    taosMemoryFreeClear(pRow);
    taosMemoryFreeClear(action.pCont);
S
Shengliang Guan 已提交
433 434 435
    return NULL;
  }

S
Shengliang Guan 已提交
436
  mTrace("trans:%d, decode from raw:%p, row:%p", pTrans->id, pRaw, pTrans);
S
Shengliang Guan 已提交
437 438 439
  return pRow;
}

S
Shengliang Guan 已提交
440 441 442 443 444 445 446 447
static const char *mndTransStr(ETrnStage stage) {
  switch (stage) {
    case TRN_STAGE_PREPARE:
      return "prepare";
    case TRN_STAGE_REDO_ACTION:
      return "redoAction";
    case TRN_STAGE_ROLLBACK:
      return "rollback";
448 449 450 451 452 453
    case TRN_STAGE_UNDO_ACTION:
      return "undoAction";
    case TRN_STAGE_COMMIT:
      return "commit";
    case TRN_STAGE_COMMIT_ACTION:
      return "commitAction";
S
Shengliang Guan 已提交
454 455 456 457 458 459 460
    case TRN_STAGE_FINISHED:
      return "finished";
    default:
      return "invalid";
  }
}

461 462 463 464 465 466 467 468 469 470 471 472 473 474
static void mndSetTransLastAction(STrans *pTrans, STransAction *pAction) {
  if (pAction != NULL) {
    pTrans->lastAction = pAction->id;
    pTrans->lastMsgType = pAction->msgType;
    pTrans->lastEpset = pAction->epSet;
    pTrans->lastErrorNo = pAction->errCode;
  } else {
    pTrans->lastAction = 0;
    pTrans->lastMsgType = 0;
    memset(&pTrans->lastEpset, 0, sizeof(pTrans->lastEpset));
    pTrans->lastErrorNo = 0;
  }
}

475
static void mndTransTestStartFunc(SMnode *pMnode, void *param, int32_t paramLen) {
476
  mInfo("test trans start, param:%s, len:%d", (char *)param, paramLen);
477 478 479
}

static void mndTransTestStopFunc(SMnode *pMnode, void *param, int32_t paramLen) {
480
  mInfo("test trans stop, param:%s, len:%d", (char *)param, paramLen);
481 482
}

S
Shengliang Guan 已提交
483
static TransCbFp mndTransGetCbFp(ETrnFunc ftype) {
484
  switch (ftype) {
S
Shengliang Guan 已提交
485
    case TRANS_START_FUNC_TEST:
486
      return mndTransTestStartFunc;
S
Shengliang Guan 已提交
487
    case TRANS_STOP_FUNC_TEST:
488
      return mndTransTestStopFunc;
S
Shengliang Guan 已提交
489
    case TRANS_START_FUNC_MQ_REB:
L
Liu Jicong 已提交
490
      return mndRebCntInc;
491
    case TRANS_STOP_FUNC_MQ_REB:
L
Liu Jicong 已提交
492
      return mndRebCntDec;
493 494 495 496 497
    default:
      return NULL;
  }
}

S
Shengliang Guan 已提交
498
static int32_t mndTransActionInsert(SSdb *pSdb, STrans *pTrans) {
S
Shengliang Guan 已提交
499
  mTrace("trans:%d, perform insert action, row:%p stage:%s", pTrans->id, pTrans, mndTransStr(pTrans->stage));
500 501 502 503 504 505

  if (pTrans->startFunc > 0) {
    TransCbFp fp = mndTransGetCbFp(pTrans->startFunc);
    if (fp) {
      (*fp)(pSdb->pMnode, pTrans->param, pTrans->paramLen);
    }
506
    pTrans->startFunc = 0;
507 508
  }

S
Shengliang Guan 已提交
509 510 511
  return 0;
}

512
static void mndTransDropData(STrans *pTrans) {
513 514 515 516 517 518 519 520 521 522 523 524
  if (pTrans->redoActions != NULL) {
    mndTransDropActions(pTrans->redoActions);
    pTrans->redoActions = NULL;
  }
  if (pTrans->undoActions != NULL) {
    mndTransDropActions(pTrans->undoActions);
    pTrans->undoActions = NULL;
  }
  if (pTrans->commitActions != NULL) {
    mndTransDropActions(pTrans->commitActions);
    pTrans->commitActions = NULL;
  }
525 526 527 528
  if (pTrans->pRpcArray != NULL) {
    taosArrayDestroy(pTrans->pRpcArray);
    pTrans->pRpcArray = NULL;
  }
S
Shengliang Guan 已提交
529
  if (pTrans->rpcRsp != NULL) {
wafwerar's avatar
wafwerar 已提交
530
    taosMemoryFree(pTrans->rpcRsp);
S
Shengliang Guan 已提交
531 532 533
    pTrans->rpcRsp = NULL;
    pTrans->rpcRspLen = 0;
  }
534 535 536 537 538
  if (pTrans->param != NULL) {
    taosMemoryFree(pTrans->param);
    pTrans->param = NULL;
    pTrans->paramLen = 0;
  }
539
}
S
Shengliang Guan 已提交
540

541
static int32_t mndTransActionDelete(SSdb *pSdb, STrans *pTrans, bool callFunc) {
542
  mTrace("trans:%d, perform delete action, row:%p stage:%s callfunc:%d", pTrans->id, pTrans, mndTransStr(pTrans->stage),
543 544 545 546 547 548
         callFunc);
  if (pTrans->stopFunc > 0 && callFunc) {
    TransCbFp fp = mndTransGetCbFp(pTrans->stopFunc);
    if (fp) {
      (*fp)(pSdb->pMnode, pTrans->param, pTrans->paramLen);
    }
549
    pTrans->stopFunc = 0;
550 551
  }

552
  mndTransDropData(pTrans);
S
Shengliang Guan 已提交
553 554 555
  return 0;
}

556 557 558 559 560 561 562 563
static void mndTransUpdateActions(SArray *pOldArray, SArray *pNewArray) {
  for (int32_t i = 0; i < taosArrayGetSize(pOldArray); ++i) {
    STransAction *pOldAction = taosArrayGet(pOldArray, i);
    STransAction *pNewAction = taosArrayGet(pNewArray, i);
    pOldAction->rawWritten = pNewAction->rawWritten;
    pOldAction->msgSent = pNewAction->msgSent;
    pOldAction->msgReceived = pNewAction->msgReceived;
    pOldAction->errCode = pNewAction->errCode;
564
  }
565
}
566

567
static int32_t mndTransActionUpdate(SSdb *pSdb, STrans *pOld, STrans *pNew) {
S
Shengliang Guan 已提交
568 569
  mTrace("trans:%d, perform update action, old row:%p stage:%s, new row:%p stage:%s", pOld->id, pOld,
         mndTransStr(pOld->stage), pNew, mndTransStr(pNew->stage));
570 571 572
  mndTransUpdateActions(pOld->redoActions, pNew->redoActions);
  mndTransUpdateActions(pOld->undoActions, pNew->undoActions);
  mndTransUpdateActions(pOld->commitActions, pNew->commitActions);
S
Shengliang Guan 已提交
573
  pOld->stage = pNew->stage;
574
  pOld->redoActionPos = pNew->redoActionPos;
575 576 577

  if (pOld->stage == TRN_STAGE_COMMIT) {
    pOld->stage = TRN_STAGE_COMMIT_ACTION;
578
    mTrace("trans:%d, stage from commit to commitAction since perform update action", pNew->id);
579 580 581
  }

  if (pOld->stage == TRN_STAGE_ROLLBACK) {
582 583
    pOld->stage = TRN_STAGE_REDO_ACTION;
    mTrace("trans:%d, stage from rollback to undoAction since perform update action", pNew->id);
584
  }
585

S
Shengliang Guan 已提交
586 587 588
  return 0;
}

589
STrans *mndAcquireTrans(SMnode *pMnode, int32_t transId) {
590
  STrans *pTrans = sdbAcquire(pMnode->pSdb, SDB_TRANS, &transId);
S
Shengliang Guan 已提交
591 592 593 594
  if (pTrans == NULL) {
    terrno = TSDB_CODE_MND_TRANS_NOT_EXIST;
  }
  return pTrans;
S
Shengliang Guan 已提交
595 596
}

597
void mndReleaseTrans(SMnode *pMnode, STrans *pTrans) {
S
Shengliang Guan 已提交
598 599 600 601
  SSdb *pSdb = pMnode->pSdb;
  sdbRelease(pSdb, pTrans);
}

602
STrans *mndTransCreate(SMnode *pMnode, ETrnPolicy policy, ETrnConflct conflict, const SRpcMsg *pReq) {
wafwerar's avatar
wafwerar 已提交
603
  STrans *pTrans = taosMemoryCalloc(1, sizeof(STrans));
S
Shengliang Guan 已提交
604 605 606 607 608 609
  if (pTrans == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    mError("failed to create transaction since %s", terrstr());
    return NULL;
  }

S
Shengliang Guan 已提交
610
  pTrans->id = sdbGetMaxId(pMnode->pSdb, SDB_TRANS);
S
Shengliang Guan 已提交
611 612
  pTrans->stage = TRN_STAGE_PREPARE;
  pTrans->policy = policy;
613 614
  pTrans->conflict = conflict;
  pTrans->exec = TRN_EXEC_PRARLLEL;
S
Shengliang Guan 已提交
615
  pTrans->createdTime = taosGetTimestampMs();
S
Shengliang Guan 已提交
616 617
  pTrans->redoActions = taosArrayInit(TRANS_ARRAY_SIZE, sizeof(STransAction));
  pTrans->undoActions = taosArrayInit(TRANS_ARRAY_SIZE, sizeof(STransAction));
618
  pTrans->commitActions = taosArrayInit(TRANS_ARRAY_SIZE, sizeof(STransAction));
619
  pTrans->pRpcArray = taosArrayInit(1, sizeof(SRpcHandleInfo));
S
Shengliang Guan 已提交
620

621 622
  if (pTrans->redoActions == NULL || pTrans->undoActions == NULL || pTrans->commitActions == NULL ||
      pTrans->pRpcArray == NULL) {
S
Shengliang Guan 已提交
623 624 625 626 627
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    mError("failed to create transaction since %s", terrstr());
    return NULL;
  }

628 629
  if (pReq != NULL) {
    taosArrayPush(pTrans->pRpcArray, &pReq->info);
630
    pTrans->originRpcType = pReq->msgType;
631
  }
632
  mTrace("trans:%d, local object is created, data:%p", pTrans->id, pTrans);
S
Shengliang Guan 已提交
633 634 635
  return pTrans;
}

S
Shengliang Guan 已提交
636
static void mndTransDropActions(SArray *pArray) {
S
Shengliang Guan 已提交
637 638
  int32_t size = taosArrayGetSize(pArray);
  for (int32_t i = 0; i < size; ++i) {
S
Shengliang Guan 已提交
639
    STransAction *pAction = taosArrayGet(pArray, i);
640
    if (pAction->actionType == TRANS_ACTION_RAW) {
641
      taosMemoryFreeClear(pAction->pRaw);
642
    } else if (pAction->actionType == TRANS_ACTION_MSG) {
643
      taosMemoryFreeClear(pAction->pCont);
644 645
    } else {
      // nothing
646
    }
S
Shengliang Guan 已提交
647 648 649 650 651
  }

  taosArrayDestroy(pArray);
}

S
Shengliang Guan 已提交
652
void mndTransDrop(STrans *pTrans) {
S
Shengliang 已提交
653 654
  if (pTrans != NULL) {
    mndTransDropData(pTrans);
655
    mTrace("trans:%d, local object is freed, data:%p", pTrans->id, pTrans);
wafwerar's avatar
wafwerar 已提交
656
    taosMemoryFreeClear(pTrans);
S
Shengliang 已提交
657
  }
S
Shengliang Guan 已提交
658 659
}

660
static int32_t mndTransAppendAction(SArray *pArray, STransAction *pAction) {
661 662
  pAction->id = taosArrayGetSize(pArray);

663
  void *ptr = taosArrayPush(pArray, pAction);
S
Shengliang Guan 已提交
664 665 666 667 668 669 670 671
  if (ptr == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }

  return 0;
}

672
int32_t mndTransAppendRedolog(STrans *pTrans, SSdbRaw *pRaw) {
673 674 675 676 677 678
  STransAction action = {.stage = TRN_STAGE_REDO_ACTION, .actionType = TRANS_ACTION_RAW, .pRaw = pRaw};
  return mndTransAppendAction(pTrans->redoActions, &action);
}

int32_t mndTransAppendNullLog(STrans *pTrans) {
  STransAction action = {.stage = TRN_STAGE_REDO_ACTION, .actionType = TRANS_ACTION_NULL};
679 680
  return mndTransAppendAction(pTrans->redoActions, &action);
}
S
Shengliang Guan 已提交
681

682
int32_t mndTransAppendUndolog(STrans *pTrans, SSdbRaw *pRaw) {
683
  STransAction action = {.stage = TRN_STAGE_UNDO_ACTION, .actionType = TRANS_ACTION_RAW, .pRaw = pRaw};
684 685
  return mndTransAppendAction(pTrans->undoActions, &action);
}
S
Shengliang Guan 已提交
686

687
int32_t mndTransAppendCommitlog(STrans *pTrans, SSdbRaw *pRaw) {
688
  STransAction action = {.stage = TRN_STAGE_COMMIT_ACTION, .actionType = TRANS_ACTION_RAW, .pRaw = pRaw};
689
  return mndTransAppendAction(pTrans->commitActions, &action);
S
Shengliang Guan 已提交
690 691
}

S
Shengliang Guan 已提交
692
int32_t mndTransAppendRedoAction(STrans *pTrans, STransAction *pAction) {
693
  pAction->stage = TRN_STAGE_REDO_ACTION;
694
  pAction->actionType = TRANS_ACTION_MSG;
S
Shengliang Guan 已提交
695
  return mndTransAppendAction(pTrans->redoActions, pAction);
S
Shengliang Guan 已提交
696 697
}

S
Shengliang Guan 已提交
698
int32_t mndTransAppendUndoAction(STrans *pTrans, STransAction *pAction) {
699
  pAction->stage = TRN_STAGE_UNDO_ACTION;
700
  pAction->actionType = TRANS_ACTION_MSG;
S
Shengliang Guan 已提交
701
  return mndTransAppendAction(pTrans->undoActions, pAction);
S
Shengliang Guan 已提交
702 703
}

S
Shengliang Guan 已提交
704 705 706 707 708
void mndTransSetRpcRsp(STrans *pTrans, void *pCont, int32_t contLen) {
  pTrans->rpcRsp = pCont;
  pTrans->rpcRspLen = contLen;
}

S
Shengliang Guan 已提交
709
void mndTransSetCb(STrans *pTrans, ETrnFunc startFunc, ETrnFunc stopFunc, void *param, int32_t paramLen) {
710 711 712 713
  pTrans->startFunc = startFunc;
  pTrans->stopFunc = stopFunc;
  pTrans->param = param;
  pTrans->paramLen = paramLen;
714 715
}

716 717 718 719 720 721 722 723 724 725
int32_t mndSetRpcInfoForDbTrans(SMnode *pMnode, SRpcMsg *pMsg, EOperType oper, const char *dbname) {
  STrans *pTrans = NULL;
  void   *pIter = NULL;
  int32_t code = -1;

  while (1) {
    pIter = sdbFetch(pMnode->pSdb, SDB_TRANS, pIter, (void **)&pTrans);
    if (pIter == NULL) break;

    if (pTrans->oper == oper) {
726
      if (strcasecmp(dbname, pTrans->dbname) == 0) {
727
        mInfo("trans:%d, db:%s oper:%d matched with input", pTrans->id, dbname, oper);
728 729
        if (pTrans->pRpcArray == NULL) {
          pTrans->pRpcArray = taosArrayInit(1, sizeof(SRpcHandleInfo));
730 731 732
        }
        if (pTrans->pRpcArray != NULL && taosArrayPush(pTrans->pRpcArray, &pMsg->info) != NULL) {
          code = 0;
733
        }
734

735 736 737 738 739 740 741 742 743 744
        sdbRelease(pMnode->pSdb, pTrans);
        break;
      }
    }

    sdbRelease(pMnode->pSdb, pTrans);
  }
  return code;
}

745 746 747
void mndTransSetDbName(STrans *pTrans, const char *dbname, const char *stbname) {
  if (dbname != NULL) {
    tstrncpy(pTrans->dbname, dbname, TSDB_TABLE_FNAME_LEN);
748
  }
749 750
  if (stbname != NULL) {
    tstrncpy(pTrans->stbname, stbname, TSDB_TABLE_FNAME_LEN);
751 752
  }
}
S
Shengliang Guan 已提交
753

754
void mndTransSetSerial(STrans *pTrans) { pTrans->exec = TRN_EXEC_SERIAL; }
755

756 757
void mndTransSetOper(STrans *pTrans, EOperType oper) { pTrans->oper = oper; }

S
Shengliang Guan 已提交
758
static int32_t mndTransSync(SMnode *pMnode, STrans *pTrans) {
S
Shengliang Guan 已提交
759
  SSdbRaw *pRaw = mndTransActionEncode(pTrans);
S
Shengliang Guan 已提交
760
  if (pRaw == NULL) {
S
Shengliang Guan 已提交
761
    mError("trans:%d, failed to encode while sync trans since %s", pTrans->id, terrstr());
S
Shengliang Guan 已提交
762 763
    return -1;
  }
S
Shengliang Guan 已提交
764
  sdbSetRawStatus(pRaw, SDB_STATUS_READY);
S
Shengliang Guan 已提交
765

766
  mInfo("trans:%d, sync to other mnodes, stage:%s", pTrans->id, mndTransStr(pTrans->stage));
S
Shengliang Guan 已提交
767
  int32_t code = mndSyncPropose(pMnode, pRaw, pTrans->id);
S
Shengliang Guan 已提交
768 769 770
  if (code != 0) {
    mError("trans:%d, failed to sync since %s", pTrans->id, terrstr());
    sdbFreeRaw(pRaw);
S
Shengliang Guan 已提交
771 772 773
    return -1;
  }

774
  sdbFreeRaw(pRaw);
775
  mInfo("trans:%d, sync finished", pTrans->id);
S
Shengliang Guan 已提交
776 777 778
  return 0;
}

779 780 781
static bool mndCheckDbConflict(const char *conflict, STrans *pTrans) {
  if (conflict[0] == 0) return false;
  if (strcasecmp(conflict, pTrans->dbname) == 0 || strcasecmp(conflict, pTrans->stbname) == 0) return true;
S
Shengliang Guan 已提交
782 783 784
  return false;
}

785
static bool mndCheckTransConflict(SMnode *pMnode, STrans *pNew) {
S
Shengliang Guan 已提交
786
  STrans *pTrans = NULL;
787
  void   *pIter = NULL;
788
  bool    conflict = false;
789

790
  if (pNew->conflict == TRN_CONFLICT_NOTHING) return conflict;
S
Shengliang Guan 已提交
791 792 793 794 795

  while (1) {
    pIter = sdbFetch(pMnode->pSdb, SDB_TRANS, pIter, (void **)&pTrans);
    if (pIter == NULL) break;

796 797 798
    if (pNew->conflict == TRN_CONFLICT_GLOBAL) conflict = true;
    if (pNew->conflict == TRN_CONFLICT_DB) {
      if (pTrans->conflict == TRN_CONFLICT_GLOBAL) conflict = true;
799
      if (pTrans->conflict == TRN_CONFLICT_DB || pTrans->conflict == TRN_CONFLICT_DB_INSIDE) {
800 801
        if (mndCheckDbConflict(pNew->dbname, pTrans)) conflict = true;
        if (mndCheckDbConflict(pNew->stbname, pTrans)) conflict = true;
802
      }
803 804 805
    }
    if (pNew->conflict == TRN_CONFLICT_DB_INSIDE) {
      if (pTrans->conflict == TRN_CONFLICT_GLOBAL) conflict = true;
806
      if (pTrans->conflict == TRN_CONFLICT_DB) {
807 808
        if (mndCheckDbConflict(pNew->dbname, pTrans)) conflict = true;
        if (mndCheckDbConflict(pNew->stbname, pTrans)) conflict = true;
809
      }
810
      if (pTrans->conflict == TRN_CONFLICT_DB_INSIDE) {
811
        if (mndCheckDbConflict(pNew->stbname, pTrans)) conflict = true; // for stb
812
      }
S
Shengliang Guan 已提交
813
    }
S
Shengliang Guan 已提交
814

815
    if (conflict) {
816 817
      mError("trans:%d, db:%s stb:%s type:%d, can't execute since conflict with trans:%d db:%s stb:%s type:%d",
             pNew->id, pNew->dbname, pNew->stbname, pNew->conflict, pTrans->id, pTrans->dbname, pTrans->stbname,
818 819
             pTrans->conflict);
    } else {
820 821
      mDebug("trans:%d, db:%s stb:%s type:%d, not conflict with trans:%d db:%s stb:%s type:%d", pNew->id,
             pNew->dbname, pNew->stbname, pNew->conflict, pTrans->id, pTrans->dbname, pTrans->stbname,
822 823
             pTrans->conflict);
    }
S
Shengliang Guan 已提交
824 825 826
    sdbRelease(pMnode->pSdb, pTrans);
  }

827
  return conflict;
S
Shengliang Guan 已提交
828 829
}

S
Shengliang Guan 已提交
830
int32_t mndTransPrepare(SMnode *pMnode, STrans *pTrans) {
831
  if (pTrans->conflict == TRN_CONFLICT_DB || pTrans->conflict == TRN_CONFLICT_DB_INSIDE) {
832
    if (strlen(pTrans->dbname) == 0 && strlen(pTrans->stbname) == 0) {
833 834 835 836 837 838
      terrno = TSDB_CODE_MND_TRANS_CONFLICT;
      mError("trans:%d, failed to prepare conflict db not set", pTrans->id);
      return -1;
    }
  }

839 840
  if (mndCheckTransConflict(pMnode, pTrans)) {
    terrno = TSDB_CODE_MND_TRANS_CONFLICT;
S
Shengliang Guan 已提交
841 842 843 844
    mError("trans:%d, failed to prepare since %s", pTrans->id, terrstr());
    return -1;
  }

845
  if (taosArrayGetSize(pTrans->commitActions) <= 0) {
846 847 848 849 850
    terrno = TSDB_CODE_MND_TRANS_CLOG_IS_NULL;
    mError("trans:%d, failed to prepare since %s", pTrans->id, terrstr());
    return -1;
  }

851
  mInfo("trans:%d, prepare transaction", pTrans->id);
S
Shengliang Guan 已提交
852 853 854 855
  if (mndTransSync(pMnode, pTrans) != 0) {
    mError("trans:%d, failed to prepare since %s", pTrans->id, terrstr());
    return -1;
  }
856
  mInfo("trans:%d, prepare finished", pTrans->id);
S
Shengliang Guan 已提交
857

S
Shengliang Guan 已提交
858 859
  STrans *pNew = mndAcquireTrans(pMnode, pTrans->id);
  if (pNew == NULL) {
S
Shengliang Guan 已提交
860
    mError("trans:%d, failed to read from sdb since %s", pTrans->id, terrstr());
S
Shengliang Guan 已提交
861 862 863
    return -1;
  }

864
  pNew->pRpcArray = pTrans->pRpcArray;
S
Shengliang Guan 已提交
865 866
  pNew->rpcRsp = pTrans->rpcRsp;
  pNew->rpcRspLen = pTrans->rpcRspLen;
867
  pTrans->pRpcArray = NULL;
S
Shengliang Guan 已提交
868 869 870
  pTrans->rpcRsp = NULL;
  pTrans->rpcRspLen = 0;

S
Shengliang Guan 已提交
871 872
  mndTransExecute(pMnode, pNew);
  mndReleaseTrans(pMnode, pNew);
S
Shengliang Guan 已提交
873 874 875
  return 0;
}

S
Shengliang Guan 已提交
876
static int32_t mndTransCommit(SMnode *pMnode, STrans *pTrans) {
877
  mInfo("trans:%d, commit transaction", pTrans->id);
S
Shengliang Guan 已提交
878 879
  if (mndTransSync(pMnode, pTrans) != 0) {
    mError("trans:%d, failed to commit since %s", pTrans->id, terrstr());
S
Shengliang Guan 已提交
880
    return -1;
S
Shengliang Guan 已提交
881
  }
882
  mInfo("trans:%d, commit finished", pTrans->id);
S
Shengliang Guan 已提交
883 884 885
  return 0;
}

S
Shengliang Guan 已提交
886
static int32_t mndTransRollback(SMnode *pMnode, STrans *pTrans) {
887
  mInfo("trans:%d, rollback transaction", pTrans->id);
S
Shengliang Guan 已提交
888 889
  if (mndTransSync(pMnode, pTrans) != 0) {
    mError("trans:%d, failed to rollback since %s", pTrans->id, terrstr());
S
Shengliang Guan 已提交
890
    return -1;
S
Shengliang Guan 已提交
891
  }
892
  mInfo("trans:%d, rollback finished", pTrans->id);
S
Shengliang Guan 已提交
893
  return 0;
S
Shengliang Guan 已提交
894
}
S
Shengliang Guan 已提交
895

896
static void mndTransSendRpcRsp(SMnode *pMnode, STrans *pTrans) {
897 898
  bool    sendRsp = false;
  int32_t code = pTrans->code;
899 900 901 902 903 904

  if (pTrans->stage == TRN_STAGE_FINISHED) {
    sendRsp = true;
  }

  if (pTrans->policy == TRN_POLICY_ROLLBACK) {
905
    if (pTrans->stage == TRN_STAGE_UNDO_ACTION || pTrans->stage == TRN_STAGE_ROLLBACK) {
906
      if (code == 0) code = TSDB_CODE_MND_TRANS_UNKNOW_ERROR;
907
      sendRsp = true;
908
    }
909
  } else {
910
    if (pTrans->stage == TRN_STAGE_REDO_ACTION && pTrans->failedTimes > 6) {
911
      if (code == 0) code = TSDB_CODE_MND_TRANS_UNKNOW_ERROR;
912
      sendRsp = true;
913
    }
S
Shengliang Guan 已提交
914
  }
915

916 917 918 919 920 921 922 923
  if (!sendRsp) return;

  int32_t size = taosArrayGetSize(pTrans->pRpcArray);
  if (size <= 0) return;

  for (int32_t i = 0; i < size; ++i) {
    SRpcHandleInfo *pInfo = taosArrayGet(pTrans->pRpcArray, i);
    if (pInfo->handle != NULL) {
924
      mInfo("trans:%d, send rsp, code:0x%x stage:%s app:%p", pTrans->id, code, mndTransStr(pTrans->stage),
925 926 927 928 929 930
             pInfo->ahandle);
      if (code == TSDB_CODE_RPC_NETWORK_UNAVAIL) {
        code = TSDB_CODE_MND_TRANS_NETWORK_UNAVAILL;
      }
      SRpcMsg rspMsg = {.code = code, .info = *pInfo};

931
      if (pTrans->originRpcType == TDMT_MND_CREATE_DB) {
932
        mInfo("trans:%d, origin msgtype:%s", pTrans->id, TMSG_INFO(pTrans->originRpcType));
933
        SDbObj *pDb = mndAcquireDb(pMnode, pTrans->dbname);
934 935 936 937
        if (pDb != NULL) {
          for (int32_t j = 0; j < 12; j++) {
            bool ready = mndIsDbReady(pMnode, pDb);
            if (!ready) {
938
              mInfo("trans:%d, db:%s not ready yet, wait %d times", pTrans->id, pTrans->dbname, j);
939 940 941 942 943 944 945
              taosMsleep(1000);
            } else {
              break;
            }
          }
        }
        mndReleaseDb(pMnode, pDb);
946 947 948
      } else if (pTrans->originRpcType == TDMT_MND_CREATE_STB) {
        void   *pCont = NULL;
        int32_t contLen = 0;
949
        if (0 == mndBuildSMCreateStbRsp(pMnode, pTrans->dbname, pTrans->stbname, &pCont, &contLen) != 0) {
950 951 952 953 954 955 956 957 958 959 960
          mndTransSetRpcRsp(pTrans, pCont, contLen);
        }
      }

      if (pTrans->rpcRspLen != 0) {
        void *rpcCont = rpcMallocCont(pTrans->rpcRspLen);
        if (rpcCont != NULL) {
          memcpy(rpcCont, pTrans->rpcRsp, pTrans->rpcRspLen);
          rspMsg.pCont = rpcCont;
          rspMsg.contLen = pTrans->rpcRspLen;
        }
961 962
      }

963 964
      tmsgSendRsp(&rspMsg);
    }
965
  }
966
  taosArrayClear(pTrans->pRpcArray);
S
Shengliang Guan 已提交
967 968
}

969
int32_t mndTransProcessRsp(SRpcMsg *pRsp) {
S
Shengliang Guan 已提交
970 971
  SMnode *pMnode = pRsp->info.node;
  int64_t signature = (int64_t)(pRsp->info.ahandle);
S
Shengliang Guan 已提交
972 973
  int32_t transId = (int32_t)(signature >> 32);
  int32_t action = (int32_t)((signature << 32) >> 32);
974 975 976 977

  STrans *pTrans = mndAcquireTrans(pMnode, transId);
  if (pTrans == NULL) {
    mError("trans:%d, failed to get transId from vnode rsp since %s", transId, terrstr());
S
Shengliang Guan 已提交
978
    goto _OVER;
979 980 981
  }

  SArray *pArray = NULL;
S
Shengliang Guan 已提交
982
  if (pTrans->stage == TRN_STAGE_REDO_ACTION) {
983
    pArray = pTrans->redoActions;
S
Shengliang Guan 已提交
984
  } else if (pTrans->stage == TRN_STAGE_UNDO_ACTION) {
985 986
    pArray = pTrans->undoActions;
  } else {
S
Shengliang Guan 已提交
987
    mError("trans:%d, invalid trans stage:%d while recv action rsp", pTrans->id, pTrans->stage);
S
Shengliang Guan 已提交
988
    goto _OVER;
989 990 991
  }

  if (pArray == NULL) {
S
Shengliang Guan 已提交
992
    mError("trans:%d, invalid trans stage:%d", transId, pTrans->stage);
S
Shengliang Guan 已提交
993
    goto _OVER;
994 995 996
  }

  int32_t actionNum = taosArrayGetSize(pTrans->redoActions);
S
Shengliang Guan 已提交
997
  if (action < 0 || action >= actionNum) {
998
    mError("trans:%d, invalid action:%d", transId, action);
S
Shengliang Guan 已提交
999
    goto _OVER;
1000 1001 1002 1003 1004
  }

  STransAction *pAction = taosArrayGet(pArray, action);
  if (pAction != NULL) {
    pAction->msgReceived = 1;
S
Shengliang Guan 已提交
1005
    pAction->errCode = pRsp->code;
1006 1007
  }

1008
  mInfo("trans:%d, %s:%d response is received, code:0x%x, accept:0x%x retry:0x%x", transId,
1009
         mndTransStr(pAction->stage), action, pRsp->code, pAction->acceptableCode, pAction->retryCode);
1010 1011
  mndTransExecute(pMnode, pTrans);

S
Shengliang Guan 已提交
1012
_OVER:
1013
  mndReleaseTrans(pMnode, pTrans);
1014
  return 0;
1015 1016
}

1017 1018 1019 1020 1021 1022 1023
static void mndTransResetAction(SMnode *pMnode, STrans *pTrans, STransAction *pAction) {
  pAction->rawWritten = 0;
  pAction->msgSent = 0;
  pAction->msgReceived = 0;
  if (pAction->errCode == TSDB_CODE_RPC_REDIRECT || pAction->errCode == TSDB_CODE_SYN_NEW_CONFIG_ERROR ||
      pAction->errCode == TSDB_CODE_SYN_INTERNAL_ERROR || pAction->errCode == TSDB_CODE_SYN_NOT_LEADER) {
    pAction->epSet.inUse = (pAction->epSet.inUse + 1) % pAction->epSet.numOfEps;
1024
    mInfo("trans:%d, %s:%d execute status is reset and set epset inuse:%d", pTrans->id, mndTransStr(pAction->stage),
1025 1026
           pAction->id, pAction->epSet.inUse);
  } else {
1027
    mInfo("trans:%d, %s:%d execute status is reset", pTrans->id, mndTransStr(pAction->stage), pAction->id);
1028 1029 1030 1031
  }
  pAction->errCode = 0;
}

S
Shengliang Guan 已提交
1032 1033 1034 1035 1036
static void mndTransResetActions(SMnode *pMnode, STrans *pTrans, SArray *pArray) {
  int32_t numOfActions = taosArrayGetSize(pArray);

  for (int32_t action = 0; action < numOfActions; ++action) {
    STransAction *pAction = taosArrayGet(pArray, action);
1037 1038 1039 1040
    if (pAction->msgSent && pAction->msgReceived &&
        (pAction->errCode == 0 || pAction->errCode == pAction->acceptableCode))
      continue;
    if (pAction->rawWritten && (pAction->errCode == 0 || pAction->errCode == pAction->acceptableCode)) continue;
S
Shengliang Guan 已提交
1041

1042
    mndTransResetAction(pMnode, pTrans, pAction);
S
Shengliang Guan 已提交
1043 1044 1045
  }
}

1046
static int32_t mndTransWriteSingleLog(SMnode *pMnode, STrans *pTrans, STransAction *pAction) {
1047 1048
  if (pAction->rawWritten) return 0;

1049
  int32_t code = sdbWriteWithoutFree(pMnode->pSdb, pAction->pRaw);
1050 1051 1052 1053
  if (code == 0 || terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
    pAction->rawWritten = true;
    pAction->errCode = 0;
    code = 0;
1054
    mInfo("trans:%d, %s:%d write to sdb, type:%s status:%s", pTrans->id, mndTransStr(pAction->stage), pAction->id,
S
Shengliang Guan 已提交
1055
           sdbTableName(pAction->pRaw->type), sdbStatusName(pAction->pRaw->status));
1056

1057
    mndSetTransLastAction(pTrans, pAction);
1058
  } else {
1059
    pAction->errCode = (terrno != 0) ? terrno : code;
S
Shengliang Guan 已提交
1060 1061
    mError("trans:%d, %s:%d failed to write sdb since %s, type:%s status:%s", pTrans->id, mndTransStr(pAction->stage),
           pAction->id, terrstr(), sdbTableName(pAction->pRaw->type), sdbStatusName(pAction->pRaw->status));
1062
    mndSetTransLastAction(pTrans, pAction);
1063 1064 1065 1066 1067 1068 1069
  }

  return code;
}

static int32_t mndTransSendSingleMsg(SMnode *pMnode, STrans *pTrans, STransAction *pAction) {
  if (pAction->msgSent) return 0;
1070
  if (mndCannotExecuteTransAction(pMnode)) return -1;
1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083

  int64_t signature = pTrans->id;
  signature = (signature << 32);
  signature += pAction->id;

  SRpcMsg rpcMsg = {.msgType = pAction->msgType, .contLen = pAction->contLen, .info.ahandle = (void *)signature};
  rpcMsg.pCont = rpcMallocCont(pAction->contLen);
  if (rpcMsg.pCont == NULL) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return -1;
  }
  memcpy(rpcMsg.pCont, pAction->pCont, pAction->contLen);

S
Shengliang Guan 已提交
1084 1085 1086
  char    detail[1024] = {0};
  int32_t len = snprintf(detail, sizeof(detail), "msgType:%s numOfEps:%d inUse:%d", TMSG_INFO(pAction->msgType),
                         pAction->epSet.numOfEps, pAction->epSet.inUse);
S
Shengliang Guan 已提交
1087
  for (int32_t i = 0; i < pAction->epSet.numOfEps; ++i) {
S
Shengliang Guan 已提交
1088 1089 1090 1091
    len += snprintf(detail + len, sizeof(detail) - len, " ep:%d-%s:%u", i, pAction->epSet.eps[i].fqdn,
                    pAction->epSet.eps[i].port);
  }

1092 1093 1094 1095
  int32_t code = tmsgSendReq(&pAction->epSet, &rpcMsg);
  if (code == 0) {
    pAction->msgSent = 1;
    pAction->msgReceived = 0;
1096
    pAction->errCode = TSDB_CODE_ACTION_IN_PROGRESS;
1097
    mInfo("trans:%d, %s:%d is sent, %s", pTrans->id, mndTransStr(pAction->stage), pAction->id, detail);
1098

1099
    mndSetTransLastAction(pTrans, pAction);
1100 1101 1102 1103
  } else {
    pAction->msgSent = 0;
    pAction->msgReceived = 0;
    pAction->errCode = (terrno != 0) ? terrno : code;
S
Shengliang Guan 已提交
1104 1105
    mError("trans:%d, %s:%d not send since %s, %s", pTrans->id, mndTransStr(pAction->stage), pAction->id, terrstr(),
           detail);
1106

1107
    mndSetTransLastAction(pTrans, pAction);
1108 1109 1110 1111 1112
  }

  return code;
}

1113 1114 1115
static int32_t mndTransExecNullMsg(SMnode *pMnode, STrans *pTrans, STransAction *pAction) {
  pAction->rawWritten = 0;
  pAction->errCode = 0;
1116
  mInfo("trans:%d, %s:%d confirm action executed", pTrans->id, mndTransStr(pAction->stage), pAction->id);
1117

1118
  mndSetTransLastAction(pTrans, pAction);
1119 1120 1121
  return 0;
}

1122
static int32_t mndTransExecSingleAction(SMnode *pMnode, STrans *pTrans, STransAction *pAction) {
1123
  if (pAction->actionType == TRANS_ACTION_RAW) {
1124
    return mndTransWriteSingleLog(pMnode, pTrans, pAction);
1125
  } else if (pAction->actionType == TRANS_ACTION_MSG) {
1126
    return mndTransSendSingleMsg(pMnode, pTrans, pAction);
1127
  } else {
1128
    return mndTransExecNullMsg(pMnode, pTrans, pAction);
1129 1130 1131
  }
}

1132
static int32_t mndTransExecSingleActions(SMnode *pMnode, STrans *pTrans, SArray *pArray) {
1133
  int32_t numOfActions = taosArrayGetSize(pArray);
1134
  int32_t code = 0;
1135 1136 1137

  for (int32_t action = 0; action < numOfActions; ++action) {
    STransAction *pAction = taosArrayGet(pArray, action);
1138
    code = mndTransExecSingleAction(pMnode, pTrans, pAction);
1139
    if (code != 0) break;
S
Shengliang Guan 已提交
1140 1141
  }

1142
  return code;
S
Shengliang Guan 已提交
1143 1144 1145 1146 1147 1148
}

static int32_t mndTransExecuteActions(SMnode *pMnode, STrans *pTrans, SArray *pArray) {
  int32_t numOfActions = taosArrayGetSize(pArray);
  if (numOfActions == 0) return 0;

1149
  if (mndTransExecSingleActions(pMnode, pTrans, pArray) != 0) {
S
Shengliang Guan 已提交
1150 1151 1152
    return -1;
  }

1153 1154 1155
  int32_t       numOfExecuted = 0;
  int32_t       errCode = 0;
  STransAction *pErrAction = NULL;
1156 1157
  for (int32_t action = 0; action < numOfActions; ++action) {
    STransAction *pAction = taosArrayGet(pArray, action);
1158
    if (pAction->msgReceived || pAction->rawWritten) {
1159
      numOfExecuted++;
1160
      if (pAction->errCode != 0 && pAction->errCode != pAction->acceptableCode) {
S
Shengliang Guan 已提交
1161
        errCode = pAction->errCode;
1162
        pErrAction = pAction;
1163
      }
1164 1165
    } else {
      pErrAction = pAction;
1166 1167 1168
    }
  }

1169 1170
  mndSetTransLastAction(pTrans, pErrAction);

1171
  if (numOfExecuted == numOfActions) {
S
Shengliang Guan 已提交
1172
    if (errCode == 0) {
1173
      mInfo("trans:%d, all %d actions execute successfully", pTrans->id, numOfActions);
S
Shengliang Guan 已提交
1174 1175
      return 0;
    } else {
S
Shengliang Guan 已提交
1176
      mError("trans:%d, all %d actions executed, code:0x%x", pTrans->id, numOfActions, errCode & 0XFFFF);
S
Shengliang Guan 已提交
1177 1178 1179 1180
      mndTransResetActions(pMnode, pTrans, pArray);
      terrno = errCode;
      return errCode;
    }
1181
  } else {
1182
    mInfo("trans:%d, %d of %d actions executed", pTrans->id, numOfExecuted, numOfActions);
S
Shengliang Guan 已提交
1183
    return TSDB_CODE_ACTION_IN_PROGRESS;
1184
  }
S
Shengliang Guan 已提交
1185 1186
}

S
Shengliang Guan 已提交
1187
static int32_t mndTransExecuteRedoActions(SMnode *pMnode, STrans *pTrans) {
1188
  int32_t code = mndTransExecuteActions(pMnode, pTrans, pTrans->redoActions);
S
Shengliang Guan 已提交
1189
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1190
    mError("failed to execute redoActions since:%s, code:0x%x", terrstr(), terrno);
1191 1192
  }
  return code;
S
Shengliang Guan 已提交
1193
}
S
Shengliang Guan 已提交
1194

S
Shengliang Guan 已提交
1195
static int32_t mndTransExecuteUndoActions(SMnode *pMnode, STrans *pTrans) {
1196
  int32_t code = mndTransExecuteActions(pMnode, pTrans, pTrans->undoActions);
S
Shengliang Guan 已提交
1197
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1198 1199 1200
    mError("failed to execute undoActions since %s", terrstr());
  }
  return code;
S
Shengliang Guan 已提交
1201
}
S
Shengliang Guan 已提交
1202

1203
static int32_t mndTransExecuteCommitActions(SMnode *pMnode, STrans *pTrans) {
1204
  int32_t code = mndTransExecuteActions(pMnode, pTrans, pTrans->commitActions);
1205
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1206 1207 1208 1209 1210
    mError("failed to execute commitActions since %s", terrstr());
  }
  return code;
}

1211
static int32_t mndTransExecuteRedoActionsSerial(SMnode *pMnode, STrans *pTrans) {
1212 1213 1214 1215
  int32_t code = 0;
  int32_t numOfActions = taosArrayGetSize(pTrans->redoActions);
  if (numOfActions == 0) return code;
  if (pTrans->redoActionPos >= numOfActions) return code;
S
Shengliang Guan 已提交
1216

1217 1218
  mInfo("trans:%d, execute %d actions serial", pTrans->id, numOfActions);

1219 1220
  for (int32_t action = pTrans->redoActionPos; action < numOfActions; ++action) {
    STransAction *pAction = taosArrayGet(pTrans->redoActions, pTrans->redoActionPos);
S
Shengliang Guan 已提交
1221

1222 1223 1224 1225 1226 1227
    code = mndTransExecSingleAction(pMnode, pTrans, pAction);
    if (code == 0) {
      if (pAction->msgSent) {
        if (pAction->msgReceived) {
          if (pAction->errCode != 0 && pAction->errCode != pAction->acceptableCode) {
            code = pAction->errCode;
1228 1229
            mndTransResetAction(pMnode, pTrans, pAction);
          } else {
1230
            mInfo("trans:%d, %s:%d execute successfully", pTrans->id, mndTransStr(pAction->stage), action);
1231 1232 1233 1234
          }
        } else {
          code = TSDB_CODE_ACTION_IN_PROGRESS;
        }
S
Shengliang Guan 已提交
1235
      } else if (pAction->rawWritten) {
1236 1237
        if (pAction->errCode != 0 && pAction->errCode != pAction->acceptableCode) {
          code = pAction->errCode;
1238
        } else {
1239
          mInfo("trans:%d, %s:%d write successfully", pTrans->id, mndTransStr(pAction->stage), action);
1240
        }
S
Shengliang Guan 已提交
1241
      } else {
1242 1243
      }
    }
1244

1245
    if (code == 0) {
1246
      pTrans->failedTimes = 0;
1247
    }
1248
    mndSetTransLastAction(pTrans, pAction);
1249

1250
    if (mndCannotExecuteTransAction(pMnode)) break;
1251

1252
    if (code == 0) {
1253
      pTrans->code = 0;
1254
      pTrans->redoActionPos++;
1255
      mInfo("trans:%d, %s:%d is executed and need sync to other mnodes", pTrans->id, mndTransStr(pAction->stage),
1256 1257 1258
             pAction->id);
      code = mndTransSync(pMnode, pTrans);
      if (code != 0) {
1259 1260 1261
        pTrans->code = terrno;
        mError("trans:%d, %s:%d is executed and failed to sync to other mnodes since %s", pTrans->id,
               mndTransStr(pAction->stage), pAction->id, terrstr());
1262 1263
      }
    } else if (code == TSDB_CODE_ACTION_IN_PROGRESS) {
1264
      mInfo("trans:%d, %s:%d is in progress and wait it finish", pTrans->id, mndTransStr(pAction->stage), pAction->id);
1265
      break;
1266
    } else if (code == pAction->retryCode) {
1267
      mInfo("trans:%d, %s:%d receive code:0x%x and retry", pTrans->id, mndTransStr(pAction->stage), pAction->id, code);
1268
      taosMsleep(300);
1269
      action--;
1270
      continue;
1271
    } else {
1272 1273
      terrno = code;
      pTrans->code = code;
1274
      mInfo("trans:%d, %s:%d receive code:0x%x and wait another schedule, failedTimes:%d", pTrans->id,
1275
             mndTransStr(pAction->stage), pAction->id, code, pTrans->failedTimes);
S
Shengliang Guan 已提交
1276
      break;
1277
    }
S
Shengliang Guan 已提交
1278
  }
S
Shengliang Guan 已提交
1279

1280 1281 1282 1283 1284 1285
  return code;
}

static bool mndTransPerformPrepareStage(SMnode *pMnode, STrans *pTrans) {
  bool continueExec = true;
  pTrans->stage = TRN_STAGE_REDO_ACTION;
1286
  mInfo("trans:%d, stage from prepare to redoAction", pTrans->id);
S
Shengliang Guan 已提交
1287
  return continueExec;
S
Shengliang Guan 已提交
1288 1289
}

S
Shengliang Guan 已提交
1290 1291
static bool mndTransPerformRedoActionStage(SMnode *pMnode, STrans *pTrans) {
  bool    continueExec = true;
1292 1293
  int32_t code = 0;

1294
  if (pTrans->exec == TRN_EXEC_SERIAL) {
1295
    code = mndTransExecuteRedoActionsSerial(pMnode, pTrans);
1296 1297 1298
  } else {
    code = mndTransExecuteRedoActions(pMnode, pTrans);
  }
S
Shengliang Guan 已提交
1299

1300
  if (mndCannotExecuteTransAction(pMnode)) return false;
1301

S
Shengliang Guan 已提交
1302
  if (code == 0) {
S
Shengliang Guan 已提交
1303
    pTrans->code = 0;
S
Shengliang Guan 已提交
1304
    pTrans->stage = TRN_STAGE_COMMIT;
1305
    mInfo("trans:%d, stage from redoAction to commit", pTrans->id);
S
Shengliang Guan 已提交
1306
    continueExec = true;
S
Shengliang Guan 已提交
1307
  } else if (code == TSDB_CODE_ACTION_IN_PROGRESS) {
1308
    mInfo("trans:%d, stage keep on redoAction since %s", pTrans->id, tstrerror(code));
S
Shengliang Guan 已提交
1309
    continueExec = false;
S
Shengliang Guan 已提交
1310
  } else {
S
Shengliang Guan 已提交
1311
    pTrans->failedTimes++;
S
Shengliang Guan 已提交
1312
    pTrans->code = terrno;
S
Shengliang Guan 已提交
1313
    if (pTrans->policy == TRN_POLICY_ROLLBACK) {
1314 1315
      if (pTrans->lastAction != 0) {
        STransAction *pAction = taosArrayGet(pTrans->redoActions, pTrans->lastAction);
1316
        if (pAction->retryCode != 0 && pAction->retryCode == pAction->errCode) {
1317 1318 1319 1320 1321 1322 1323 1324 1325 1326
          if (pTrans->failedTimes < 6) {
            mError("trans:%d, stage keep on redoAction since action:%d code:0x%x not 0x%x, failedTimes:%d", pTrans->id,
                   pTrans->lastAction, pTrans->code, pAction->retryCode, pTrans->failedTimes);
            taosMsleep(1000);
            continueExec = true;
            return true;
          }
        }
      }

1327 1328
      pTrans->stage = TRN_STAGE_ROLLBACK;
      mError("trans:%d, stage from redoAction to rollback since %s", pTrans->id, terrstr());
S
Shengliang Guan 已提交
1329
      continueExec = true;
S
Shengliang Guan 已提交
1330
    } else {
S
Shengliang Guan 已提交
1331 1332
      mError("trans:%d, stage keep on redoAction since %s, failedTimes:%d", pTrans->id, terrstr(), pTrans->failedTimes);
      continueExec = false;
S
Shengliang Guan 已提交
1333 1334 1335
    }
  }

S
Shengliang Guan 已提交
1336
  return continueExec;
S
Shengliang Guan 已提交
1337 1338
}

S
Shengliang Guan 已提交
1339
static bool mndTransPerformCommitStage(SMnode *pMnode, STrans *pTrans) {
1340
  if (mndCannotExecuteTransAction(pMnode)) return false;
1341

S
Shengliang Guan 已提交
1342 1343 1344 1345 1346
  bool    continueExec = true;
  int32_t code = mndTransCommit(pMnode, pTrans);

  if (code == 0) {
    pTrans->code = 0;
1347
    pTrans->stage = TRN_STAGE_COMMIT_ACTION;
1348
    mInfo("trans:%d, stage from commit to commitAction", pTrans->id);
S
Shengliang Guan 已提交
1349 1350 1351
    continueExec = true;
  } else {
    pTrans->code = terrno;
1352 1353 1354
    pTrans->failedTimes++;
    mError("trans:%d, stage keep on commit since %s, failedTimes:%d", pTrans->id, terrstr(), pTrans->failedTimes);
    continueExec = false;
S
Shengliang Guan 已提交
1355 1356 1357
  }

  return continueExec;
S
Shengliang Guan 已提交
1358 1359
}

1360
static bool mndTransPerformCommitActionStage(SMnode *pMnode, STrans *pTrans) {
S
Shengliang Guan 已提交
1361
  bool    continueExec = true;
1362
  int32_t code = mndTransExecuteCommitActions(pMnode, pTrans);
S
Shengliang Guan 已提交
1363 1364

  if (code == 0) {
S
Shengliang Guan 已提交
1365 1366
    pTrans->code = 0;
    pTrans->stage = TRN_STAGE_FINISHED;
1367
    mInfo("trans:%d, stage from commitAction to finished", pTrans->id);
S
Shengliang Guan 已提交
1368
    continueExec = true;
S
Shengliang Guan 已提交
1369
  } else {
S
Shengliang Guan 已提交
1370 1371
    pTrans->code = terrno;
    pTrans->failedTimes++;
1372
    mError("trans:%d, stage keep on commitAction since %s, failedTimes:%d", pTrans->id, terrstr(), pTrans->failedTimes);
S
Shengliang Guan 已提交
1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383
    continueExec = false;
  }

  return continueExec;
}

static bool mndTransPerformUndoActionStage(SMnode *pMnode, STrans *pTrans) {
  bool    continueExec = true;
  int32_t code = mndTransExecuteUndoActions(pMnode, pTrans);

  if (code == 0) {
1384
    pTrans->stage = TRN_STAGE_FINISHED;
1385
    mInfo("trans:%d, stage from undoAction to finished", pTrans->id);
S
Shengliang Guan 已提交
1386
    continueExec = true;
S
Shengliang Guan 已提交
1387
  } else if (code == TSDB_CODE_ACTION_IN_PROGRESS) {
1388
    mInfo("trans:%d, stage keep on undoAction since %s", pTrans->id, tstrerror(code));
S
Shengliang Guan 已提交
1389 1390 1391
    continueExec = false;
  } else {
    pTrans->failedTimes++;
1392
    mError("trans:%d, stage keep on undoAction since %s, failedTimes:%d", pTrans->id, terrstr(), pTrans->failedTimes);
S
Shengliang Guan 已提交
1393 1394 1395 1396 1397 1398 1399
    continueExec = false;
  }

  return continueExec;
}

static bool mndTransPerformRollbackStage(SMnode *pMnode, STrans *pTrans) {
1400
  if (mndCannotExecuteTransAction(pMnode)) return false;
1401

S
Shengliang Guan 已提交
1402 1403 1404 1405
  bool    continueExec = true;
  int32_t code = mndTransRollback(pMnode, pTrans);

  if (code == 0) {
1406
    pTrans->stage = TRN_STAGE_UNDO_ACTION;
1407
    mInfo("trans:%d, stage from rollback to undoAction", pTrans->id);
S
Shengliang Guan 已提交
1408 1409 1410
    continueExec = true;
  } else {
    pTrans->failedTimes++;
1411
    mError("trans:%d, stage keep on rollback since %s, failedTimes:%d", pTrans->id, terrstr(), pTrans->failedTimes);
S
Shengliang Guan 已提交
1412
    continueExec = false;
S
Shengliang Guan 已提交
1413 1414
  }

S
Shengliang Guan 已提交
1415 1416 1417 1418 1419 1420 1421 1422
  return continueExec;
}

static bool mndTransPerfromFinishedStage(SMnode *pMnode, STrans *pTrans) {
  bool continueExec = false;

  SSdbRaw *pRaw = mndTransActionEncode(pTrans);
  if (pRaw == NULL) {
S
Shengliang Guan 已提交
1423
    mError("trans:%d, failed to encode while finish trans since %s", pTrans->id, terrstr());
S
Shengliang Guan 已提交
1424 1425 1426 1427 1428 1429 1430 1431
  }
  sdbSetRawStatus(pRaw, SDB_STATUS_DROPPED);

  int32_t code = sdbWrite(pMnode->pSdb, pRaw);
  if (code != 0) {
    mError("trans:%d, failed to write sdb since %s", pTrans->id, terrstr());
  }

1432
  mInfo("trans:%d, execute finished, code:0x%x, failedTimes:%d", pTrans->id, pTrans->code, pTrans->failedTimes);
S
Shengliang Guan 已提交
1433
  return continueExec;
S
Shengliang Guan 已提交
1434
}
S
Shengliang Guan 已提交
1435

1436
void mndTransExecute(SMnode *pMnode, STrans *pTrans) {
S
Shengliang Guan 已提交
1437
  bool continueExec = true;
S
Shengliang Guan 已提交
1438

S
Shengliang Guan 已提交
1439
  while (continueExec) {
1440
    mInfo("trans:%d, continue to execute, stage:%s", pTrans->id, mndTransStr(pTrans->stage));
S
Shengliang Guan 已提交
1441
    pTrans->lastExecTime = taosGetTimestampMs();
S
Shengliang Guan 已提交
1442 1443
    switch (pTrans->stage) {
      case TRN_STAGE_PREPARE:
S
Shengliang Guan 已提交
1444 1445 1446 1447 1448
        continueExec = mndTransPerformPrepareStage(pMnode, pTrans);
        break;
      case TRN_STAGE_REDO_ACTION:
        continueExec = mndTransPerformRedoActionStage(pMnode, pTrans);
        break;
1449 1450 1451 1452 1453
      case TRN_STAGE_COMMIT:
        continueExec = mndTransPerformCommitStage(pMnode, pTrans);
        break;
      case TRN_STAGE_COMMIT_ACTION:
        continueExec = mndTransPerformCommitActionStage(pMnode, pTrans);
S
Shengliang Guan 已提交
1454 1455
        break;
      case TRN_STAGE_ROLLBACK:
S
Shengliang Guan 已提交
1456 1457
        continueExec = mndTransPerformRollbackStage(pMnode, pTrans);
        break;
1458 1459 1460
      case TRN_STAGE_UNDO_ACTION:
        continueExec = mndTransPerformUndoActionStage(pMnode, pTrans);
        break;
S
Shengliang Guan 已提交
1461 1462
      case TRN_STAGE_FINISHED:
        continueExec = mndTransPerfromFinishedStage(pMnode, pTrans);
S
Shengliang Guan 已提交
1463
        break;
S
Shengliang Guan 已提交
1464
      default:
S
Shengliang Guan 已提交
1465 1466
        continueExec = false;
        break;
S
Shengliang Guan 已提交
1467 1468 1469
    }
  }

1470
  mndTransSendRpcRsp(pMnode, pTrans);
S
Shengliang Guan 已提交
1471
}
S
Shengliang Guan 已提交
1472

1473
static int32_t mndProcessTransTimer(SRpcMsg *pReq) {
S
Shengliang Guan 已提交
1474
  mndTransPullup(pReq->info.node);
S
Shengliang Guan 已提交
1475 1476 1477
  return 0;
}

1478
int32_t mndKillTrans(SMnode *pMnode, STrans *pTrans) {
S
Shengliang Guan 已提交
1479 1480 1481 1482 1483 1484 1485 1486 1487 1488
  SArray *pArray = NULL;
  if (pTrans->stage == TRN_STAGE_REDO_ACTION) {
    pArray = pTrans->redoActions;
  } else if (pTrans->stage == TRN_STAGE_UNDO_ACTION) {
    pArray = pTrans->undoActions;
  } else {
    terrno = TSDB_CODE_MND_TRANS_INVALID_STAGE;
    return -1;
  }

1489
  for (int32_t i = 0; i < taosArrayGetSize(pArray); ++i) {
S
Shengliang Guan 已提交
1490
    STransAction *pAction = taosArrayGet(pArray, i);
S
Shengliang Guan 已提交
1491 1492 1493 1494 1495
    mInfo("trans:%d, %s:%d set processed for kill msg received, errCode from %s to success", pTrans->id,
          mndTransStr(pAction->stage), i, tstrerror(pAction->errCode));
    pAction->msgSent = 1;
    pAction->msgReceived = 1;
    pAction->errCode = 0;
S
Shengliang Guan 已提交
1496 1497 1498 1499 1500 1501
  }

  mndTransExecute(pMnode, pTrans);
  return 0;
}

S
Shengliang Guan 已提交
1502 1503
static int32_t mndProcessKillTransReq(SRpcMsg *pReq) {
  SMnode       *pMnode = pReq->info.node;
S
Shengliang Guan 已提交
1504
  SKillTransReq killReq = {0};
S
Shengliang Guan 已提交
1505
  int32_t       code = -1;
1506
  STrans       *pTrans = NULL;
S
Shengliang Guan 已提交
1507

S
Shengliang Guan 已提交
1508
  if (tDeserializeSKillTransReq(pReq->pCont, pReq->contLen, &killReq) != 0) {
S
Shengliang Guan 已提交
1509
    terrno = TSDB_CODE_INVALID_MSG;
S
Shengliang Guan 已提交
1510
    goto _OVER;
S
Shengliang Guan 已提交
1511 1512 1513
  }

  mInfo("trans:%d, start to kill", killReq.transId);
1514
  if (mndCheckOperPrivilege(pMnode, pReq->info.conn.user, MND_OPER_KILL_TRANS) != 0) {
S
Shengliang Guan 已提交
1515
    goto _OVER;
S
Shengliang Guan 已提交
1516 1517
  }

S
Shengliang Guan 已提交
1518
  pTrans = mndAcquireTrans(pMnode, killReq.transId);
S
Shengliang Guan 已提交
1519
  if (pTrans == NULL) {
1520
    goto _OVER;
S
Shengliang Guan 已提交
1521 1522
  }

S
Shengliang Guan 已提交
1523 1524
  code = mndKillTrans(pMnode, pTrans);

S
Shengliang Guan 已提交
1525
_OVER:
1526
  if (code != 0) {
S
Shengliang Guan 已提交
1527 1528 1529
    mError("trans:%d, failed to kill since %s", killReq.transId, terrstr());
  }

S
Shengliang Guan 已提交
1530
  mndReleaseTrans(pMnode, pTrans);
S
Shengliang Guan 已提交
1531
  return code;
S
Shengliang Guan 已提交
1532 1533
}

1534 1535
static int32_t mndCompareTransId(int32_t *pTransId1, int32_t *pTransId2) { return *pTransId1 >= *pTransId2 ? 1 : 0; }

S
Shengliang Guan 已提交
1536
void mndTransPullup(SMnode *pMnode) {
1537 1538 1539
  SSdb   *pSdb = pMnode->pSdb;
  SArray *pArray = taosArrayInit(sdbGetSize(pSdb, SDB_TRANS), sizeof(int32_t));
  if (pArray == NULL) return;
S
Shengliang Guan 已提交
1540

1541
  void *pIter = NULL;
S
Shengliang Guan 已提交
1542
  while (1) {
1543
    STrans *pTrans = NULL;
S
Shengliang Guan 已提交
1544 1545
    pIter = sdbFetch(pMnode->pSdb, SDB_TRANS, pIter, (void **)&pTrans);
    if (pIter == NULL) break;
1546 1547 1548
    taosArrayPush(pArray, &pTrans->id);
    sdbRelease(pSdb, pTrans);
  }
S
Shengliang Guan 已提交
1549

1550 1551 1552 1553 1554 1555 1556 1557 1558
  taosArraySort(pArray, (__compar_fn_t)mndCompareTransId);

  for (int32_t i = 0; i < taosArrayGetSize(pArray); ++i) {
    int32_t *pTransId = taosArrayGet(pArray, i);
    STrans  *pTrans = mndAcquireTrans(pMnode, *pTransId);
    if (pTrans != NULL) {
      mndTransExecute(pMnode, pTrans);
    }
    mndReleaseTrans(pMnode, pTrans);
S
Shengliang Guan 已提交
1559
  }
S
Shengliang Guan 已提交
1560

1561
  sdbWriteFile(pMnode->pSdb, SDB_WRITE_DELTA);
1562
  taosArrayDestroy(pArray);
1563
}
S
Shengliang Guan 已提交
1564

S
Shengliang Guan 已提交
1565 1566
static int32_t mndRetrieveTrans(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
  SMnode *pMnode = pReq->info.node;
1567
  SSdb   *pSdb = pMnode->pSdb;
S
Shengliang Guan 已提交
1568 1569 1570
  int32_t numOfRows = 0;
  STrans *pTrans = NULL;
  int32_t cols = 0;
1571
  char   *pWrite;
S
Shengliang Guan 已提交
1572 1573 1574 1575 1576 1577 1578

  while (numOfRows < rows) {
    pShow->pIter = sdbFetch(pSdb, SDB_TRANS, pShow->pIter, (void **)&pTrans);
    if (pShow->pIter == NULL) break;

    cols = 0;

S
Shengliang Guan 已提交
1579 1580
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, numOfRows, (const char *)&pTrans->id, false);
S
Shengliang Guan 已提交
1581

S
Shengliang Guan 已提交
1582 1583
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, numOfRows, (const char *)&pTrans->createdTime, false);
S
Shengliang Guan 已提交
1584

S
Shengliang Guan 已提交
1585
    char stage[TSDB_TRANS_STAGE_LEN + VARSTR_HEADER_SIZE] = {0};
1586
    STR_WITH_MAXSIZE_TO_VARSTR(stage, mndTransStr(pTrans->stage), pShow->pMeta->pSchemas[cols].bytes);
S
Shengliang Guan 已提交
1587 1588
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, numOfRows, (const char *)stage, false);
S
Shengliang Guan 已提交
1589

1590 1591
    char dbname[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
    STR_WITH_MAXSIZE_TO_VARSTR(dbname, mndGetDbStr(pTrans->dbname), pShow->pMeta->pSchemas[cols].bytes);
1592
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1593
    colDataAppend(pColInfo, numOfRows, (const char *)dbname, false);
1594

1595 1596
    char stbname[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
    STR_WITH_MAXSIZE_TO_VARSTR(stbname, mndGetDbStr(pTrans->stbname), pShow->pMeta->pSchemas[cols].bytes);
S
Shengliang Guan 已提交
1597
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1598
    colDataAppend(pColInfo, numOfRows, (const char *)stbname, false);
S
Shengliang Guan 已提交
1599

1600 1601 1602
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, numOfRows, (const char *)&pTrans->failedTimes, false);

S
Shengliang Guan 已提交
1603 1604
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
    colDataAppend(pColInfo, numOfRows, (const char *)&pTrans->lastExecTime, false);
S
Shengliang Guan 已提交
1605

1606 1607 1608 1609 1610 1611 1612 1613 1614 1615
    char    lastInfo[TSDB_TRANS_ERROR_LEN + VARSTR_HEADER_SIZE] = {0};
    char    detail[TSDB_TRANS_ERROR_LEN] = {0};
    int32_t len = snprintf(detail, sizeof(detail), "action:%d code:0x%x(%s) ", pTrans->lastAction,
                           pTrans->lastErrorNo & 0xFFFF, tstrerror(pTrans->lastErrorNo));
    SEpSet  epset = pTrans->lastEpset;
    if (epset.numOfEps > 0) {
      len += snprintf(detail + len, sizeof(detail) - len, "msgType:%s numOfEps:%d inUse:%d ",
                      TMSG_INFO(pTrans->lastMsgType), epset.numOfEps, epset.inUse);
      for (int32_t i = 0; i < pTrans->lastEpset.numOfEps; ++i) {
        len += snprintf(detail + len, sizeof(detail) - len, "ep:%d-%s:%u ", i, epset.eps[i].fqdn, epset.eps[i].port);
1616 1617
      }
    }
1618
    STR_WITH_MAXSIZE_TO_VARSTR(lastInfo, detail, pShow->pMeta->pSchemas[cols].bytes);
S
Shengliang Guan 已提交
1619
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1620
    colDataAppend(pColInfo, numOfRows, (const char *)lastInfo, false);
S
Shengliang Guan 已提交
1621 1622 1623 1624 1625

    numOfRows++;
    sdbRelease(pSdb, pTrans);
  }

1626
  pShow->numOfRows += numOfRows;
S
Shengliang Guan 已提交
1627 1628 1629 1630 1631 1632 1633
  return numOfRows;
}

static void mndCancelGetNextTrans(SMnode *pMnode, void *pIter) {
  SSdb *pSdb = pMnode->pSdb;
  sdbCancelFetch(pSdb, pIter);
}