ctgUtil.c 42.0 KB
Newer Older
D
dapan1121 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "catalogInt.h"
H
Hongze Cheng 已提交
17
#include "query.h"
D
dapan1121 已提交
18
#include "systable.h"
H
Hongze Cheng 已提交
19 20
#include "tname.h"
#include "trpc.h"
D
dapan1121 已提交
21

22 23 24 25 26 27 28
void ctgFreeMsgSendParam(void* param) {
  if (NULL == param) {
    return;
  }

  SCtgTaskCallbackParam* pParam = (SCtgTaskCallbackParam*)param;
  taosArrayDestroy(pParam->taskId);
D
dapan1121 已提交
29
  taosArrayDestroy(pParam->msgIdx);
30 31 32

  taosMemoryFree(param);
}
D
dapan1121 已提交
33

D
dapan1121 已提交
34 35 36 37 38 39 40 41
void ctgFreeBatchMsg(void* msg) {
  if (NULL == msg) {
    return;
  }
  SBatchMsg* pMsg = (SBatchMsg*)msg;
  taosMemoryFree(pMsg->msg);
}

H
Hongze Cheng 已提交
42
void ctgFreeBatch(SCtgBatch* pBatch) {
D
dapan1121 已提交
43 44 45
  if (NULL == pBatch) {
    return;
  }
H
Hongze Cheng 已提交
46

D
dapan1121 已提交
47
  taosArrayDestroyEx(pBatch->pMsgs, ctgFreeBatchMsg);
D
dapan1121 已提交
48 49 50
  taosArrayDestroy(pBatch->pTaskIds);
}

H
Hongze Cheng 已提交
51
void ctgFreeBatchs(SHashObj* pBatchs) {
D
dapan1121 已提交
52 53 54 55 56 57 58 59 60 61 62 63
  void* p = taosHashIterate(pBatchs, NULL);
  while (NULL != p) {
    SCtgBatch* pBatch = (SCtgBatch*)p;

    ctgFreeBatch(pBatch);

    p = taosHashIterate(pBatchs, p);
  }

  taosHashCleanup(pBatchs);
}

H
Hongze Cheng 已提交
64
char* ctgTaskTypeStr(CTG_TASK_TYPE type) {
D
dapan1121 已提交
65 66 67
  switch (type) {
    case CTG_TASK_GET_QNODE:
      return "[get qnode list]";
D
dapan1121 已提交
68 69
    case CTG_TASK_GET_DNODE:
      return "[get dnode list]";
D
dapan1121 已提交
70 71 72 73 74 75 76 77 78 79
    case CTG_TASK_GET_DB_VGROUP:
      return "[get db vgroup]";
    case CTG_TASK_GET_DB_CFG:
      return "[get db cfg]";
    case CTG_TASK_GET_DB_INFO:
      return "[get db info]";
    case CTG_TASK_GET_TB_META:
      return "[get table meta]";
    case CTG_TASK_GET_TB_HASH:
      return "[get table hash]";
D
dapan1121 已提交
80 81 82 83
    case CTG_TASK_GET_TB_INDEX:
      return "[get table index]";
    case CTG_TASK_GET_TB_CFG:
      return "[get table cfg]";
D
dapan1121 已提交
84 85 86 87 88 89
    case CTG_TASK_GET_INDEX:
      return "[get index]";
    case CTG_TASK_GET_UDF:
      return "[get udf]";
    case CTG_TASK_GET_USER:
      return "[get user]";
D
dapan1121 已提交
90 91
    case CTG_TASK_GET_SVR_VER:
      return "[get svr ver]";
D
dapan1121 已提交
92 93
    case CTG_TASK_GET_TB_META_BATCH:
      return "[bget table meta]";
94 95
    case CTG_TASK_GET_TB_HASH_BATCH:
      return "[bget table hash]";
D
dapan1121 已提交
96 97 98 99 100
    default:
      return "unknown";
  }
}

H
Hongze Cheng 已提交
101
void ctgFreeQNode(SCtgQNode* node) {
102 103 104 105 106 107 108 109
  if (NULL == node) {
    return;
  }

  if (node->op) {
    taosMemoryFree(node->op->data);
    taosMemoryFree(node->op);
  }
H
Hongze Cheng 已提交
110

111
  taosMemoryFree(node);
112 113
}

H
Hongze Cheng 已提交
114
void ctgFreeSTableIndex(void* info) {
D
dapan1121 已提交
115 116 117 118
  if (NULL == info) {
    return;
  }

H
Hongze Cheng 已提交
119
  STableIndex* pInfo = (STableIndex*)info;
D
dapan1121 已提交
120 121 122 123

  taosArrayDestroyEx(pInfo->pIndex, tFreeSTableIndexInfo);
}

D
dapan1121 已提交
124 125 126
void ctgFreeSMetaData(SMetaData* pData) {
  taosArrayDestroy(pData->pTableMeta);
  pData->pTableMeta = NULL;
D
dapan1121 已提交
127

H
Hongze Cheng 已提交
128 129 130 131 132 133
  /*
    for (int32_t i = 0; i < taosArrayGetSize(pData->pDbVgroup); ++i) {
      SArray** pArray = taosArrayGet(pData->pDbVgroup, i);
      taosArrayDestroy(*pArray);
    }
  */
D
dapan1121 已提交
134 135
  taosArrayDestroy(pData->pDbVgroup);
  pData->pDbVgroup = NULL;
H
Hongze Cheng 已提交
136

D
dapan1121 已提交
137 138
  taosArrayDestroy(pData->pTableHash);
  pData->pTableHash = NULL;
D
dapan1121 已提交
139 140 141

  taosArrayDestroy(pData->pTableIndex);
  pData->pTableIndex = NULL;
H
Hongze Cheng 已提交
142

D
dapan1121 已提交
143 144
  taosArrayDestroy(pData->pUdfList);
  pData->pUdfList = NULL;
D
dapan1121 已提交
145

H
Hongze Cheng 已提交
146 147 148 149 150 151
  /*
    for (int32_t i = 0; i < taosArrayGetSize(pData->pDbCfg); ++i) {
      SDbCfgInfo* pInfo = taosArrayGet(pData->pDbCfg, i);
      taosArrayDestroy(pInfo->pRetensions);
    }
  */
D
dapan1121 已提交
152 153
  taosArrayDestroy(pData->pDbCfg);
  pData->pDbCfg = NULL;
D
dapan1121 已提交
154 155 156

  taosArrayDestroy(pData->pDbInfo);
  pData->pDbInfo = NULL;
H
Hongze Cheng 已提交
157

D
dapan1121 已提交
158 159
  taosArrayDestroy(pData->pIndex);
  pData->pIndex = NULL;
H
Hongze Cheng 已提交
160

D
dapan1121 已提交
161 162
  taosArrayDestroy(pData->pUser);
  pData->pUser = NULL;
H
Hongze Cheng 已提交
163

D
dapan1121 已提交
164 165
  taosArrayDestroy(pData->pQnodeList);
  pData->pQnodeList = NULL;
D
dapan1121 已提交
166

D
dapan1121 已提交
167 168 169
  taosArrayDestroy(pData->pDnodeList);
  pData->pDnodeList = NULL;

D
dapan1121 已提交
170 171
  taosArrayDestroy(pData->pTableCfg);
  pData->pTableCfg = NULL;
D
dapan1121 已提交
172 173

  taosMemoryFreeClear(pData->pSvrVer);
D
dapan1121 已提交
174 175
}

H
Hongze Cheng 已提交
176
void ctgFreeSCtgUserAuth(SCtgUserAuth* userCache) {
D
dapan1121 已提交
177 178 179 180 181
  taosHashCleanup(userCache->userAuth.createdDbs);
  taosHashCleanup(userCache->userAuth.readDbs);
  taosHashCleanup(userCache->userAuth.writeDbs);
  taosHashCleanup(userCache->userAuth.readTbs);
  taosHashCleanup(userCache->userAuth.writeTbs);
X
Xiaoyu Wang 已提交
182
  taosHashCleanup(userCache->userAuth.useDbs);
D
dapan1121 已提交
183 184
}

H
Hongze Cheng 已提交
185
void ctgFreeMetaRent(SCtgRentMgmt* mgmt) {
D
dapan1121 已提交
186 187 188 189 190
  if (NULL == mgmt->slots) {
    return;
  }

  for (int32_t i = 0; i < mgmt->slotNum; ++i) {
H
Hongze Cheng 已提交
191
    SCtgRentSlot* slot = &mgmt->slots[i];
D
dapan1121 已提交
192 193 194 195 196 197 198 199 200
    if (slot->meta) {
      taosArrayDestroy(slot->meta);
      slot->meta = NULL;
    }
  }

  taosMemoryFreeClear(mgmt->slots);
}

H
Hongze Cheng 已提交
201
void ctgFreeStbMetaCache(SCtgDBCache* dbCache) {
D
dapan1121 已提交
202 203 204 205
  if (NULL == dbCache->stbCache) {
    return;
  }

H
Hongze Cheng 已提交
206
  int32_t stbNum = taosHashGetSize(dbCache->stbCache);
D
dapan1121 已提交
207 208
  taosHashCleanup(dbCache->stbCache);
  dbCache->stbCache = NULL;
D
dapan1121 已提交
209
  CTG_CACHE_STAT_DEC(numOfStb, stbNum);
D
dapan1121 已提交
210 211
}

H
Hongze Cheng 已提交
212
void ctgFreeTbCacheImpl(SCtgTbCache* pCache) {
D
dapan1121 已提交
213
  qDebug("tbMeta freed, p:%p", pCache->pMeta);
D
dapan1121 已提交
214 215 216 217 218 219
  taosMemoryFreeClear(pCache->pMeta);
  if (pCache->pIndex) {
    taosArrayDestroyEx(pCache->pIndex->pIndex, tFreeSTableIndexInfo);
    taosMemoryFreeClear(pCache->pIndex);
  }
}
D
dapan1121 已提交
220

H
Hongze Cheng 已提交
221
void ctgFreeTbCache(SCtgDBCache* dbCache) {
D
dapan1121 已提交
222 223
  if (NULL == dbCache->tbCache) {
    return;
D
dapan1121 已提交
224 225
  }

H
Hongze Cheng 已提交
226 227
  int32_t      tblNum = taosHashGetSize(dbCache->tbCache);
  SCtgTbCache* pCache = taosHashIterate(dbCache->tbCache, NULL);
D
dapan1121 已提交
228 229 230
  while (NULL != pCache) {
    ctgFreeTbCacheImpl(pCache);
    pCache = taosHashIterate(dbCache->tbCache, pCache);
D
dapan1121 已提交
231
  }
D
dapan1121 已提交
232 233
  taosHashCleanup(dbCache->tbCache);
  dbCache->tbCache = NULL;
D
dapan1121 已提交
234
  CTG_CACHE_STAT_DEC(numOfTbl, tblNum);
D
dapan1121 已提交
235 236
}

237
void ctgFreeVgInfoCache(SCtgDBCache* dbCache) { freeVgInfo(dbCache->vgCache.vgInfo); }
D
dapan1121 已提交
238

H
Hongze Cheng 已提交
239
void ctgFreeDbCache(SCtgDBCache* dbCache) {
D
dapan1121 已提交
240 241 242 243
  if (NULL == dbCache) {
    return;
  }

D
dapan1121 已提交
244 245 246
  ctgFreeVgInfoCache(dbCache);
  ctgFreeStbMetaCache(dbCache);
  ctgFreeTbCache(dbCache);
D
dapan1121 已提交
247 248
}

D
dapan1121 已提交
249 250 251 252
void ctgFreeInstDbCache(SHashObj* pDbCache) {
  if (NULL == pDbCache) {
    return;
  }
H
Hongze Cheng 已提交
253

D
dapan1121 已提交
254
  int32_t dbNum = taosHashGetSize(pDbCache);
H
Hongze Cheng 已提交
255 256

  void* pIter = taosHashIterate(pDbCache, NULL);
D
dapan1121 已提交
257
  while (pIter) {
H
Hongze Cheng 已提交
258
    SCtgDBCache* dbCache = pIter;
D
dapan1121 已提交
259 260
    atomic_store_8(&dbCache->deleted, 1);
    ctgFreeDbCache(dbCache);
H
Hongze Cheng 已提交
261

D
dapan1121 已提交
262
    pIter = taosHashIterate(pDbCache, pIter);
H
Hongze Cheng 已提交
263
  }
D
dapan1121 已提交
264 265

  taosHashCleanup(pDbCache);
H
Hongze Cheng 已提交
266

D
dapan1121 已提交
267 268
  CTG_CACHE_STAT_DEC(numOfDb, dbNum);
}
D
dapan1121 已提交
269

D
dapan1121 已提交
270 271 272
void ctgFreeInstUserCache(SHashObj* pUserCache) {
  if (NULL == pUserCache) {
    return;
D
dapan1121 已提交
273
  }
H
Hongze Cheng 已提交
274

D
dapan1121 已提交
275
  int32_t userNum = taosHashGetSize(pUserCache);
H
Hongze Cheng 已提交
276 277

  void* pIter = taosHashIterate(pUserCache, NULL);
D
dapan1121 已提交
278
  while (pIter) {
H
Hongze Cheng 已提交
279
    SCtgUserAuth* userCache = pIter;
D
dapan1121 已提交
280
    ctgFreeSCtgUserAuth(userCache);
H
Hongze Cheng 已提交
281

D
dapan1121 已提交
282
    pIter = taosHashIterate(pUserCache, pIter);
H
Hongze Cheng 已提交
283 284
  }

D
dapan1121 已提交
285
  taosHashCleanup(pUserCache);
H
Hongze Cheng 已提交
286

D
dapan1121 已提交
287 288
  CTG_CACHE_STAT_DEC(numOfUser, userNum);
}
D
dapan1121 已提交
289

D
dapan1121 已提交
290 291 292
void ctgFreeHandleImpl(SCatalog* pCtg) {
  ctgFreeMetaRent(&pCtg->dbRent);
  ctgFreeMetaRent(&pCtg->stbRent);
D
dapan1121 已提交
293

D
dapan1121 已提交
294 295
  ctgFreeInstDbCache(pCtg->dbCache);
  ctgFreeInstUserCache(pCtg->userCache);
D
dapan1121 已提交
296 297 298 299

  taosMemoryFree(pCtg);
}

D
dapan1121 已提交
300 301 302 303 304
void ctgFreeHandle(SCatalog* pCtg) {
  if (NULL == pCtg) {
    return;
  }

D
dapan1121 已提交
305
  uint64_t clusterId = pCtg->clusterId;
D
dapan1121 已提交
306

D
dapan1121 已提交
307 308
  ctgFreeMetaRent(&pCtg->dbRent);
  ctgFreeMetaRent(&pCtg->stbRent);
D
dapan1121 已提交
309

D
dapan1121 已提交
310 311 312 313
  ctgFreeInstDbCache(pCtg->dbCache);
  ctgFreeInstUserCache(pCtg->userCache);

  CTG_CACHE_STAT_DEC(numOfCluster, 1);
D
dapan1121 已提交
314

D
dapan1121 已提交
315
  taosMemoryFree(pCtg);
D
dapan1121 已提交
316

C
Cary Xu 已提交
317
  ctgInfo("handle freed, clusterId:0x%" PRIx64, clusterId);
D
dapan1121 已提交
318 319
}

D
dapan1121 已提交
320 321 322 323
void ctgClearHandle(SCatalog* pCtg) {
  if (NULL == pCtg) {
    return;
  }
D
dapan1121 已提交
324

D
dapan1121 已提交
325 326 327 328 329 330 331 332 333 334
  uint64_t clusterId = pCtg->clusterId;

  ctgFreeMetaRent(&pCtg->dbRent);
  ctgFreeMetaRent(&pCtg->stbRent);

  ctgFreeInstDbCache(pCtg->dbCache);
  ctgFreeInstUserCache(pCtg->userCache);

  ctgMetaRentInit(&pCtg->dbRent, gCtgMgmt.cfg.dbRentSec, CTG_RENT_DB);
  ctgMetaRentInit(&pCtg->stbRent, gCtgMgmt.cfg.stbRentSec, CTG_RENT_STABLE);
H
Hongze Cheng 已提交
335 336 337

  pCtg->dbCache = taosHashInit(gCtgMgmt.cfg.maxDBCacheNum, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false,
                               HASH_ENTRY_LOCK);
D
dapan1121 已提交
338 339 340
  if (NULL == pCtg->dbCache) {
    qError("taosHashInit %d dbCache failed", CTG_DEFAULT_CACHE_DB_NUMBER);
  }
H
Hongze Cheng 已提交
341 342 343

  pCtg->userCache = taosHashInit(gCtgMgmt.cfg.maxUserCacheNum, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false,
                                 HASH_ENTRY_LOCK);
D
dapan1121 已提交
344 345 346 347 348 349
  if (NULL == pCtg->userCache) {
    ctgError("taosHashInit %d user cache failed", gCtgMgmt.cfg.maxUserCacheNum);
  }

  CTG_CACHE_STAT_INC(numOfClear, 1);

C
Cary Xu 已提交
350
  ctgInfo("handle cleared, clusterId:0x%" PRIx64, clusterId);
D
dapan1121 已提交
351
}
D
dapan1121 已提交
352

D
dapan1121 已提交
353
void ctgFreeSUseDbOutput(SUseDbOutput* pOutput) {
D
dapan1121 已提交
354
  if (NULL == pOutput) {
D
dapan1121 已提交
355 356 357
    return;
  }

D
dapan1121 已提交
358
  if (pOutput->dbVgroup) {
359
    freeVgInfo(pOutput->dbVgroup);
D
dapan1121 已提交
360
  }
H
Hongze Cheng 已提交
361

D
dapan1121 已提交
362 363 364 365 366 367 368 369
  taosMemoryFree(pOutput);
}

void ctgFreeMsgCtx(SCtgMsgCtx* pCtx) {
  taosMemoryFreeClear(pCtx->target);
  if (NULL == pCtx->out) {
    return;
  }
H
Hongze Cheng 已提交
370

D
dapan1121 已提交
371 372 373 374 375 376 377
  switch (pCtx->reqType) {
    case TDMT_MND_GET_DB_CFG: {
      SDbCfgInfo* pOut = (SDbCfgInfo*)pCtx->out;
      taosArrayDestroy(pOut->pRetensions);
      taosMemoryFreeClear(pCtx->out);
      break;
    }
H
Hongze Cheng 已提交
378
    case TDMT_MND_USE_DB: {
D
dapan1121 已提交
379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401
      SUseDbOutput* pOut = (SUseDbOutput*)pCtx->out;
      ctgFreeSUseDbOutput(pOut);
      pCtx->out = NULL;
      break;
    }
    case TDMT_MND_GET_INDEX: {
      SIndexInfo* pOut = (SIndexInfo*)pCtx->out;
      taosMemoryFreeClear(pCtx->out);
      break;
    }
    case TDMT_MND_QNODE_LIST: {
      SArray* pOut = (SArray*)pCtx->out;
      taosArrayDestroy(pOut);
      pCtx->out = NULL;
      break;
    }
    case TDMT_VND_TABLE_META:
    case TDMT_MND_TABLE_META: {
      STableMetaOutput* pOut = (STableMetaOutput*)pCtx->out;
      taosMemoryFree(pOut->tbMeta);
      taosMemoryFreeClear(pCtx->out);
      break;
    }
D
dapan1121 已提交
402
    case TDMT_MND_GET_TABLE_INDEX: {
D
dapan1121 已提交
403
      STableIndex* pOut = (STableIndex*)pCtx->out;
D
dapan1121 已提交
404
      if (pOut) {
D
dapan1121 已提交
405
        taosArrayDestroyEx(pOut->pIndex, tFreeSTableIndexInfo);
D
dapan1121 已提交
406 407 408 409
        taosMemoryFreeClear(pCtx->out);
      }
      break;
    }
D
dapan1121 已提交
410 411 412 413 414 415 416
    case TDMT_VND_TABLE_CFG:
    case TDMT_MND_TABLE_CFG: {
      STableCfgRsp* pOut = (STableCfgRsp*)pCtx->out;
      tFreeSTableCfgRsp(pOut);
      taosMemoryFreeClear(pCtx->out);
      break;
    }
D
dapan1121 已提交
417 418 419 420 421 422 423 424 425 426 427 428
    case TDMT_MND_RETRIEVE_FUNC: {
      SFuncInfo* pOut = (SFuncInfo*)pCtx->out;
      taosMemoryFree(pOut->pCode);
      taosMemoryFree(pOut->pComment);
      taosMemoryFreeClear(pCtx->out);
      break;
    }
    case TDMT_MND_GET_USER_AUTH: {
      SGetUserAuthRsp* pOut = (SGetUserAuthRsp*)pCtx->out;
      taosHashCleanup(pOut->createdDbs);
      taosHashCleanup(pOut->readDbs);
      taosHashCleanup(pOut->writeDbs);
X
Xiaoyu Wang 已提交
429 430
      taosHashCleanup(pOut->readTbs);
      taosHashCleanup(pOut->writeTbs);
X
Xiaoyu Wang 已提交
431
      taosHashCleanup(pOut->useDbs);
D
dapan1121 已提交
432 433 434 435 436 437 438 439 440
      taosMemoryFreeClear(pCtx->out);
      break;
    }
    default:
      qError("invalid reqType %d", pCtx->reqType);
      break;
  }
}

D
dapan1121 已提交
441 442 443 444 445 446 447 448
void ctgFreeTbMetasMsgCtx(SCtgMsgCtx* pCtx) {
  ctgFreeMsgCtx(pCtx);
  if (pCtx->lastOut) {
    ctgFreeSTableMetaOutput((STableMetaOutput*)pCtx->lastOut);
    pCtx->lastOut = NULL;
  }
}

D
dapan1121 已提交
449 450 451 452
void ctgFreeSTableMetaOutput(STableMetaOutput* pOutput) {
  if (NULL == pOutput) {
    return;
  }
H
Hongze Cheng 已提交
453

D
dapan1121 已提交
454 455 456 457 458 459 460 461
  taosMemoryFree(pOutput->tbMeta);
  taosMemoryFree(pOutput);
}

void ctgResetTbMetaTask(SCtgTask* pTask) {
  SCtgTbMetaCtx* taskCtx = (SCtgTbMetaCtx*)pTask->taskCtx;
  memset(&taskCtx->tbInfo, 0, sizeof(taskCtx->tbInfo));
  taskCtx->flag = CTG_FLAG_UNKNOWN_STB;
H
Hongze Cheng 已提交
462

D
dapan1121 已提交
463 464 465 466 467 468 469 470 471 472 473 474
  if (pTask->msgCtx.lastOut) {
    ctgFreeSTableMetaOutput((STableMetaOutput*)pTask->msgCtx.lastOut);
    pTask->msgCtx.lastOut = NULL;
  }
  if (pTask->msgCtx.out) {
    ctgFreeSTableMetaOutput((STableMetaOutput*)pTask->msgCtx.out);
    pTask->msgCtx.out = NULL;
  }
  taosMemoryFreeClear(pTask->msgCtx.target);
  taosMemoryFreeClear(pTask->res);
}

D
dapan1121 已提交
475 476 477 478
void ctgFreeBatchMeta(void* meta) {
  if (NULL == meta) {
    return;
  }
H
Hongze Cheng 已提交
479

D
dapan1121 已提交
480 481 482 483
  SMetaRes* pRes = (SMetaRes*)meta;
  taosMemoryFreeClear(pRes->pRes);
}

484 485 486 487
void ctgFreeBatchHash(void* hash) {
  if (NULL == hash) {
    return;
  }
H
Hongze Cheng 已提交
488

489 490 491 492
  SMetaRes* pRes = (SMetaRes*)hash;
  taosMemoryFreeClear(pRes->pRes);
}

H
Hongze Cheng 已提交
493
void ctgFreeTaskRes(CTG_TASK_TYPE type, void** pRes) {
D
dapan1121 已提交
494
  switch (type) {
D
dapan1121 已提交
495 496
    case CTG_TASK_GET_QNODE:
    case CTG_TASK_GET_DNODE:
D
dapan1121 已提交
497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514
    case CTG_TASK_GET_DB_VGROUP: {
      taosArrayDestroy((SArray*)*pRes);
      *pRes = NULL;
      break;
    }
    case CTG_TASK_GET_DB_CFG: {
      if (*pRes) {
        SDbCfgInfo* pInfo = (SDbCfgInfo*)*pRes;
        taosArrayDestroy(pInfo->pRetensions);
        taosMemoryFreeClear(*pRes);
      }
      break;
    }
    case CTG_TASK_GET_TB_INDEX: {
      taosArrayDestroyEx(*pRes, tFreeSTableIndexInfo);
      *pRes = NULL;
      break;
    }
D
dapan1121 已提交
515 516 517 518 519 520 521 522
    case CTG_TASK_GET_TB_CFG: {
      if (*pRes) {
        STableCfg* pInfo = (STableCfg*)*pRes;
        tFreeSTableCfgRsp(pInfo);
        taosMemoryFreeClear(*pRes);
      }
      break;
    }
D
dapan1121 已提交
523 524 525
    case CTG_TASK_GET_TB_HASH:
    case CTG_TASK_GET_DB_INFO:
    case CTG_TASK_GET_INDEX:
H
Hongze Cheng 已提交
526 527
    case CTG_TASK_GET_UDF:
    case CTG_TASK_GET_USER:
D
dapan1121 已提交
528 529
    case CTG_TASK_GET_SVR_VER:
    case CTG_TASK_GET_TB_META: {
D
dapan1121 已提交
530 531 532
      taosMemoryFreeClear(*pRes);
      break;
    }
D
dapan1121 已提交
533 534 535 536 537 538
    case CTG_TASK_GET_TB_META_BATCH: {
      SArray* pArray = (SArray*)*pRes;
      int32_t num = taosArrayGetSize(pArray);
      for (int32_t i = 0; i < num; ++i) {
        ctgFreeBatchMeta(taosArrayGet(pArray, i));
      }
H
Hongze Cheng 已提交
539
      *pRes = NULL;  // no need to free it
D
dapan1121 已提交
540 541
      break;
    }
542 543 544 545 546 547
    case CTG_TASK_GET_TB_HASH_BATCH: {
      SArray* pArray = (SArray*)*pRes;
      int32_t num = taosArrayGetSize(pArray);
      for (int32_t i = 0; i < num; ++i) {
        ctgFreeBatchHash(taosArrayGet(pArray, i));
      }
H
Hongze Cheng 已提交
548
      *pRes = NULL;  // no need to free it
549
      break;
H
Hongze Cheng 已提交
550
    }
D
dapan1121 已提交
551 552 553 554 555 556
    default:
      qError("invalid task type %d", type);
      break;
  }
}

H
Hongze Cheng 已提交
557
void ctgFreeSubTaskRes(CTG_TASK_TYPE type, void** pRes) {
D
dapan1121 已提交
558
  switch (type) {
D
dapan1121 已提交
559
    case CTG_TASK_GET_QNODE:
D
dapan1121 已提交
560 561 562 563 564
    case CTG_TASK_GET_DNODE: {
      taosArrayDestroy((SArray*)*pRes);
      *pRes = NULL;
      break;
    }
D
dapan1121 已提交
565 566 567
    case CTG_TASK_GET_DB_VGROUP: {
      if (*pRes) {
        SDBVgInfo* pInfo = (SDBVgInfo*)*pRes;
568
        freeVgInfo(pInfo);
D
dapan1121 已提交
569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584
      }
      break;
    }
    case CTG_TASK_GET_DB_CFG: {
      if (*pRes) {
        SDbCfgInfo* pInfo = (SDbCfgInfo*)*pRes;
        taosArrayDestroy(pInfo->pRetensions);
        taosMemoryFreeClear(*pRes);
      }
      break;
    }
    case CTG_TASK_GET_TB_INDEX: {
      taosArrayDestroyEx(*pRes, tFreeSTableIndexInfo);
      *pRes = NULL;
      break;
    }
D
dapan1121 已提交
585 586 587 588 589 590 591 592
    case CTG_TASK_GET_TB_CFG: {
      if (*pRes) {
        STableCfg* pInfo = (STableCfg*)*pRes;
        tFreeSTableCfgRsp(pInfo);
        taosMemoryFreeClear(*pRes);
      }
      break;
    }
H
Hongze Cheng 已提交
593
    case CTG_TASK_GET_TB_META:
D
dapan1121 已提交
594 595
    case CTG_TASK_GET_DB_INFO:
    case CTG_TASK_GET_TB_HASH:
H
Hongze Cheng 已提交
596 597 598
    case CTG_TASK_GET_INDEX:
    case CTG_TASK_GET_UDF:
    case CTG_TASK_GET_SVR_VER:
D
dapan1121 已提交
599 600 601 602
    case CTG_TASK_GET_USER: {
      taosMemoryFreeClear(*pRes);
      break;
    }
D
dapan1121 已提交
603 604 605 606 607
    case CTG_TASK_GET_TB_META_BATCH: {
      taosArrayDestroyEx(*pRes, ctgFreeBatchMeta);
      *pRes = NULL;
      break;
    }
608 609 610 611 612
    case CTG_TASK_GET_TB_HASH_BATCH: {
      taosArrayDestroyEx(*pRes, ctgFreeBatchHash);
      *pRes = NULL;
      break;
    }
D
dapan1121 已提交
613 614 615 616 617 618
    default:
      qError("invalid task type %d", type);
      break;
  }
}

H
Hongze Cheng 已提交
619
void ctgClearSubTaskRes(SCtgSubRes* pRes) {
D
dapan1121 已提交
620 621 622 623 624 625 626 627 628 629
  pRes->code = 0;

  if (NULL == pRes->res) {
    return;
  }

  ctgFreeSubTaskRes(pRes->type, &pRes->res);
}

void ctgFreeTaskCtx(SCtgTask* pTask) {
D
dapan1121 已提交
630 631 632 633 634 635 636 637
  switch (pTask->type) {
    case CTG_TASK_GET_TB_META: {
      SCtgTbMetaCtx* taskCtx = (SCtgTbMetaCtx*)pTask->taskCtx;
      taosMemoryFreeClear(taskCtx->pName);
      if (pTask->msgCtx.lastOut) {
        ctgFreeSTableMetaOutput((STableMetaOutput*)pTask->msgCtx.lastOut);
        pTask->msgCtx.lastOut = NULL;
      }
D
dapan1121 已提交
638
      taosMemoryFreeClear(pTask->taskCtx);
D
dapan1121 已提交
639 640
      break;
    }
D
dapan1121 已提交
641
    case CTG_TASK_GET_TB_META_BATCH: {
642
      SCtgTbMetasCtx* taskCtx = (SCtgTbMetasCtx*)pTask->taskCtx;
643
      taosArrayDestroyEx(taskCtx->pResList, ctgFreeBatchMeta);
D
dapan1121 已提交
644 645 646
      taosArrayDestroy(taskCtx->pFetchs);
      // NO NEED TO FREE pNames

D
dapan1121 已提交
647
      taosArrayDestroyEx(pTask->msgCtxs, (FDelete)ctgFreeTbMetasMsgCtx);
H
Hongze Cheng 已提交
648

D
dapan1121 已提交
649 650 651 652 653 654 655
      if (pTask->msgCtx.lastOut) {
        ctgFreeSTableMetaOutput((STableMetaOutput*)pTask->msgCtx.lastOut);
        pTask->msgCtx.lastOut = NULL;
      }
      taosMemoryFreeClear(pTask->taskCtx);
      break;
    }
D
dapan1121 已提交
656 657 658
    case CTG_TASK_GET_TB_HASH: {
      SCtgTbHashCtx* taskCtx = (SCtgTbHashCtx*)pTask->taskCtx;
      taosMemoryFreeClear(taskCtx->pName);
H
Hongze Cheng 已提交
659
      taosMemoryFreeClear(pTask->taskCtx);
D
dapan1121 已提交
660 661
      break;
    }
662
    case CTG_TASK_GET_TB_HASH_BATCH: {
663
      SCtgTbHashsCtx* taskCtx = (SCtgTbHashsCtx*)pTask->taskCtx;
664 665 666 667 668
      taosArrayDestroyEx(taskCtx->pResList, ctgFreeBatchHash);
      taosArrayDestroy(taskCtx->pFetchs);
      // NO NEED TO FREE pNames

      taosArrayDestroyEx(pTask->msgCtxs, (FDelete)ctgFreeMsgCtx);
H
Hongze Cheng 已提交
669

670 671
      taosMemoryFreeClear(pTask->taskCtx);
      break;
H
Hongze Cheng 已提交
672
    }
D
dapan1121 已提交
673 674 675 676
    case CTG_TASK_GET_TB_INDEX: {
      SCtgTbIndexCtx* taskCtx = (SCtgTbIndexCtx*)pTask->taskCtx;
      taosMemoryFreeClear(taskCtx->pName);
      taosMemoryFreeClear(pTask->taskCtx);
D
dapan1121 已提交
677 678 679 680 681 682 683
      break;
    }
    case CTG_TASK_GET_TB_CFG: {
      SCtgTbCfgCtx* taskCtx = (SCtgTbCfgCtx*)pTask->taskCtx;
      taosMemoryFreeClear(taskCtx->pName);
      taosMemoryFreeClear(taskCtx->pVgInfo);
      taosMemoryFreeClear(pTask->taskCtx);
D
dapan1121 已提交
684 685
      break;
    }
D
dapan1121 已提交
686 687
    case CTG_TASK_GET_DB_VGROUP:
    case CTG_TASK_GET_DB_CFG:
H
Hongze Cheng 已提交
688
    case CTG_TASK_GET_DB_INFO:
D
dapan1121 已提交
689 690
    case CTG_TASK_GET_INDEX:
    case CTG_TASK_GET_UDF:
H
Hongze Cheng 已提交
691
    case CTG_TASK_GET_QNODE:
D
dapan1121 已提交
692 693 694 695 696 697 698 699 700 701
    case CTG_TASK_GET_USER: {
      taosMemoryFreeClear(pTask->taskCtx);
      break;
    }
    default:
      qError("invalid task type %d", pTask->type);
      break;
  }
}

D
dapan1121 已提交
702 703 704 705 706 707 708 709 710
void ctgFreeTask(SCtgTask* pTask) {
  ctgFreeMsgCtx(&pTask->msgCtx);
  ctgFreeTaskRes(pTask->type, &pTask->res);
  ctgFreeTaskCtx(pTask);

  taosArrayDestroy(pTask->pParents);
  ctgClearSubTaskRes(&pTask->subRes);
}

D
dapan1121 已提交
711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728
void ctgFreeTasks(SArray* pArray) {
  if (NULL == pArray) {
    return;
  }

  int32_t num = taosArrayGetSize(pArray);
  for (int32_t i = 0; i < num; ++i) {
    SCtgTask* pTask = taosArrayGet(pArray, i);
    ctgFreeTask(pTask);
  }

  taosArrayDestroy(pArray);
}

void ctgFreeJob(void* job) {
  if (NULL == job) {
    return;
  }
H
Hongze Cheng 已提交
729

D
dapan1121 已提交
730 731
  SCtgJob* pJob = (SCtgJob*)job;

H
Hongze Cheng 已提交
732
  int64_t  rid = pJob->refId;
D
dapan1121 已提交
733 734 735
  uint64_t qid = pJob->queryId;

  ctgFreeTasks(pJob->pTasks);
D
dapan1121 已提交
736
  ctgFreeBatchs(pJob->pBatchs);
D
dapan1121 已提交
737 738 739 740 741

  ctgFreeSMetaData(&pJob->jobRes);

  taosMemoryFree(job);

D
dapan1121 已提交
742
  qDebug("QID:0x%" PRIx64 ", ctg job 0x%" PRIx64 " freed", qid, rid);
D
dapan1121 已提交
743 744 745 746 747 748 749 750
}

int32_t ctgUpdateMsgCtx(SCtgMsgCtx* pCtx, int32_t reqType, void* out, char* target) {
  ctgFreeMsgCtx(pCtx);

  pCtx->reqType = reqType;
  pCtx->out = out;
  if (target) {
751
    pCtx->target = taosStrdup(target);
D
dapan1121 已提交
752 753 754 755 756 757 758 759 760 761
    if (NULL == pCtx->target) {
      CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
    }
  } else {
    pCtx->target = NULL;
  }

  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
762 763
int32_t ctgAddMsgCtx(SArray* pCtxs, int32_t reqType, void* out, char* target) {
  SCtgMsgCtx ctx = {0};
H
Hongze Cheng 已提交
764

D
dapan1121 已提交
765 766 767
  ctx.reqType = reqType;
  ctx.out = out;
  if (target) {
768
    ctx.target = taosStrdup(target);
D
dapan1121 已提交
769 770 771 772 773 774 775 776 777 778
    if (NULL == ctx.target) {
      CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
    }
  }

  taosArrayPush(pCtxs, &ctx);

  return TSDB_CODE_SUCCESS;
}

H
Hongze Cheng 已提交
779
int32_t ctgGetHashFunction(int8_t hashMethod, tableNameHashFp* fp) {
D
dapan1121 已提交
780 781 782 783 784 785 786 787 788
  switch (hashMethod) {
    default:
      *fp = MurmurHash3_32;
      break;
  }

  return TSDB_CODE_SUCCESS;
}

H
Hongze Cheng 已提交
789 790 791 792 793 794
int32_t ctgGenerateVgList(SCatalog* pCtg, SHashObj* vgHash, SArray** pList) {
  SHashObj*    vgroupHash = NULL;
  SVgroupInfo* vgInfo = NULL;
  SArray*      vgList = NULL;
  int32_t      code = 0;
  int32_t      vgNum = taosHashGetSize(vgHash);
D
dapan1121 已提交
795 796 797 798

  vgList = taosArrayInit(vgNum, sizeof(SVgroupInfo));
  if (NULL == vgList) {
    ctgError("taosArrayInit failed, num:%d", vgNum);
H
Hongze Cheng 已提交
799
    CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
D
dapan1121 已提交
800 801
  }

H
Hongze Cheng 已提交
802
  void* pIter = taosHashIterate(vgHash, NULL);
D
dapan1121 已提交
803 804 805 806 807
  while (pIter) {
    vgInfo = pIter;

    if (NULL == taosArrayPush(vgList, vgInfo)) {
      ctgError("taosArrayPush failed, vgId:%d", vgInfo->vgId);
H
Hongze Cheng 已提交
808
      taosHashCancelIterate(vgHash, pIter);
D
dapan1121 已提交
809
      CTG_ERR_JRET(TSDB_CODE_OUT_OF_MEMORY);
D
dapan1121 已提交
810
    }
H
Hongze Cheng 已提交
811

D
dapan1121 已提交
812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830
    pIter = taosHashIterate(vgHash, pIter);
    vgInfo = NULL;
  }

  *pList = vgList;

  ctgDebug("Got vgList from cache, vgNum:%d", vgNum);

  return TSDB_CODE_SUCCESS;

_return:

  if (vgList) {
    taosArrayDestroy(vgList);
  }

  CTG_RET(code);
}

831
int ctgVgInfoComp(const void* lp, const void* rp) {
D
dapan1121 已提交
832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855
  SVgroupInfo* pLeft = (SVgroupInfo*)lp;
  SVgroupInfo* pRight = (SVgroupInfo*)rp;
  if (pLeft->hashBegin < pRight->hashBegin) {
    return -1;
  } else if (pLeft->hashBegin > pRight->hashBegin) {
    return 1;
  }

  return 0;
}

int32_t ctgHashValueComp(void const* lp, void const* rp) {
  uint32_t*    key = (uint32_t*)lp;
  SVgroupInfo* pVg = (SVgroupInfo*)rp;

  if (*key < pVg->hashBegin) {
    return -1;
  } else if (*key > pVg->hashEnd) {
    return 1;
  }

  return 0;
}

H
Hongze Cheng 已提交
856
int32_t ctgGetVgInfoFromHashValue(SCatalog* pCtg, SDBVgInfo* dbInfo, const SName* pTableName, SVgroupInfo* pVgroup) {
D
dapan1121 已提交
857
  int32_t code = 0;
D
dapan1121 已提交
858
  CTG_ERR_RET(ctgMakeVgArray(dbInfo));
H
Hongze Cheng 已提交
859

860
  int32_t vgNum = taosArrayGetSize(dbInfo->vgArray);
H
Hongze Cheng 已提交
861
  char    db[TSDB_DB_FNAME_LEN] = {0};
D
dapan1121 已提交
862 863 864 865 866 867 868
  tNameGetFullDbName(pTableName, db);

  if (vgNum <= 0) {
    ctgError("db vgroup cache invalid, db:%s, vgroup number:%d", db, vgNum);
    CTG_ERR_RET(TSDB_CODE_TSC_DB_NOT_SELECTED);
  }

H
Hongze Cheng 已提交
869 870
  SVgroupInfo* vgInfo = NULL;
  char         tbFullName[TSDB_TABLE_FNAME_LEN];
D
dapan1121 已提交
871 872
  tNameExtractFullName(pTableName, tbFullName);

H
Hongze Cheng 已提交
873 874
  uint32_t hashValue = taosGetTbHashVal(tbFullName, (uint32_t)strlen(tbFullName), dbInfo->hashMethod,
                                        dbInfo->hashPrefix, dbInfo->hashSuffix);
D
dapan1121 已提交
875

876 877
  vgInfo = taosArraySearch(dbInfo->vgArray, &hashValue, ctgHashValueComp, TD_EQ);

X
Xiaoyu Wang 已提交
878 879 880 881 882 883 884 885
  /*
    void* pIter = taosHashIterate(dbInfo->vgHash, NULL);
    while (pIter) {
      vgInfo = pIter;
      if (hashValue >= vgInfo->hashBegin && hashValue <= vgInfo->hashEnd) {
        taosHashCancelIterate(dbInfo->vgHash, pIter);
        break;
      }
H
Hongze Cheng 已提交
886

X
Xiaoyu Wang 已提交
887 888 889 890
      pIter = taosHashIterate(dbInfo->vgHash, pIter);
      vgInfo = NULL;
    }
  */
D
dapan1121 已提交
891 892

  if (NULL == vgInfo) {
D
dapan1121 已提交
893 894
    ctgError("no hash range found for hash value [%u], db:%s, numOfVgId:%d", hashValue, db,
             (int32_t)taosArrayGetSize(dbInfo->vgArray));
D
dapan1121 已提交
895 896 897 898 899 900 901 902 903 904
    CTG_ERR_RET(TSDB_CODE_CTG_INTERNAL_ERROR);
  }

  *pVgroup = *vgInfo;

  ctgDebug("Got tb %s hash vgroup, vgId:%d, epNum %d, current %s port %d", tbFullName, vgInfo->vgId,
           vgInfo->epSet.numOfEps, vgInfo->epSet.eps[vgInfo->epSet.inUse].fqdn,
           vgInfo->epSet.eps[vgInfo->epSet.inUse].port);

  CTG_RET(code);
D
dapan1121 已提交
905 906
}

H
Hongze Cheng 已提交
907 908 909
int32_t ctgGetVgInfosFromHashValue(SCatalog* pCtg, SCtgTaskReq* tReq, SDBVgInfo* dbInfo, SCtgTbHashsCtx* pCtx,
                                   char* dbFName, SArray* pNames, bool update) {
  int32_t   code = 0;
D
dapan1121 已提交
910
  SCtgTask* pTask = tReq->pTask;
H
Hongze Cheng 已提交
911
  SMetaRes  res = {0};
D
dapan1121 已提交
912 913 914

  CTG_ERR_RET(ctgMakeVgArray(dbInfo));

X
Xiaoyu Wang 已提交
915
  int32_t vgNum = taosArrayGetSize(dbInfo->vgArray);
916 917
  if (vgNum <= 0) {
    ctgError("db vgroup cache invalid, db:%s, vgroup number:%d", dbFName, vgNum);
D
dapan1121 已提交
918
    CTG_ERR_RET(TSDB_CODE_CTG_INTERNAL_ERROR);
919 920
  }

H
Hongze Cheng 已提交
921 922
  SVgroupInfo* vgInfo = NULL;
  int32_t      tbNum = taosArrayGetSize(pNames);
923 924 925 926 927 928 929 930

  if (1 == vgNum) {
    for (int32_t i = 0; i < tbNum; ++i) {
      vgInfo = taosMemoryMalloc(sizeof(SVgroupInfo));
      if (NULL == vgInfo) {
        CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
      }

931
      *vgInfo = *(SVgroupInfo*)taosArrayGet(dbInfo->vgArray, 0);
932 933

      ctgDebug("Got tb hash vgroup, vgId:%d, epNum %d, current %s port %d", vgInfo->vgId, vgInfo->epSet.numOfEps,
H
Hongze Cheng 已提交
934
               vgInfo->epSet.eps[vgInfo->epSet.inUse].fqdn, vgInfo->epSet.eps[vgInfo->epSet.inUse].port);
935 936

      if (update) {
D
dapan1121 已提交
937
        SCtgFetch* pFetch = taosArrayGet(pCtx->pFetchs, tReq->msgIdx);
H
Hongze Cheng 已提交
938
        SMetaRes*  pRes = taosArrayGet(pCtx->pResList, pFetch->resIdx + i);
939 940 941 942 943 944 945 946 947 948 949 950 951
        pRes->pRes = vgInfo;
      } else {
        res.pRes = vgInfo;
        taosArrayPush(pCtx->pResList, &res);
      }
    }

    return TSDB_CODE_SUCCESS;
  }

  char tbFullName[TSDB_TABLE_FNAME_LEN];
  sprintf(tbFullName, "%s.", dbFName);
  int32_t offset = strlen(tbFullName);
H
Hongze Cheng 已提交
952
  SName*  pName = NULL;
953
  int32_t tbNameLen = 0;
H
Hongze Cheng 已提交
954

955
  for (int32_t i = 0; i < tbNum; ++i) {
956
    pName = taosArrayGet(pNames, i);
957 958 959 960

    tbNameLen = offset + strlen(pName->tname);
    strcpy(tbFullName + offset, pName->tname);

H
Hongze Cheng 已提交
961 962
    uint32_t hashValue = taosGetTbHashVal(tbFullName, (uint32_t)strlen(tbFullName), dbInfo->hashMethod,
                                          dbInfo->hashPrefix, dbInfo->hashSuffix);
963

964 965
    vgInfo = taosArraySearch(dbInfo->vgArray, &hashValue, ctgHashValueComp, TD_EQ);
    if (NULL == vgInfo) {
D
dapan1121 已提交
966 967
      ctgError("no hash range found for hash value [%u], db:%s, numOfVgId:%d", hashValue, dbFName,
               (int32_t)taosArrayGetSize(dbInfo->vgArray));
968 969 970 971 972 973 974 975 976 977
      CTG_ERR_RET(TSDB_CODE_CTG_INTERNAL_ERROR);
    }

    SVgroupInfo* pNewVg = taosMemoryMalloc(sizeof(SVgroupInfo));
    if (NULL == pNewVg) {
      CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
    }

    *pNewVg = *vgInfo;

H
Hongze Cheng 已提交
978 979 980
    ctgDebug("Got tb %s hash vgroup, vgId:%d, epNum %d, current %s port %d", tbFullName, vgInfo->vgId,
             vgInfo->epSet.numOfEps, vgInfo->epSet.eps[vgInfo->epSet.inUse].fqdn,
             vgInfo->epSet.eps[vgInfo->epSet.inUse].port);
981 982

    if (update) {
D
dapan1121 已提交
983
      SCtgFetch* pFetch = taosArrayGet(pCtx->pFetchs, tReq->msgIdx);
H
Hongze Cheng 已提交
984
      SMetaRes*  pRes = taosArrayGet(pCtx->pResList, pFetch->resIdx + i);
985 986 987 988
      pRes->pRes = pNewVg;
    } else {
      res.pRes = pNewVg;
      taosArrayPush(pCtx->pResList, &res);
H
Hongze Cheng 已提交
989
    }
990 991 992 993 994
  }

  CTG_RET(code);
}

X
Xiaoyu Wang 已提交
995 996 997 998 999 1000
int32_t ctgGetVgIdsFromHashValue(SCatalog* pCtg, SDBVgInfo* dbInfo, char* dbFName, const char* pTbs[], int32_t tbNum,
                                 int32_t* vgId) {
  int32_t code = 0;
  CTG_ERR_RET(ctgMakeVgArray(dbInfo));

  int32_t vgNum = taosArrayGetSize(dbInfo->vgArray);
D
dapan1121 已提交
1001

X
Xiaoyu Wang 已提交
1002 1003 1004 1005
  if (vgNum <= 0) {
    ctgError("db vgroup cache invalid, db:%s, vgroup number:%d", dbFName, vgNum);
    CTG_ERR_RET(TSDB_CODE_TSC_DB_NOT_SELECTED);
  }
D
dapan1121 已提交
1006

X
Xiaoyu Wang 已提交
1007 1008 1009 1010
  SVgroupInfo* vgInfo = NULL;
  char         tbFullName[TSDB_TABLE_FNAME_LEN];
  snprintf(tbFullName, sizeof(tbFullName), "%s.", dbFName);
  int32_t offset = strlen(tbFullName);
D
dapan1121 已提交
1011

X
Xiaoyu Wang 已提交
1012 1013 1014 1015
  for (int32_t i = 0; i < tbNum; ++i) {
    snprintf(tbFullName + offset, sizeof(tbFullName) - offset, "%s", pTbs[i]);
    uint32_t hashValue = taosGetTbHashVal(tbFullName, (uint32_t)strlen(tbFullName), dbInfo->hashMethod,
                                          dbInfo->hashPrefix, dbInfo->hashSuffix);
D
dapan1121 已提交
1016

X
Xiaoyu Wang 已提交
1017 1018 1019 1020 1021 1022
    vgInfo = taosArraySearch(dbInfo->vgArray, &hashValue, ctgHashValueComp, TD_EQ);
    if (NULL == vgInfo) {
      ctgError("no hash range found for hash value [%u], db:%s, numOfVgId:%d", hashValue, dbFName,
               (int32_t)taosArrayGetSize(dbInfo->vgArray));
      CTG_ERR_RET(TSDB_CODE_CTG_INTERNAL_ERROR);
    }
D
dapan1121 已提交
1023

X
Xiaoyu Wang 已提交
1024
    vgId[i] = vgInfo->vgId;
D
dapan1121 已提交
1025

X
Xiaoyu Wang 已提交
1026 1027
    ctgDebug("Got tb %s vgId:%d", tbFullName, vgInfo->vgId);
  }
D
dapan1121 已提交
1028

X
Xiaoyu Wang 已提交
1029
  CTG_RET(code);
D
dapan1121 已提交
1030 1031
}

D
dapan1121 已提交
1032
int32_t ctgStbVersionSearchCompare(const void* key1, const void* key2) {
H
Hongze Cheng 已提交
1033
  if (*(uint64_t*)key1 < ((SSTableVersion*)key2)->suid) {
D
dapan1121 已提交
1034
    return -1;
H
Hongze Cheng 已提交
1035
  } else if (*(uint64_t*)key1 > ((SSTableVersion*)key2)->suid) {
D
dapan1121 已提交
1036 1037 1038 1039 1040 1041 1042
    return 1;
  } else {
    return 0;
  }
}

int32_t ctgDbVgVersionSearchCompare(const void* key1, const void* key2) {
H
Hongze Cheng 已提交
1043
  if (*(int64_t*)key1 < ((SDbVgVersion*)key2)->dbId) {
D
dapan1121 已提交
1044
    return -1;
H
Hongze Cheng 已提交
1045
  } else if (*(int64_t*)key1 > ((SDbVgVersion*)key2)->dbId) {
D
dapan1121 已提交
1046 1047 1048 1049 1050 1051 1052
    return 1;
  } else {
    return 0;
  }
}

int32_t ctgStbVersionSortCompare(const void* key1, const void* key2) {
D
dapan1121 已提交
1053
  if (((SSTableVersion*)key1)->suid < ((SSTableVersion*)key2)->suid) {
D
dapan1121 已提交
1054
    return -1;
D
dapan1121 已提交
1055
  } else if (((SSTableVersion*)key1)->suid > ((SSTableVersion*)key2)->suid) {
D
dapan1121 已提交
1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071
    return 1;
  } else {
    return 0;
  }
}

int32_t ctgDbVgVersionSortCompare(const void* key1, const void* key2) {
  if (((SDbVgVersion*)key1)->dbId < ((SDbVgVersion*)key2)->dbId) {
    return -1;
  } else if (((SDbVgVersion*)key1)->dbId > ((SDbVgVersion*)key2)->dbId) {
    return 1;
  } else {
    return 0;
  }
}

1072 1073 1074 1075
int32_t ctgMakeVgArray(SDBVgInfo* dbInfo) {
  if (NULL == dbInfo) {
    return TSDB_CODE_SUCCESS;
  }
X
Xiaoyu Wang 已提交
1076

1077 1078 1079 1080 1081
  if (dbInfo->vgHash && NULL == dbInfo->vgArray) {
    dbInfo->vgArray = taosArrayInit(100, sizeof(SVgroupInfo));
    if (NULL == dbInfo->vgArray) {
      CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
    }
X
Xiaoyu Wang 已提交
1082 1083

    void* pIter = taosHashIterate(dbInfo->vgHash, NULL);
1084 1085 1086 1087
    while (pIter) {
      taosArrayPush(dbInfo->vgArray, pIter);
      pIter = taosHashIterate(dbInfo->vgHash, pIter);
    }
X
Xiaoyu Wang 已提交
1088

1089 1090 1091 1092 1093 1094
    taosArraySort(dbInfo->vgArray, ctgVgInfoComp);
  }

  return TSDB_CODE_SUCCESS;
}

H
Hongze Cheng 已提交
1095
int32_t ctgCloneVgInfo(SDBVgInfo* src, SDBVgInfo** dst) {
1096 1097
  CTG_ERR_RET(ctgMakeVgArray(src));

D
dapan1121 已提交
1098 1099 1100
  *dst = taosMemoryMalloc(sizeof(SDBVgInfo));
  if (NULL == *dst) {
    qError("malloc %d failed", (int32_t)sizeof(SDBVgInfo));
D
dapan1121 已提交
1101
    CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
D
dapan1121 已提交
1102 1103 1104 1105 1106 1107 1108 1109 1110
  }

  memcpy(*dst, src, sizeof(SDBVgInfo));

  size_t hashSize = taosHashGetSize(src->vgHash);
  (*dst)->vgHash = taosHashInit(hashSize, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_ENTRY_LOCK);
  if (NULL == (*dst)->vgHash) {
    qError("taosHashInit %d failed", (int32_t)hashSize);
    taosMemoryFreeClear(*dst);
D
dapan1121 已提交
1111
    CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
D
dapan1121 已提交
1112 1113
  }

H
Hongze Cheng 已提交
1114 1115
  int32_t* vgId = NULL;
  void*    pIter = taosHashIterate(src->vgHash, NULL);
D
dapan1121 已提交
1116 1117 1118
  while (pIter) {
    vgId = taosHashGetKey(pIter, NULL);

H
Hongze Cheng 已提交
1119
    if (taosHashPut((*dst)->vgHash, (void*)vgId, sizeof(int32_t), pIter, sizeof(SVgroupInfo))) {
D
dapan1121 已提交
1120 1121 1122 1123
      qError("taosHashPut failed, hashSize:%d", (int32_t)hashSize);
      taosHashCancelIterate(src->vgHash, pIter);
      taosHashCleanup((*dst)->vgHash);
      taosMemoryFreeClear(*dst);
D
dapan1121 已提交
1124
      CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
D
dapan1121 已提交
1125
    }
H
Hongze Cheng 已提交
1126

D
dapan1121 已提交
1127 1128 1129
    pIter = taosHashIterate(src->vgHash, pIter);
  }

1130 1131 1132 1133
  if (src->vgArray) {
    (*dst)->vgArray = taosArrayDup(src->vgArray, NULL);
  }

D
dapan1121 已提交
1134 1135 1136
  return TSDB_CODE_SUCCESS;
}

H
Hongze Cheng 已提交
1137
int32_t ctgCloneMetaOutput(STableMetaOutput* output, STableMetaOutput** pOutput) {
D
dapan1121 已提交
1138 1139 1140
  *pOutput = taosMemoryMalloc(sizeof(STableMetaOutput));
  if (NULL == *pOutput) {
    qError("malloc %d failed", (int32_t)sizeof(STableMetaOutput));
D
dapan1121 已提交
1141
    CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
D
dapan1121 已提交
1142 1143 1144 1145 1146 1147 1148
  }

  memcpy(*pOutput, output, sizeof(STableMetaOutput));

  if (output->tbMeta) {
    int32_t metaSize = CTG_META_SIZE(output->tbMeta);
    (*pOutput)->tbMeta = taosMemoryMalloc(metaSize);
D
dapan1121 已提交
1149
    qDebug("tbMeta cloned, size:%d, p:%p", metaSize, (*pOutput)->tbMeta);
D
dapan1121 已提交
1150 1151 1152
    if (NULL == (*pOutput)->tbMeta) {
      qError("malloc %d failed", (int32_t)sizeof(STableMetaOutput));
      taosMemoryFreeClear(*pOutput);
D
dapan1121 已提交
1153
      CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
D
dapan1121 已提交
1154 1155 1156 1157 1158 1159 1160 1161
    }

    memcpy((*pOutput)->tbMeta, output->tbMeta, metaSize);
  }

  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174
int32_t ctgCloneTableIndex(SArray* pIndex, SArray** pRes) {
  if (NULL == pIndex) {
    *pRes = NULL;
    return TSDB_CODE_SUCCESS;
  }

  int32_t num = taosArrayGetSize(pIndex);
  *pRes = taosArrayInit(num, sizeof(STableIndexInfo));
  if (NULL == *pRes) {
    CTG_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
  }

  for (int32_t i = 0; i < num; ++i) {
H
Hongze Cheng 已提交
1175
    STableIndexInfo* pInfo = taosArrayGet(pIndex, i);
D
dapan1121 已提交
1176
    pInfo = taosArrayPush(*pRes, pInfo);
1177
    pInfo->expr = taosStrdup(pInfo->expr);
D
dapan1121 已提交
1178 1179 1180 1181 1182
  }

  return TSDB_CODE_SUCCESS;
}

H
Hongze Cheng 已提交
1183
int32_t ctgUpdateSendTargetInfo(SMsgSendInfo* pMsgSendInfo, int32_t msgType, char* dbFName, int32_t vgId) {
D
dapan1121 已提交
1184
  if (msgType == TDMT_VND_TABLE_META || msgType == TDMT_VND_TABLE_CFG || msgType == TDMT_VND_BATCH_META) {
D
dapan1121 已提交
1185
    pMsgSendInfo->target.type = TARGET_TYPE_VNODE;
D
dapan1121 已提交
1186
    pMsgSendInfo->target.vgId = vgId;
1187
    pMsgSendInfo->target.dbFName = taosStrdup(dbFName);
D
dapan1121 已提交
1188 1189 1190 1191 1192 1193
  } else {
    pMsgSendInfo->target.type = TARGET_TYPE_MNODE;
  }

  return TSDB_CODE_SUCCESS;
}
D
dapan1121 已提交
1194

H
Hongze Cheng 已提交
1195
int32_t ctgGetTablesReqNum(SArray* pList) {
1196 1197 1198 1199 1200 1201 1202
  if (NULL == pList) {
    return 0;
  }

  int32_t total = 0;
  int32_t n = taosArrayGetSize(pList);
  for (int32_t i = 0; i < n; ++i) {
H
Hongze Cheng 已提交
1203
    STablesReq* pReq = taosArrayGet(pList, i);
1204 1205 1206 1207 1208 1209
    total += taosArrayGetSize(pReq->pTables);
  }

  return total;
}

H
Hongze Cheng 已提交
1210
int32_t ctgAddFetch(SArray** pFetchs, int32_t dbIdx, int32_t tbIdx, int32_t* fetchIdx, int32_t resIdx, int32_t flag) {
1211 1212 1213
  if (NULL == (*pFetchs)) {
    *pFetchs = taosArrayInit(CTG_DEFAULT_FETCH_NUM, sizeof(SCtgFetch));
  }
H
Hongze Cheng 已提交
1214

1215 1216 1217 1218 1219 1220
  SCtgFetch fetch = {0};
  fetch.dbIdx = dbIdx;
  fetch.tbIdx = tbIdx;
  fetch.fetchIdx = (*fetchIdx)++;
  fetch.resIdx = resIdx;
  fetch.flag = flag;
H
Hongze Cheng 已提交
1221

1222 1223 1224 1225 1226
  taosArrayPush(*pFetchs, &fetch);

  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
1227 1228 1229 1230
SName* ctgGetFetchName(SArray* pNames, SCtgFetch* pFetch) {
  STablesReq* pReq = (STablesReq*)taosArrayGet(pNames, pFetch->dbIdx);
  return (SName*)taosArrayGet(pReq->pTables, pFetch->tbIdx);
}
1231

H
Haojun Liao 已提交
1232
static void* ctgCloneDbVgroup(void* pSrc) { return taosArrayDup((const SArray*)pSrc, NULL); }
1233

H
Hongze Cheng 已提交
1234
static void ctgFreeDbVgroup(void* p) { taosArrayDestroy((SArray*)((SMetaRes*)p)->pRes); }
1235 1236 1237 1238 1239 1240 1241 1242 1243 1244

static void* ctgCloneDbCfgInfo(void* pSrc) {
  SDbCfgInfo* pDst = taosMemoryMalloc(sizeof(SDbCfgInfo));
  if (NULL == pDst) {
    return NULL;
  }
  memcpy(pDst, pSrc, sizeof(SDbCfgInfo));
  return pDst;
}

H
Hongze Cheng 已提交
1245
static void ctgFreeDbCfgInfo(void* p) { taosMemoryFree(((SMetaRes*)p)->pRes); }
1246 1247 1248 1249 1250 1251 1252 1253 1254 1255

static void* ctgCloneDbInfo(void* pSrc) {
  SDbInfo* pDst = taosMemoryMalloc(sizeof(SDbInfo));
  if (NULL == pDst) {
    return NULL;
  }
  memcpy(pDst, pSrc, sizeof(SDbInfo));
  return pDst;
}

H
Hongze Cheng 已提交
1256
static void ctgFreeDbInfo(void* p) { taosMemoryFree(((SMetaRes*)p)->pRes); }
1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268

static void* ctgCloneTableMeta(void* pSrc) {
  STableMeta* pMeta = pSrc;
  int32_t size = sizeof(STableMeta) + (pMeta->tableInfo.numOfColumns + pMeta->tableInfo.numOfTags) * sizeof(SSchema);
  STableMeta* pDst = taosMemoryMalloc(size);
  if (NULL == pDst) {
    return NULL;
  }
  memcpy(pDst, pSrc, size);
  return pDst;
}

H
Hongze Cheng 已提交
1269
static void ctgFreeTableMeta(void* p) { taosMemoryFree(((SMetaRes*)p)->pRes); }
1270 1271 1272 1273 1274 1275 1276 1277 1278 1279

static void* ctgCloneVgroupInfo(void* pSrc) {
  SVgroupInfo* pDst = taosMemoryMalloc(sizeof(SVgroupInfo));
  if (NULL == pDst) {
    return NULL;
  }
  memcpy(pDst, pSrc, sizeof(SVgroupInfo));
  return pDst;
}

H
Hongze Cheng 已提交
1280
static void ctgFreeVgroupInfo(void* p) { taosMemoryFree(((SMetaRes*)p)->pRes); }
1281

H
Haojun Liao 已提交
1282
static void* ctgCloneTableIndices(void* pSrc) { return taosArrayDup((const SArray*)pSrc, NULL); }
1283

H
Hongze Cheng 已提交
1284
static void ctgFreeTableIndices(void* p) { taosArrayDestroy((SArray*)((SMetaRes*)p)->pRes); }
1285 1286 1287 1288 1289 1290 1291 1292 1293 1294

static void* ctgCloneFuncInfo(void* pSrc) {
  SFuncInfo* pDst = taosMemoryMalloc(sizeof(SFuncInfo));
  if (NULL == pDst) {
    return NULL;
  }
  memcpy(pDst, pSrc, sizeof(SFuncInfo));
  return pDst;
}

H
Hongze Cheng 已提交
1295
static void ctgFreeFuncInfo(void* p) { taosMemoryFree(((SMetaRes*)p)->pRes); }
1296 1297 1298 1299 1300 1301 1302 1303 1304 1305

static void* ctgCloneIndexInfo(void* pSrc) {
  SIndexInfo* pDst = taosMemoryMalloc(sizeof(SIndexInfo));
  if (NULL == pDst) {
    return NULL;
  }
  memcpy(pDst, pSrc, sizeof(SIndexInfo));
  return pDst;
}

H
Hongze Cheng 已提交
1306
static void ctgFreeIndexInfo(void* p) { taosMemoryFree(((SMetaRes*)p)->pRes); }
1307 1308 1309 1310 1311 1312 1313 1314 1315 1316

static void* ctgCloneUserAuth(void* pSrc) {
  bool* pDst = taosMemoryMalloc(sizeof(bool));
  if (NULL == pDst) {
    return NULL;
  }
  *pDst = *(bool*)pSrc;
  return pDst;
}

H
Hongze Cheng 已提交
1317
static void ctgFreeUserAuth(void* p) { taosMemoryFree(((SMetaRes*)p)->pRes); }
1318

H
Haojun Liao 已提交
1319
static void* ctgCloneQnodeList(void* pSrc) { return taosArrayDup((const SArray*)pSrc, NULL); }
D
dapan1121 已提交
1320

H
Hongze Cheng 已提交
1321
static void ctgFreeQnodeList(void* p) { taosArrayDestroy((SArray*)((SMetaRes*)p)->pRes); }
1322 1323 1324 1325 1326 1327 1328 1329 1330 1331

static void* ctgCloneTableCfg(void* pSrc) {
  STableCfg* pDst = taosMemoryMalloc(sizeof(STableCfg));
  if (NULL == pDst) {
    return NULL;
  }
  memcpy(pDst, pSrc, sizeof(STableCfg));
  return pDst;
}

H
Hongze Cheng 已提交
1332
static void ctgFreeTableCfg(void* p) { taosMemoryFree(((SMetaRes*)p)->pRes); }
1333

H
Haojun Liao 已提交
1334
static void* ctgCloneDnodeList(void* pSrc) { return taosArrayDup((const SArray*)pSrc, NULL); }
1335

H
Hongze Cheng 已提交
1336
static void ctgFreeDnodeList(void* p) { taosArrayDestroy((SArray*)((SMetaRes*)p)->pRes); }
1337

X
Xiaoyu Wang 已提交
1338 1339 1340 1341 1342
int32_t ctgChkSetTbAuthRes(SCatalog* pCtg, SCtgAuthReq* req, SCtgAuthRsp* res) {
  int32_t          code = 0;
  STableMeta*      pMeta = NULL;
  SGetUserAuthRsp* pInfo = &req->authInfo;
  SHashObj*        pTbs = (AUTH_TYPE_READ == req->singleType) ? pInfo->readTbs : pInfo->writeTbs;
X
Xiaoyu Wang 已提交
1343 1344 1345

  char tbFullName[TSDB_TABLE_FNAME_LEN];
  tNameExtractFullName(&req->pRawReq->tbName, tbFullName);
X
Xiaoyu Wang 已提交
1346
  char* pCond = taosHashGet(pTbs, tbFullName, strlen(tbFullName));
D
dapan1121 已提交
1347 1348
  if (pCond) {
    if (strlen(pCond) > 1) {
X
Xiaoyu Wang 已提交
1349
      CTG_ERR_RET(nodesStringToNode(pCond, &res->pRawRes->pCond));
D
dapan1121 已提交
1350
    }
X
Xiaoyu Wang 已提交
1351

D
dapan1121 已提交
1352 1353 1354 1355
    res->pRawRes->pass = true;
    return TSDB_CODE_SUCCESS;
  }

X
Xiaoyu Wang 已提交
1356
  res->pRawRes->pass = false;
D
dapan1121 已提交
1357

X
Xiaoyu Wang 已提交
1358 1359 1360 1361 1362 1363 1364
  // CTG_ERR_RET(catalogGetCachedTableMeta(pCtg, &req->pRawReq->tbName, &pMeta));
  // if (NULL == pMeta) {
  //   if (req->onlyCache) {
  //     res->metaNotExists = true;
  //     ctgDebug("db %s tb %s meta not in cache for auth", req->pRawReq->tbName.dbname, req->pRawReq->tbName.tname);
  //     return TSDB_CODE_SUCCESS;
  //   }
D
dapan1121 已提交
1365

X
Xiaoyu Wang 已提交
1366 1367
  //   CTG_ERR_RET(catalogGetTableMeta(pCtg, req->pConn, &req->pRawReq->tbName, &pMeta));
  // }
D
dapan1121 已提交
1368

X
Xiaoyu Wang 已提交
1369 1370 1371 1372
  // if (TSDB_SUPER_TABLE == pMeta->tableType || TSDB_NORMAL_TABLE == pMeta->tableType) {
  //   res->pRawRes->pass = false;
  //   goto _return;
  // }
D
dapan1121 已提交
1373

X
Xiaoyu Wang 已提交
1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389
  // if (TSDB_CHILD_TABLE == pMeta->tableType) {
  //   res->pRawRes->pass = true;

  //   /*
  //       char stbName[TSDB_TABLE_NAME_LEN] = {0};
  //       CTG_ERR_JRET(ctgGetCachedStbNameFromSuid(pCtg, pMeta->suid, stbName));
  //       if (0 == stbName[0]) {
  //         if (req->onlyCache) {
  //           res->notExists = true;
  //           return TSDB_CODE_SUCCESS;
  //         }

  //         CTG_ERR_RET(catalogRefreshTableMeta(pCtg, req->pConn, &req->pRawReq->tbName, 0));
  //       }
  //   */
  // }
D
dapan1121 已提交
1390 1391 1392 1393

_return:

  taosMemoryFree(pMeta);
X
Xiaoyu Wang 已提交
1394

D
dapan1121 已提交
1395 1396 1397
  CTG_RET(code);
}

X
Xiaoyu Wang 已提交
1398 1399 1400 1401 1402 1403
int32_t ctgChkSetAuthRes(SCatalog* pCtg, SCtgAuthReq* req, SCtgAuthRsp* res) {
  int32_t          code = 0;
  SUserAuthInfo*   pReq = req->pRawReq;
  SUserAuthRes*    pRes = res->pRawRes;
  SGetUserAuthRsp* pInfo = &req->authInfo;

D
dapan1121 已提交
1404
  pRes->pass = false;
X
Xiaoyu Wang 已提交
1405
  pRes->pCond = NULL;
D
dapan1121 已提交
1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426

  if (!pInfo->enable) {
    pRes->pass = false;
    return TSDB_CODE_SUCCESS;
  }

  if (pInfo->superAuth) {
    pRes->pass = true;
    return TSDB_CODE_SUCCESS;
  }

  char dbFName[TSDB_DB_FNAME_LEN];
  tNameGetFullDbName(&pReq->tbName, dbFName);

  if (pInfo->createdDbs && taosHashGet(pInfo->createdDbs, dbFName, strlen(dbFName))) {
    pRes->pass = true;
    return TSDB_CODE_SUCCESS;
  }

  switch (pReq->type) {
    case AUTH_TYPE_READ: {
X
Xiaoyu Wang 已提交
1427 1428 1429 1430 1431 1432 1433 1434
      if (pInfo->readTbs && taosHashGetSize(pInfo->readTbs) > 0) {
        req->singleType = AUTH_TYPE_READ;
        CTG_ERR_RET(ctgChkSetTbAuthRes(pCtg, req, res));
        if (pRes->pass) {
          return TSDB_CODE_SUCCESS;
        }
      }

D
dapan1121 已提交
1435 1436 1437 1438
      if (pInfo->readDbs && taosHashGet(pInfo->readDbs, dbFName, strlen(dbFName))) {
        pRes->pass = true;
        return TSDB_CODE_SUCCESS;
      }
X
Xiaoyu Wang 已提交
1439

D
dapan1121 已提交
1440 1441 1442
      break;
    }
    case AUTH_TYPE_WRITE: {
X
Xiaoyu Wang 已提交
1443 1444 1445 1446 1447 1448 1449 1450
      if (pInfo->writeTbs && taosHashGetSize(pInfo->writeTbs) > 0) {
        req->singleType = AUTH_TYPE_WRITE;
        CTG_ERR_RET(ctgChkSetTbAuthRes(pCtg, req, res));
        if (pRes->pass) {
          return TSDB_CODE_SUCCESS;
        }
      }

D
dapan1121 已提交
1451 1452 1453 1454
      if (pInfo->writeDbs && taosHashGet(pInfo->writeDbs, dbFName, strlen(dbFName))) {
        pRes->pass = true;
        return TSDB_CODE_SUCCESS;
      }
X
Xiaoyu Wang 已提交
1455

D
dapan1121 已提交
1456 1457 1458 1459
      break;
    }
    case AUTH_TYPE_READ_OR_WRITE: {
      if ((pInfo->readDbs && taosHashGet(pInfo->readDbs, dbFName, strlen(dbFName))) ||
X
Xiaoyu Wang 已提交
1460 1461
          (pInfo->writeDbs && taosHashGet(pInfo->writeDbs, dbFName, strlen(dbFName))) ||
          (pInfo->useDbs && taosHashGet(pInfo->useDbs, dbFName, strlen(dbFName)))) {
D
dapan1121 已提交
1462 1463 1464
        pRes->pass = true;
        return TSDB_CODE_SUCCESS;
      }
X
Xiaoyu Wang 已提交
1465

D
dapan1121 已提交
1466 1467 1468 1469 1470 1471 1472 1473 1474
      break;
    }
    default:
      break;
  }

  return TSDB_CODE_SUCCESS;
}

1475
#if 0
H
Haojun Liao 已提交
1476
static int32_t ctgCloneMetaDataArray(SArray* pSrc, __array_item_dup_fn_t copyFunc, SArray** pDst) {
1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487
  if (NULL == pSrc) {
    return TSDB_CODE_SUCCESS;
  }

  int32_t size = taosArrayGetSize(pSrc);
  *pDst = taosArrayInit(size, sizeof(SMetaRes));
  if (NULL == *pDst) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  for (int32_t i = 0; i < size; ++i) {
    SMetaRes* pRes = taosArrayGet(pSrc, i);
H
Hongze Cheng 已提交
1488
    SMetaRes  res = {.code = pRes->code, .pRes = copyFunc(pRes->pRes)};
1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556
    if (NULL == res.pRes) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
    taosArrayPush(*pDst, &res);
  }

  return TSDB_CODE_SUCCESS;
}

SMetaData* catalogCloneMetaData(SMetaData* pData) {
  SMetaData* pRes = taosMemoryCalloc(1, sizeof(SMetaData));
  if (NULL == pRes) {
    return NULL;
  }

  int32_t code = ctgCloneMetaDataArray(pData->pDbVgroup, ctgCloneDbVgroup, &pRes->pDbVgroup);
  if (TSDB_CODE_SUCCESS == code) {
    code = ctgCloneMetaDataArray(pData->pDbCfg, ctgCloneDbCfgInfo, &pRes->pDbCfg);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = ctgCloneMetaDataArray(pData->pDbInfo, ctgCloneDbInfo, &pRes->pDbInfo);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = ctgCloneMetaDataArray(pData->pTableMeta, ctgCloneTableMeta, &pRes->pTableMeta);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = ctgCloneMetaDataArray(pData->pTableHash, ctgCloneVgroupInfo, &pRes->pTableHash);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = ctgCloneMetaDataArray(pData->pTableIndex, ctgCloneTableIndices, &pRes->pTableIndex);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = ctgCloneMetaDataArray(pData->pUdfList, ctgCloneFuncInfo, &pRes->pUdfList);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = ctgCloneMetaDataArray(pData->pIndex, ctgCloneIndexInfo, &pRes->pIndex);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = ctgCloneMetaDataArray(pData->pUser, ctgCloneUserAuth, &pRes->pUser);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = ctgCloneMetaDataArray(pData->pQnodeList, ctgCloneQnodeList, &pRes->pQnodeList);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = ctgCloneMetaDataArray(pData->pTableCfg, ctgCloneTableCfg, &pRes->pTableCfg);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = ctgCloneMetaDataArray(pData->pDnodeList, ctgCloneDnodeList, &pRes->pDnodeList);
  }

  if (TSDB_CODE_SUCCESS != code) {
    catalogFreeMetaData(pRes);
    return NULL;
  }

  return pRes;
}

void catalogFreeMetaData(SMetaData* pData) {
  if (NULL == pData) {
    return;
  }

  taosArrayDestroyEx(pData->pDbVgroup, ctgFreeDbVgroup);
  taosArrayDestroyEx(pData->pDbCfg, ctgFreeDbCfgInfo);
  taosArrayDestroyEx(pData->pDbInfo, ctgFreeDbInfo);
  taosArrayDestroyEx(pData->pTableMeta, ctgFreeTableMeta);
  taosArrayDestroyEx(pData->pTableHash, ctgFreeVgroupInfo);
H
Hongze Cheng 已提交
1557 1558
  taosArrayDestroyEx(pData->pTableIndex, ctgFreeTableIndices);
  taosArrayDestroyEx(pData->pUdfList, ctgFreeFuncInfo);
1559 1560 1561 1562 1563 1564 1565 1566
  taosArrayDestroyEx(pData->pIndex, ctgFreeIndexInfo);
  taosArrayDestroyEx(pData->pUser, ctgFreeUserAuth);
  taosArrayDestroyEx(pData->pQnodeList, ctgFreeQnodeList);
  taosArrayDestroyEx(pData->pTableCfg, ctgFreeTableCfg);
  taosArrayDestroyEx(pData->pDnodeList, ctgFreeDnodeList);
  taosMemoryFreeClear(pData->pSvrVer);
  taosMemoryFree(pData);
}
1567
#endif