clientImpl.c 59.6 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
15

16
#include "cJSON.h"
17
#include "clientInt.h"
18
#include "clientLog.h"
19
#include "command.h"
20
#include "scheduler.h"
H
Haojun Liao 已提交
21
#include "tdatablock.h"
22
#include "tdataformat.h"
23
#include "tdef.h"
24
#include "tglobal.h"
25
#include "tmsgtype.h"
H
Haojun Liao 已提交
26
#include "tpagedbuf.h"
27
#include "tref.h"
X
Xiaoyu Wang 已提交
28

S
Shengliang Guan 已提交
29
static int32_t       initEpSetFromCfg(const char* firstEp, const char* secondEp, SCorEpSet* pEpSet);
30
static SMsgSendInfo* buildConnectMsg(SRequestObj* pRequest);
dengyihao's avatar
dengyihao 已提交
31
static void          destroySendMsgInfo(SMsgSendInfo* pMsgBody);
H
Haojun Liao 已提交
32

33
static bool stringLengthCheck(const char* str, size_t maxsize) {
34 35 36 37 38 39 40 41 42 43 44 45
  if (str == NULL) {
    return false;
  }

  size_t len = strlen(str);
  if (len <= 0 || len > maxsize) {
    return false;
  }

  return true;
}

dengyihao's avatar
dengyihao 已提交
46
static bool validateUserName(const char* user) { return stringLengthCheck(user, TSDB_USER_LEN - 1); }
47

dengyihao's avatar
dengyihao 已提交
48
static bool validatePassword(const char* passwd) { return stringLengthCheck(passwd, TSDB_PASSWORD_LEN - 1); }
49

dengyihao's avatar
dengyihao 已提交
50
static bool validateDbName(const char* db) { return stringLengthCheck(db, TSDB_DB_NAME_LEN - 1); }
51

52 53 54 55 56 57
static char* getClusterKey(const char* user, const char* auth, const char* ip, int32_t port) {
  char key[512] = {0};
  snprintf(key, sizeof(key), "%s:%s:%s:%d", user, auth, ip, port);
  return strdup(key);
}

dengyihao's avatar
dengyihao 已提交
58
static STscObj* taosConnectImpl(const char* user, const char* auth, const char* db, __taos_async_fn_t fp, void* param,
L
Liu Jicong 已提交
59
                                SAppInstInfo* pAppInfo, int connType);
60

61
STscObj* taos_connect_internal(const char* ip, const char* user, const char* pass, const char* auth, const char* db,
L
Liu Jicong 已提交
62
                            uint16_t port, int connType) {
63 64 65 66
  if (taos_init() != TSDB_CODE_SUCCESS) {
    return NULL;
  }

67 68 69 70 71
  if (!validateUserName(user)) {
    terrno = TSDB_CODE_TSC_INVALID_USER_LENGTH;
    return NULL;
  }

72
  char localDb[TSDB_DB_NAME_LEN] = {0};
H
Haojun Liao 已提交
73
  if (db != NULL && strlen(db) > 0) {
dengyihao's avatar
dengyihao 已提交
74
    if (!validateDbName(db)) {
75 76 77 78
      terrno = TSDB_CODE_TSC_INVALID_DB_LENGTH;
      return NULL;
    }

79 80
    tstrncpy(localDb, db, sizeof(localDb));
    strdequote(localDb);
81 82
  }

83
  char secretEncrypt[TSDB_PASSWORD_LEN + 1] = {0};
84 85 86 87 88 89
  if (auth == NULL) {
    if (!validatePassword(pass)) {
      terrno = TSDB_CODE_TSC_INVALID_PASS_LENGTH;
      return NULL;
    }

dengyihao's avatar
dengyihao 已提交
90
    taosEncryptPass_c((uint8_t*)pass, strlen(pass), secretEncrypt);
91 92 93 94
  } else {
    tstrncpy(secretEncrypt, auth, tListLen(secretEncrypt));
  }

95
  SCorEpSet epSet = {0};
S
Shengliang Guan 已提交
96 97 98 99 100 101 102 103 104
  if (ip) {
    if (initEpSetFromCfg(ip, NULL, &epSet) < 0) {
      return NULL;
    }
  } else {
    if (initEpSetFromCfg(tsFirst, tsSecond, &epSet) < 0) {
      return NULL;
    }
  }
105

106 107
  if (port) {
    epSet.epSet.eps[0].port = port;
S
Shengliang Guan 已提交
108
    epSet.epSet.eps[1].port = port;
109 110
  }

111
  char* key = getClusterKey(user, secretEncrypt, ip, port);
112

113
  SAppInstInfo** pInst = NULL;
wafwerar's avatar
wafwerar 已提交
114
  taosThreadMutexLock(&appInfo.mutex);
H
Haojun Liao 已提交
115 116

  pInst = taosHashGet(appInfo.pInstMap, key, strlen(key));
L
Liu Jicong 已提交
117
  SAppInstInfo* p = NULL;
118
  if (pInst == NULL) {
wafwerar's avatar
wafwerar 已提交
119
    p = taosMemoryCalloc(1, sizeof(struct SAppInstInfo));
L
Liu Jicong 已提交
120
    p->mgmtEp = epSet;
D
dapan1121 已提交
121
    taosThreadMutexInit(&p->qnodeMutex, NULL);
H
Haojun Liao 已提交
122
    p->pTransporter = openTransporter(user, secretEncrypt, tsNumOfCores);
D
dapan 已提交
123
    p->pAppHbMgr = appHbMgrInit(p, key);
H
Haojun Liao 已提交
124
    taosHashPut(appInfo.pInstMap, key, strlen(key), &p, POINTER_BYTES);
125

H
Haojun Liao 已提交
126
    pInst = &p;
127 128
  }

wafwerar's avatar
wafwerar 已提交
129
  taosThreadMutexUnlock(&appInfo.mutex);
H
Haojun Liao 已提交
130

wafwerar's avatar
wafwerar 已提交
131
  taosMemoryFreeClear(key);
L
Liu Jicong 已提交
132
  return taosConnectImpl(user, &secretEncrypt[0], localDb, NULL, NULL, *pInst, connType);
133 134
}

dengyihao's avatar
dengyihao 已提交
135
int32_t buildRequest(STscObj* pTscObj, const char* sql, int sqlLen, SRequestObj** pRequest) {
136
  *pRequest = createRequest(pTscObj, TSDB_SQL_SELECT);
X
Xiaoyu Wang 已提交
137
  if (*pRequest == NULL) {
138
    tscError("failed to malloc sqlObj");
X
Xiaoyu Wang 已提交
139
    return TSDB_CODE_TSC_OUT_OF_MEMORY;
140 141
  }

wafwerar's avatar
wafwerar 已提交
142
  (*pRequest)->sqlstr = taosMemoryMalloc(sqlLen + 1);
X
Xiaoyu Wang 已提交
143
  if ((*pRequest)->sqlstr == NULL) {
dengyihao's avatar
dengyihao 已提交
144
    tscError("0x%" PRIx64 " failed to prepare sql string buffer", (*pRequest)->self);
X
Xiaoyu Wang 已提交
145 146
    (*pRequest)->msgBuf = strdup("failed to prepare sql string buffer");
    return TSDB_CODE_TSC_OUT_OF_MEMORY;
147 148
  }

X
Xiaoyu Wang 已提交
149 150 151
  strntolower((*pRequest)->sqlstr, sql, (int32_t)sqlLen);
  (*pRequest)->sqlstr[sqlLen] = 0;
  (*pRequest)->sqlLen = sqlLen;
152

dengyihao's avatar
dengyihao 已提交
153 154
  if (taosHashPut(pTscObj->pRequests, &(*pRequest)->self, sizeof((*pRequest)->self), &(*pRequest)->self,
                  sizeof((*pRequest)->self))) {
D
dapan1121 已提交
155 156 157 158 159 160
    destroyRequest(*pRequest);
    *pRequest = NULL;
    tscError("put request to request hash failed");
    return TSDB_CODE_TSC_OUT_OF_MEMORY;
  }

dengyihao's avatar
dengyihao 已提交
161
  tscDebugL("0x%" PRIx64 " SQL: %s, reqId:0x%" PRIx64, (*pRequest)->self, (*pRequest)->sqlstr, (*pRequest)->requestId);
X
Xiaoyu Wang 已提交
162 163
  return TSDB_CODE_SUCCESS;
}
164

D
stmt  
dapan1121 已提交
165
int32_t parseSql(SRequestObj* pRequest, bool topicQuery, SQuery** pQuery, SStmtCallback* pStmtCb) {
H
Haojun Liao 已提交
166 167
  STscObj* pTscObj = pRequest->pTscObj;

168
  SParseContext cxt = {.requestId = pRequest->requestId,
D
dapan1121 已提交
169
                       .requestRid = pRequest->self,
170 171 172 173 174 175 176 177 178
                       .acctId = pTscObj->acctId,
                       .db = pRequest->pDb,
                       .topicQuery = topicQuery,
                       .pSql = pRequest->sqlstr,
                       .sqlLen = pRequest->sqlLen,
                       .pMsg = pRequest->msgBuf,
                       .msgLen = ERROR_MSG_BUF_DEFAULT_SIZE,
                       .pTransporter = pTscObj->pAppInfo->pTransporter,
                       .pStmtCb = pStmtCb,
179
                       .pUser = pTscObj->user,
wmmhello's avatar
wmmhello 已提交
180
                       .schemalessType = pTscObj->schemalessType,
181
                       .isSuperUser = (0 == strcmp(pTscObj->user, TSDB_DEFAULT_USER))};
H
Haojun Liao 已提交
182

H
Haojun Liao 已提交
183 184
  cxt.mgmtEpSet = getEpSet_s(&pTscObj->pAppInfo->mgmtEp);
  int32_t code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &cxt.pCatalog);
H
Haojun Liao 已提交
185 186 187 188
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }

X
Xiaoyu Wang 已提交
189
  code = qParseSql(&cxt, pQuery);
X
Xiaoyu Wang 已提交
190 191 192
  if (TSDB_CODE_SUCCESS == code) {
    if ((*pQuery)->haveResultSet) {
      setResSchemaInfo(&pRequest->body.resInfo, (*pQuery)->pResSchema, (*pQuery)->numOfResCols);
193
      setResPrecision(&pRequest->body.resInfo, (*pQuery)->precision);
X
Xiaoyu Wang 已提交
194
    }
195
  }
196

197
  if (TSDB_CODE_SUCCESS == code || NEED_CLIENT_HANDLE_ERROR(code)) {
wafwerar's avatar
wafwerar 已提交
198 199
    TSWAP(pRequest->dbList, (*pQuery)->pDbList);
    TSWAP(pRequest->tableList, (*pQuery)->pTableList);
X
Xiaoyu Wang 已提交
200
  }
201

X
Xiaoyu Wang 已提交
202 203
  return code;
}
H
Haojun Liao 已提交
204

205 206
int32_t execLocalCmd(SRequestObj* pRequest, SQuery* pQuery) {
  SRetrieveTableRsp* pRsp = NULL;
L
Liu Jicong 已提交
207
  int32_t            code = qExecCommand(pQuery->pRoot, &pRsp);
208
  if (TSDB_CODE_SUCCESS == code && NULL != pRsp) {
209
    code = setQueryResultFromRsp(&pRequest->body.resInfo, pRsp, false, true);
210
  }
211

212 213 214
  return code;
}

X
Xiaoyu Wang 已提交
215
int32_t execDdlQuery(SRequestObj* pRequest, SQuery* pQuery) {
X
Xiaoyu Wang 已提交
216 217 218 219 220
  // drop table if exists not_exists_table
  if (NULL == pQuery->pCmdMsg) {
    return TSDB_CODE_SUCCESS;
  }

221 222 223
  SCmdMsgInfo* pMsgInfo = pQuery->pCmdMsg;
  pRequest->type = pMsgInfo->msgType;
  pRequest->body.requestMsg = (SDataBuf){.pData = pMsgInfo->pMsg, .len = pMsgInfo->msgLen, .handle = NULL};
L
Liu Jicong 已提交
224
  pMsgInfo->pMsg = NULL;  // pMsg transferred to SMsgSendInfo management
225 226 227

  STscObj*      pTscObj = pRequest->pTscObj;
  SMsgSendInfo* pSendMsg = buildMsgInfoImpl(pRequest);
228

229 230
  int64_t transporterId = 0;
  asyncSendMsgToServer(pTscObj->pAppInfo->pTransporter, &pMsgInfo->epSet, &transporterId, pSendMsg);
X
Xiaoyu Wang 已提交
231

232
  tsem_wait(&pRequest->body.rspSem);
X
Xiaoyu Wang 已提交
233 234
  return TSDB_CODE_SUCCESS;
}
X
Xiaoyu Wang 已提交
235

236
static SAppInstInfo* getAppInfo(SRequestObj* pRequest) { return pRequest->pTscObj->pAppInfo; }
237

238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258
void asyncExecLocalCmd(SRequestObj* pRequest, SQuery* pQuery) {
  SRetrieveTableRsp* pRsp = NULL;

  int32_t code = qExecCommand(pQuery->pRoot, &pRsp);
  if (TSDB_CODE_SUCCESS == code && NULL != pRsp) {
    code = setQueryResultFromRsp(&pRequest->body.resInfo, pRsp, false, false);
  }

  SReqResultInfo* pResultInfo = &pRequest->body.resInfo;

  if (pRequest->code != TSDB_CODE_SUCCESS) {
    pResultInfo->numOfRows = 0;
    pRequest->code = code;
    tscError("0x%" PRIx64 " fetch results failed, code:%s, reqId:0x%" PRIx64, pRequest->self, tstrerror(code),
             pRequest->requestId);
  } else {
    tscDebug("0x%" PRIx64 " fetch results, numOfRows:%d total Rows:%" PRId64 ", complete:%d, reqId:0x%" PRIx64,
             pRequest->self, pResultInfo->numOfRows, pResultInfo->totalRows, pResultInfo->completed,
             pRequest->requestId);
  }

259
  pRequest->body.queryFp(pRequest->body.param, pRequest, 0);
260
  //  pRequest->body.fetchFp(pRequest->body.param, pRequest, pResultInfo->numOfRows);
261 262
}

263 264 265
int32_t asyncExecDdlQuery(SRequestObj* pRequest, SQuery* pQuery) {
  // drop table if exists not_exists_table
  if (NULL == pQuery->pCmdMsg) {
D
dapan1121 已提交
266
    pRequest->body.queryFp(pRequest->body.param, pRequest, 0);
267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282
    return TSDB_CODE_SUCCESS;
  }

  SCmdMsgInfo* pMsgInfo = pQuery->pCmdMsg;
  pRequest->type = pMsgInfo->msgType;
  pRequest->body.requestMsg = (SDataBuf){.pData = pMsgInfo->pMsg, .len = pMsgInfo->msgLen, .handle = NULL};
  pMsgInfo->pMsg = NULL;  // pMsg transferred to SMsgSendInfo management

  SAppInstInfo* pAppInfo = getAppInfo(pRequest);
  SMsgSendInfo* pSendMsg = buildMsgInfoImpl(pRequest);

  int64_t transporterId = 0;
  asyncSendMsgToServer(pAppInfo->pTransporter, &pMsgInfo->epSet, &transporterId, pSendMsg);
  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
283
int compareQueryNodeLoad(const void* elem1, const void* elem2) {
L
Liu Jicong 已提交
284 285
  SQueryNodeLoad* node1 = (SQueryNodeLoad*)elem1;
  SQueryNodeLoad* node2 = (SQueryNodeLoad*)elem2;
D
dapan1121 已提交
286 287 288 289

  if (node1->load < node2->load) {
    return -1;
  }
L
Liu Jicong 已提交
290

D
dapan1121 已提交
291 292 293
  return node1->load > node2->load;
}

L
Liu Jicong 已提交
294
int32_t updateQnodeList(SAppInstInfo* pInfo, SArray* pNodeList) {
D
dapan1121 已提交
295 296 297 298 299
  taosThreadMutexLock(&pInfo->qnodeMutex);
  if (pInfo->pQnodeList) {
    taosArrayDestroy(pInfo->pQnodeList);
    pInfo->pQnodeList = NULL;
  }
L
Liu Jicong 已提交
300

D
dapan1121 已提交
301 302 303 304 305 306 307 308 309
  if (pNodeList) {
    pInfo->pQnodeList = taosArrayDup(pNodeList);
    taosArraySort(pInfo->pQnodeList, compareQueryNodeLoad);
  }
  taosThreadMutexUnlock(&pInfo->qnodeMutex);

  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
310 311 312 313 314 315 316 317 318 319 320 321 322 323 324
bool qnodeRequired(SRequestObj* pRequest) {
  if (QUERY_POLICY_VNODE == tsQueryPolicy) {
    return false;
  }

  SAppInstInfo* pInfo = pRequest->pTscObj->pAppInfo;
  bool required = false;
  
  taosThreadMutexLock(&pInfo->qnodeMutex);
  required = (NULL == pInfo->pQnodeList);
  taosThreadMutexUnlock(&pInfo->qnodeMutex);

  return required;
}

D
dapan1121 已提交
325
int32_t getQnodeList(SRequestObj* pRequest, SArray** pNodeList) {
L
Liu Jicong 已提交
326 327 328
  SAppInstInfo* pInfo = pRequest->pTscObj->pAppInfo;
  int32_t       code = 0;

D
dapan1121 已提交
329 330 331 332 333 334 335
  taosThreadMutexLock(&pInfo->qnodeMutex);
  if (pInfo->pQnodeList) {
    *pNodeList = taosArrayDup(pInfo->pQnodeList);
  }
  taosThreadMutexUnlock(&pInfo->qnodeMutex);

  if (NULL == *pNodeList) {
L
Liu Jicong 已提交
336
    SCatalog* pCatalog = NULL;
D
dapan1121 已提交
337 338 339
    code = catalogGetHandle(pRequest->pTscObj->pAppInfo->clusterId, &pCatalog);
    if (TSDB_CODE_SUCCESS == code) {
      *pNodeList = taosArrayInit(5, sizeof(SQueryNodeLoad));
X
Xiaoyu Wang 已提交
340
      SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
D
dapan1121 已提交
341 342 343 344
                               .requestId = pRequest->requestId,
                               .requestObjRefId = pRequest->self,
                               .mgmtEps = getEpSet_s(&pRequest->pTscObj->pAppInfo->mgmtEp)};
      code = catalogGetQnodeList(pCatalog, &conn, *pNodeList);
D
dapan1121 已提交
345
    }
L
Liu Jicong 已提交
346

D
dapan1121 已提交
347 348 349 350 351 352 353 354
    if (TSDB_CODE_SUCCESS == code && *pNodeList) {
      code = updateQnodeList(pInfo, *pNodeList);
    }
  }

  return code;
}

D
dapan1121 已提交
355
int32_t getPlan(SRequestObj* pRequest, SQuery* pQuery, SQueryPlan** pPlan, SArray* pNodeList) {
356
  pRequest->type = pQuery->msgType;
357 358
  SAppInstInfo* pAppInfo = getAppInfo(pRequest);

L
Liu Jicong 已提交
359 360
  SPlanContext cxt = {.queryId = pRequest->requestId,
                      .acctId = pRequest->pTscObj->acctId,
361
                      .mgmtEpSet = getEpSet_s(&pAppInfo->mgmtEp),
L
Liu Jicong 已提交
362 363 364
                      .pAstRoot = pQuery->pRoot,
                      .showRewrite = pQuery->showRewrite,
                      .pMsg = pRequest->msgBuf,
365
                      .msgLen = ERROR_MSG_BUF_DEFAULT_SIZE};
D
dapan1121 已提交
366

D
dapan1121 已提交
367
  return qCreateQueryPlan(&cxt, pPlan, pNodeList);
X
Xiaoyu Wang 已提交
368 369
}

370
void setResSchemaInfo(SReqResultInfo* pResInfo, const SSchema* pSchema, int32_t numOfCols) {
371
  ASSERT(pSchema != NULL && numOfCols > 0);
372

373
  pResInfo->numOfCols = numOfCols;
L
Liu Jicong 已提交
374 375 376 377 378 379
  if (pResInfo->fields != NULL) {
    taosMemoryFree(pResInfo->fields);
  }
  if (pResInfo->userFields != NULL) {
    taosMemoryFree(pResInfo->userFields);
  }
380 381
  pResInfo->fields = taosMemoryCalloc(numOfCols, sizeof(TAOS_FIELD));
  pResInfo->userFields = taosMemoryCalloc(numOfCols, sizeof(TAOS_FIELD));
382 383

  for (int32_t i = 0; i < pResInfo->numOfCols; ++i) {
384
    pResInfo->fields[i].bytes = pSchema[i].bytes;
L
Liu Jicong 已提交
385
    pResInfo->fields[i].type = pSchema[i].type;
386 387

    pResInfo->userFields[i].bytes = pSchema[i].bytes;
L
Liu Jicong 已提交
388
    pResInfo->userFields[i].type = pSchema[i].type;
389 390 391

    if (pSchema[i].type == TSDB_DATA_TYPE_VARCHAR) {
      pResInfo->userFields[i].bytes -= VARSTR_HEADER_SIZE;
wmmhello's avatar
wmmhello 已提交
392
    } else if (pSchema[i].type == TSDB_DATA_TYPE_NCHAR || pSchema[i].type == TSDB_DATA_TYPE_JSON) {
393 394 395
      pResInfo->userFields[i].bytes = (pResInfo->userFields[i].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE;
    }

396
    tstrncpy(pResInfo->fields[i].name, pSchema[i].name, tListLen(pResInfo->fields[i].name));
397
    tstrncpy(pResInfo->userFields[i].name, pSchema[i].name, tListLen(pResInfo->userFields[i].name));
398
  }
X
Xiaoyu Wang 已提交
399 400
}

401
void setResPrecision(SReqResultInfo* pResInfo, int32_t precision) {
dengyihao's avatar
dengyihao 已提交
402 403
  if (precision != TSDB_TIME_PRECISION_MILLI && precision != TSDB_TIME_PRECISION_MICRO &&
      precision != TSDB_TIME_PRECISION_NANO) {
404 405 406 407 408 409
    return;
  }

  pResInfo->precision = precision;
}

D
dapan1121 已提交
410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598
int32_t buildVnodePolicyNodeList(SRequestObj* pRequest, SArray** pNodeList, SArray* pMnodeList, SArray* pDbVgList) {
  SArray* nodeList = taosArrayInit(4, sizeof(SQueryNodeLoad));

  int32_t dbNum = taosArrayGetSize(pDbVgList);
  for (int32_t i = 0; i < dbNum; ++i) {
    SArray* pVg = taosArrayGetP(pDbVgList, i);
    int32_t vgNum = taosArrayGetSize(pVg);
    if (vgNum <= 0) {
      continue;
    }

    for (int32_t j = 0; j < vgNum; ++j) {
      SVgroupInfo* pInfo = taosArrayGet(pVg, j);
      SQueryNodeLoad load = {0};
      load.addr.nodeId = pInfo->vgId;
      load.addr.epSet = pInfo->epSet;
      
      taosArrayPush(nodeList, &load);
    }
  }

  int32_t vnodeNum = taosArrayGetSize(nodeList);
  if (vnodeNum > 0) {
    tscDebug("0x%" PRIx64 " vnode policy, use vnode list, num:%d", pRequest->requestId, vnodeNum);
    goto _return;
  }

  int32_t mnodeNum = taosArrayGetSize(pMnodeList);
  if (mnodeNum <= 0) {
    tscDebug("0x%" PRIx64 " vnode policy, empty node list", pRequest->requestId);
    goto _return;
  }

  void* pData = taosArrayGet(pMnodeList, 0);
  taosArrayAddBatch(nodeList, pData, mnodeNum);

  tscDebug("0x%" PRIx64 " vnode policy, use mnode list, num:%d", pRequest->requestId, mnodeNum);

_return:

  *pNodeList = nodeList;

  return TSDB_CODE_SUCCESS;
}

int32_t buildQnodePolicyNodeList(SRequestObj* pRequest, SArray** pNodeList, SArray* pMnodeList, SArray* pQnodeList) {
  SArray* nodeList = taosArrayInit(4, sizeof(SQueryNodeLoad));

  int32_t qNodeNum = taosArrayGetSize(pQnodeList);
  if (qNodeNum > 0) {
    void* pData = taosArrayGet(pQnodeList, 0);
    taosArrayAddBatch(nodeList, pData, qNodeNum);
    tscDebug("0x%" PRIx64 " qnode policy, use qnode list, num:%d", pRequest->requestId, qNodeNum);
    goto _return;
  }

  int32_t mnodeNum = taosArrayGetSize(pMnodeList);
  if (mnodeNum <= 0) {
    tscDebug("0x%" PRIx64 " qnode policy, empty node list", pRequest->requestId);
    goto _return;
  }

  void* pData = taosArrayGet(pMnodeList, 0);
  taosArrayAddBatch(nodeList, pData, mnodeNum);

  tscDebug("0x%" PRIx64 " qnode policy, use mnode list, num:%d", pRequest->requestId, mnodeNum);

_return:

  *pNodeList = nodeList;

  return TSDB_CODE_SUCCESS;
}


int32_t buildAsyncExecNodeList(SRequestObj* pRequest, SArray** pNodeList, SArray* pMnodeList, SMetaData *pResultMeta) {
  SArray* pDbVgList = NULL;
  SArray* pQnodeList = NULL;
  int32_t code = 0;
  
  switch (tsQueryPolicy) {
    case QUERY_POLICY_VNODE: {
      if (pResultMeta) {
        pDbVgList = taosArrayInit(4, POINTER_BYTES);
        
        int32_t dbNum = taosArrayGetSize(pResultMeta->pDbVgroup);
        for (int32_t i = 0; i < dbNum; ++i) {
          SMetaRes* pRes = taosArrayGet(pResultMeta->pDbVgroup, i);
          if (pRes->code || NULL == pRes->pRes) {
            continue;
          }

          taosArrayPush(pDbVgList, &pRes->pRes);
        } 
      }
    
      code = buildVnodePolicyNodeList(pRequest, pNodeList, pMnodeList, pDbVgList);
      break;
    }
    case QUERY_POLICY_HYBRID:
    case QUERY_POLICY_QNODE: {
      if (pResultMeta && taosArrayGetSize(pResultMeta->pQnodeList) > 0) {
        SMetaRes* pRes = taosArrayGet(pResultMeta->pQnodeList, 0);
        if (pRes->code) {
          pQnodeList = NULL;
        } else {
          pQnodeList = taosArrayDup((SArray*)pRes->pRes);
        }
      } else {
        SAppInstInfo* pInst = pRequest->pTscObj->pAppInfo;
        taosThreadMutexLock(&pInst->qnodeMutex);
        if (pInst->pQnodeList) {
          pQnodeList = taosArrayDup(pInst->pQnodeList);
        }
        taosThreadMutexUnlock(&pInst->qnodeMutex);
      }
      
      code = buildQnodePolicyNodeList(pRequest, pNodeList, pMnodeList, pQnodeList);
      break;
    }
    default:
      tscError("unknown query policy: %d", tsQueryPolicy);
      return TSDB_CODE_TSC_APP_ERROR;
  }

  taosArrayDestroy(pDbVgList);
  taosArrayDestroy(pQnodeList);
  
  return code;
}

int32_t buildSyncExecNodeList(SRequestObj* pRequest, SArray** pNodeList, SArray* pMnodeList) {
  SArray* pDbVgList = NULL;
  SArray* pQnodeList = NULL;
  int32_t code = 0;
  
  switch (tsQueryPolicy) {
    case QUERY_POLICY_VNODE: {
      int32_t dbNum = taosArrayGetSize(pRequest->dbList);
      if (dbNum > 0) {
        SCatalog* pCtg = NULL;
        SAppInstInfo* pInst = pRequest->pTscObj->pAppInfo;
        code = catalogGetHandle(pInst->clusterId, &pCtg);
        if (code != TSDB_CODE_SUCCESS) {
          goto _return;
        }

        pDbVgList = taosArrayInit(dbNum, POINTER_BYTES);   
        SArray* pVgList = NULL;
        for (int32_t i = 0; i < dbNum; ++i) {
          char* dbFName = taosArrayGet(pRequest->dbList, i);
          SRequestConnInfo conn = {.pTrans = pInst->pTransporter,
                                   .requestId = pRequest->requestId,
                                   .requestObjRefId = pRequest->self,
                                   .mgmtEps = getEpSet_s(&pInst->mgmtEp)};    
                                   
          code = catalogGetDBVgInfo(pCtg, &conn, dbFName, &pVgList);
          if (code) {
            goto _return;
          }
        
          taosArrayPush(pDbVgList, &pVgList);
        } 
      }
    
      code = buildVnodePolicyNodeList(pRequest, pNodeList, pMnodeList, pDbVgList);
      break;
    }
    case QUERY_POLICY_HYBRID:
    case QUERY_POLICY_QNODE: {
      getQnodeList(pRequest, &pQnodeList);
      
      code = buildQnodePolicyNodeList(pRequest, pNodeList, pMnodeList, pQnodeList);
      break;
    }
    default:
      tscError("unknown query policy: %d", tsQueryPolicy);
      return TSDB_CODE_TSC_APP_ERROR;
  }

_return:

  taosArrayDestroy(pDbVgList);
  taosArrayDestroy(pQnodeList);
  
  return code;
}


D
dapan1121 已提交
599
int32_t scheduleAsyncQuery(SRequestObj* pRequest, SQueryPlan* pDag, SArray* pNodeList) {
D
dapan1121 已提交
600 601
  tsem_init(&schdRspSem, 0, 0);

X
Xiaoyu Wang 已提交
602 603
  SQueryResult     res = {.code = 0, .numOfRows = 0};
  SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
D
dapan1121 已提交
604
                           .requestId = pRequest->requestId,
X
Xiaoyu Wang 已提交
605 606 607 608 609 610 611 612 613 614
                           .requestObjRefId = pRequest->self};
  SSchedulerReq    req = {.pConn = &conn,
                          .pNodeList = pNodeList,
                          .pDag = pDag,
                          .sql = pRequest->sqlstr,
                          .startTs = pRequest->metric.start,
                          .fp = schdExecCallback,
                          .cbParam = &res};

  int32_t code = schedulerAsyncExecJob(&req, &pRequest->body.queryJob);
D
dapan1121 已提交
615 616 617

  pRequest->body.resInfo.execRes = res.res;

618
  while (true) {
D
dapan1121 已提交
619 620
    if (code != TSDB_CODE_SUCCESS) {
      if (pRequest->body.queryJob != 0) {
D
dapan1121 已提交
621
        schedulerFreeJob(pRequest->body.queryJob, 0);
D
dapan1121 已提交
622 623 624 625 626 627 628
      }

      pRequest->code = code;
      terrno = code;
      return pRequest->code;
    } else {
      tsem_wait(&schdRspSem);
L
Liu Jicong 已提交
629

D
dapan1121 已提交
630 631 632 633 634 635 636 637 638 639 640 641
      if (res.code) {
        code = res.code;
      } else {
        break;
      }
    }
  }

  if (TDMT_VND_SUBMIT == pRequest->type || TDMT_VND_CREATE_TABLE == pRequest->type) {
    pRequest->body.resInfo.numOfRows = res.numOfRows;

    if (pRequest->body.queryJob != 0) {
D
dapan1121 已提交
642
      schedulerFreeJob(pRequest->body.queryJob, 0);
D
dapan1121 已提交
643 644 645 646 647 648 649 650
    }
  }

  pRequest->code = res.code;
  terrno = res.code;
  return pRequest->code;
}

D
dapan1121 已提交
651
int32_t scheduleQuery(SRequestObj* pRequest, SQueryPlan* pDag, SArray* pNodeList) {
652
  void* pTransporter = pRequest->pTscObj->pAppInfo->pTransporter;
653

X
Xiaoyu Wang 已提交
654 655
  SQueryResult     res = {0};
  SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
D
dapan1121 已提交
656
                           .requestId = pRequest->requestId,
X
Xiaoyu Wang 已提交
657 658 659 660 661 662 663
                           .requestObjRefId = pRequest->self};
  SSchedulerReq    req = {.pConn = &conn,
                          .pNodeList = pNodeList,
                          .pDag = pDag,
                          .sql = pRequest->sqlstr,
                          .startTs = pRequest->metric.start,
                          .fp = NULL,
D
dapan1121 已提交
664 665
                          .cbParam = NULL,
                          .reqKilled = &pRequest->killed};
X
Xiaoyu Wang 已提交
666 667

  int32_t code = schedulerExecJob(&req, &pRequest->body.queryJob, &res);
D
dapan1121 已提交
668
  pRequest->body.resInfo.execRes = res.res;
D
dapan1121 已提交
669

D
dapan1121 已提交
670
  if (code != TSDB_CODE_SUCCESS) {
D
dapan1121 已提交
671
    if (pRequest->body.queryJob != 0) {
D
dapan1121 已提交
672
      schedulerFreeJob(pRequest->body.queryJob, 0);
673 674
    }

D
dapan1121 已提交
675
    pRequest->code = code;
D
dapan1121 已提交
676
    terrno = code;
H
Haojun Liao 已提交
677
    return pRequest->code;
X
Xiaoyu Wang 已提交
678
  }
679

680 681
  if (TDMT_VND_SUBMIT == pRequest->type || TDMT_VND_DELETE == pRequest->type ||
      TDMT_VND_CREATE_TABLE == pRequest->type) {
D
dapan1121 已提交
682
    pRequest->body.resInfo.numOfRows = res.numOfRows;
dengyihao's avatar
test  
dengyihao 已提交
683

D
dapan1121 已提交
684
    if (pRequest->body.queryJob != 0) {
D
dapan1121 已提交
685
      schedulerFreeJob(pRequest->body.queryJob, 0);
D
dapan1121 已提交
686 687
    }
  }
D
dapan1121 已提交
688

D
dapan1121 已提交
689
  pRequest->code = res.code;
L
Liu Jicong 已提交
690
  terrno = res.code;
D
dapan1121 已提交
691
  return pRequest->code;
X
Xiaoyu Wang 已提交
692
}
X
Xiaoyu Wang 已提交
693

694 695 696
int32_t handleSubmitExecRes(SRequestObj* pRequest, void* res, SCatalog* pCatalog, SEpSet* epset) {
  int32_t     code = 0;
  SArray*     pArray = NULL;
D
dapan1121 已提交
697 698 699 700
  SSubmitRsp* pRsp = (SSubmitRsp*)res;
  if (pRsp->nBlocks <= 0) {
    return TSDB_CODE_SUCCESS;
  }
dengyihao's avatar
dengyihao 已提交
701

D
dapan1121 已提交
702 703 704 705 706
  pArray = taosArrayInit(pRsp->nBlocks, sizeof(STbSVersion));
  if (NULL == pArray) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return TSDB_CODE_OUT_OF_MEMORY;
  }
D
dapan1121 已提交
707

D
dapan1121 已提交
708 709 710 711
  for (int32_t i = 0; i < pRsp->nBlocks; ++i) {
    SSubmitBlkRsp* blk = pRsp->pBlocks + i;
    if (NULL == blk->tblFName || 0 == blk->tblFName[0]) {
      continue;
D
dapan1121 已提交
712
    }
dengyihao's avatar
dengyihao 已提交
713

D
dapan1121 已提交
714 715 716
    STbSVersion tbSver = {.tbFName = blk->tblFName, .sver = blk->sver};
    taosArrayPush(pArray, &tbSver);
  }
dengyihao's avatar
dengyihao 已提交
717

X
Xiaoyu Wang 已提交
718
  SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
D
dapan1121 已提交
719 720 721 722 723
                           .requestId = pRequest->requestId,
                           .requestObjRefId = pRequest->self,
                           .mgmtEps = *epset};

  code = catalogChkTbMetaVersion(pCatalog, &conn, pArray);
724

D
dapan1121 已提交
725
_return:
726

D
dapan1121 已提交
727
  taosArrayDestroy(pArray);
728
  return code;
D
dapan1121 已提交
729
}
D
dapan1121 已提交
730

731
int32_t handleQueryExecRes(SRequestObj* pRequest, void* res, SCatalog* pCatalog, SEpSet* epset) {
D
dapan1121 已提交
732 733 734 735 736 737 738
  int32_t code = 0;
  SArray* pArray = NULL;
  SArray* pTbArray = (SArray*)res;
  int32_t tbNum = taosArrayGetSize(pTbArray);
  if (tbNum <= 0) {
    return TSDB_CODE_SUCCESS;
  }
D
dapan1121 已提交
739

D
dapan1121 已提交
740 741 742 743 744
  pArray = taosArrayInit(tbNum, sizeof(STbSVersion));
  if (NULL == pArray) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return TSDB_CODE_OUT_OF_MEMORY;
  }
D
dapan1121 已提交
745

D
dapan1121 已提交
746 747 748 749
  for (int32_t i = 0; i < tbNum; ++i) {
    STbVerInfo* tbInfo = taosArrayGet(pTbArray, i);
    STbSVersion tbSver = {.tbFName = tbInfo->tbFName, .sver = tbInfo->sversion, .tver = tbInfo->tversion};
    taosArrayPush(pArray, &tbSver);
D
dapan1121 已提交
750 751
  }

X
Xiaoyu Wang 已提交
752
  SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
D
dapan1121 已提交
753 754 755 756 757
                           .requestId = pRequest->requestId,
                           .requestObjRefId = pRequest->self,
                           .mgmtEps = *epset};

  code = catalogChkTbMetaVersion(pCatalog, &conn, pArray);
D
dapan1121 已提交
758 759 760 761 762

_return:

  taosArrayDestroy(pArray);
  return code;
D
dapan1121 已提交
763
}
D
dapan1121 已提交
764

D
dapan1121 已提交
765 766
int32_t handleAlterTbExecRes(void* res, SCatalog* pCatalog) {
  return catalogUpdateTableMeta(pCatalog, (STableMetaRsp*)res);
D
dapan1121 已提交
767 768
}

H
Haojun Liao 已提交
769
int32_t handleQueryExecRsp(SRequestObj* pRequest) {
D
dapan1121 已提交
770 771 772
  if (NULL == pRequest->body.resInfo.execRes.res) {
    return TSDB_CODE_SUCCESS;
  }
dengyihao's avatar
dengyihao 已提交
773

774 775
  SCatalog*     pCatalog = NULL;
  SAppInstInfo* pAppInfo = getAppInfo(pRequest);
H
Haojun Liao 已提交
776 777

  int32_t code = catalogGetHandle(pAppInfo->clusterId, &pCatalog);
D
dapan1121 已提交
778 779
  if (code) {
    return code;
D
dapan1121 已提交
780
  }
781

782
  SEpSet         epset = getEpSet_s(&pAppInfo->mgmtEp);
D
dapan1121 已提交
783
  SQueryExecRes* pRes = &pRequest->body.resInfo.execRes;
784

D
dapan1121 已提交
785
  switch (pRes->msgType) {
786
    case TDMT_VND_ALTER_TABLE:
D
dapan1121 已提交
787
    case TDMT_MND_ALTER_STB: {
D
dapan1121 已提交
788
      code = handleAlterTbExecRes(pRes->res, pCatalog);
D
dapan1121 已提交
789 790 791
      break;
    }
    case TDMT_VND_SUBMIT: {
D
dapan1121 已提交
792
      code = handleSubmitExecRes(pRequest, pRes->res, pCatalog, &epset);
D
dapan1121 已提交
793
      break;
794
    }
D
dapan1121 已提交
795
    case TDMT_VND_QUERY: {
D
dapan1121 已提交
796
      code = handleQueryExecRes(pRequest, pRes->res, pCatalog, &epset);
D
dapan1121 已提交
797 798 799
      break;
    }
    default:
800 801
      tscError("0x%" PRIx64 ", invalid exec result for request type %d, reqId:0x%" PRIx64, pRequest->self,
               pRequest->type, pRequest->requestId);
H
Haojun Liao 已提交
802
      code = TSDB_CODE_APP_ERROR;
D
dapan1121 已提交
803
  }
D
dapan1121 已提交
804 805

  return code;
D
dapan1121 已提交
806
}
D
dapan1121 已提交
807

808
void schedulerExecCb(SQueryResult* pResult, void* param, int32_t code) {
809
  SRequestObj* pRequest = (SRequestObj*)param;
810 811
  pRequest->code = code;

D
dapan1121 已提交
812 813 814 815 816 817 818 819 820 821
  if (TDMT_VND_SUBMIT == pRequest->type || TDMT_VND_DELETE == pRequest->type ||
      TDMT_VND_CREATE_TABLE == pRequest->type) {
    pRequest->body.resInfo.numOfRows = pResult->numOfRows;

    if (pRequest->body.queryJob != 0) {
      schedulerFreeJob(pRequest->body.queryJob, 0);
      pRequest->body.queryJob = 0;
    }
  }

D
dapan1121 已提交
822 823 824
  tscDebug("0x%" PRIx64 " enter scheduler exec cb, code:%d - %s, reqId:0x%" PRIx64,
             pRequest->self, code, tstrerror(code), pRequest->requestId);

825 826
  STscObj* pTscObj = pRequest->pTscObj;
  if (code != TSDB_CODE_SUCCESS && NEED_CLIENT_HANDLE_ERROR(code)) {
827 828
    tscDebug("0x%" PRIx64 " client retry to handle the error, code:%d - %s, tryCount:%d, reqId:0x%" PRIx64,
             pRequest->self, code, tstrerror(code), pRequest->retry, pRequest->requestId);
829 830 831 832 833
    pRequest->prevCode = code;
    doAsyncQuery(pRequest, true);
    return;
  }

H
Haojun Liao 已提交
834 835
  if (code == TSDB_CODE_SUCCESS) {
    code = handleQueryExecRsp(pRequest);
836
    ASSERT(pRequest->code == TSDB_CODE_SUCCESS);
H
Haojun Liao 已提交
837 838 839
    pRequest->code = code;
  }

D
dapan1121 已提交
840
  tscDebug("schedulerExecCb request type %s", TMSG_INFO(pRequest->type));
841 842 843
  if (NEED_CLIENT_RM_TBLMETA_REQ(pRequest->type)) {
    removeMeta(pTscObj, pRequest->tableList);
  }
844 845 846 847 848

  // return to client
  pRequest->body.queryFp(pRequest->body.param, pRequest, code);
}

H
Haojun Liao 已提交
849 850 851 852 853 854 855 856 857 858 859
SRequestObj* launchQueryImpl(SRequestObj* pRequest, SQuery* pQuery, bool keepQuery, void** res) {
  int32_t code = 0;

  switch (pQuery->execMode) {
    case QUERY_EXEC_MODE_LOCAL:
      code = execLocalCmd(pRequest, pQuery);
      break;
    case QUERY_EXEC_MODE_RPC:
      code = execDdlQuery(pRequest, pQuery);
      break;
    case QUERY_EXEC_MODE_SCHEDULE: {
D
dapan1121 已提交
860 861
      SArray* pMnodeList = taosArrayInit(4, sizeof(SQueryNodeLoad));
      code = getPlan(pRequest, pQuery, &pRequest->body.pDag, pMnodeList);
H
Haojun Liao 已提交
862
      if (TSDB_CODE_SUCCESS == code) {
D
dapan1121 已提交
863 864 865
        SArray* pNodeList = NULL;
        buildSyncExecNodeList(pRequest, &pNodeList, pMnodeList);
        
H
Haojun Liao 已提交
866
        code = scheduleQuery(pRequest, pRequest->body.pDag, pNodeList);
D
dapan1121 已提交
867
        taosArrayDestroy(pNodeList);
X
Xiaoyu Wang 已提交
868
      }
D
dapan1121 已提交
869
      taosArrayDestroy(pMnodeList);
H
Haojun Liao 已提交
870
      break;
X
Xiaoyu Wang 已提交
871
    }
H
Haojun Liao 已提交
872 873 874 875 876
    case QUERY_EXEC_MODE_EMPTY_RESULT:
      pRequest->type = TSDB_SQL_RETRIEVE_EMPTY_RESULT;
      break;
    default:
      break;
X
Xiaoyu Wang 已提交
877 878
  }

D
stmt  
dapan1121 已提交
879 880 881
  if (!keepQuery) {
    qDestroyQuery(pQuery);
  }
dengyihao's avatar
dengyihao 已提交
882

H
Haojun Liao 已提交
883
  handleQueryExecRsp(pRequest);
D
dapan1121 已提交
884

D
dapan1121 已提交
885
  if (NULL != pRequest && TSDB_CODE_SUCCESS != code) {
X
Xiaoyu Wang 已提交
886
    pRequest->code = terrno;
D
dapan1121 已提交
887 888 889
  }

  if (res) {
D
dapan1121 已提交
890 891
    *res = pRequest->body.resInfo.execRes.res;
    pRequest->body.resInfo.execRes.res = NULL;
X
Xiaoyu Wang 已提交
892
  }
893

894 895 896
  return pRequest;
}

D
stmt  
dapan1121 已提交
897 898 899 900 901
SRequestObj* launchQuery(STscObj* pTscObj, const char* sql, int sqlLen) {
  SRequestObj* pRequest = NULL;
  SQuery*      pQuery = NULL;

  int32_t code = buildRequest(pTscObj, sql, sqlLen, &pRequest);
902 903 904 905 906 907 908
  if (code != TSDB_CODE_SUCCESS) {
    terrno = code;
    return NULL;
  }

  code = parseSql(pRequest, false, &pQuery, NULL);
  if (code != TSDB_CODE_SUCCESS) {
909 910
    pRequest->code = code;
    return pRequest;
D
stmt  
dapan1121 已提交
911 912
  }

913 914
  pRequest->stableQuery = pQuery->stableQuery;

915 916 917
  return launchQueryImpl(pRequest, pQuery, false, NULL);
}

D
dapan1121 已提交
918
void launchAsyncQuery(SRequestObj* pRequest, SQuery* pQuery, SMetaData *pResultMeta) {
919
  int32_t code = 0;
920

921 922
  switch (pQuery->execMode) {
    case QUERY_EXEC_MODE_LOCAL:
923 924
      asyncExecLocalCmd(pRequest, pQuery);
      return;
925 926 927 928
    case QUERY_EXEC_MODE_RPC:
      code = asyncExecDdlQuery(pRequest, pQuery);
      break;
    case QUERY_EXEC_MODE_SCHEDULE: {
D
dapan1121 已提交
929
      SArray* pMnodeList = taosArrayInit(4, sizeof(SQueryNodeLoad));
930 931 932 933 934 935 936 937 938 939 940 941

      pRequest->type = pQuery->msgType;

      SPlanContext cxt = {.queryId = pRequest->requestId,
                          .acctId = pRequest->pTscObj->acctId,
                          .mgmtEpSet = getEpSet_s(&pRequest->pTscObj->pAppInfo->mgmtEp),
                          .pAstRoot = pQuery->pRoot,
                          .showRewrite = pQuery->showRewrite,
                          .pMsg = pRequest->msgBuf,
                          .msgLen = ERROR_MSG_BUF_DEFAULT_SIZE};

      SAppInstInfo* pAppInfo = getAppInfo(pRequest);
D
dapan1121 已提交
942
      code = qCreateQueryPlan(&cxt, &pRequest->body.pDag, pMnodeList);
D
dapan1121 已提交
943 944 945
      if (code) {
        tscError("0x%" PRIx64 " failed to create query plan, code:%s 0x%" PRIx64, pRequest->self, tstrerror(code),
                 pRequest->requestId);
946 947 948
      }

      if (TSDB_CODE_SUCCESS == code) {
D
dapan1121 已提交
949 950 951
        SArray* pNodeList = NULL;
        buildAsyncExecNodeList(pRequest, &pNodeList, pMnodeList, pResultMeta);
        
X
Xiaoyu Wang 已提交
952 953
        SRequestConnInfo conn = {
            .pTrans = pAppInfo->pTransporter, .requestId = pRequest->requestId, .requestObjRefId = pRequest->self};
D
dapan1121 已提交
954 955 956 957 958 959
        SSchedulerReq req = {.pConn = &conn,
                             .pNodeList = pNodeList,
                             .pDag = pRequest->body.pDag,
                             .sql = pRequest->sqlstr,
                             .startTs = pRequest->metric.start,
                             .fp = schedulerExecCb,
D
dapan1121 已提交
960 961
                             .cbParam = pRequest,
                             .reqKilled = &pRequest->killed};
D
dapan1121 已提交
962
        code = schedulerAsyncExecJob(&req, &pRequest->body.queryJob);
D
dapan1121 已提交
963
        taosArrayDestroy(pNodeList);
D
dapan1121 已提交
964
      } else {
965 966
        tscError("0x%" PRIx64 " failed to create query plan, code:%s 0x%" PRIx64, pRequest->self, tstrerror(code),
                 pRequest->requestId);
D
dapan1121 已提交
967
        pRequest->body.queryFp(pRequest->body.param, pRequest, code);
968 969
      }

970
      // todo not to be released here
D
dapan1121 已提交
971
      taosArrayDestroy(pMnodeList);
972 973 974
      break;
    }
    case QUERY_EXEC_MODE_EMPTY_RESULT:
975
      pRequest->type = TSDB_SQL_RETRIEVE_EMPTY_RESULT;
D
fix bug  
dapan1121 已提交
976
      pRequest->body.queryFp(pRequest->body.param, pRequest, 0);
977 978 979 980 981 982 983 984 985 986 987 988
      break;
    default:
      break;
  }

  //    if (!keepQuery) {
  //      qDestroyQuery(pQuery);
  //    }

  if (NULL != pRequest && TSDB_CODE_SUCCESS != code) {
    pRequest->code = terrno;
  }
D
stmt  
dapan1121 已提交
989 990
}

D
dapan1121 已提交
991
int32_t refreshMeta(STscObj* pTscObj, SRequestObj* pRequest) {
L
Liu Jicong 已提交
992 993 994 995
  SCatalog* pCatalog = NULL;
  int32_t   code = 0;
  int32_t   dbNum = taosArrayGetSize(pRequest->dbList);
  int32_t   tblNum = taosArrayGetSize(pRequest->tableList);
D
dapan1121 已提交
996 997 998 999

  if (dbNum <= 0 && tblNum <= 0) {
    return TSDB_CODE_QRY_APP_ERROR;
  }
L
Liu Jicong 已提交
1000

D
dapan1121 已提交
1001 1002 1003 1004 1005
  code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &pCatalog);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }

X
Xiaoyu Wang 已提交
1006
  SRequestConnInfo conn = {.pTrans = pTscObj->pAppInfo->pTransporter,
D
dapan1121 已提交
1007 1008 1009
                           .requestId = pRequest->requestId,
                           .requestObjRefId = pRequest->self,
                           .mgmtEps = getEpSet_s(&pTscObj->pAppInfo->mgmtEp)};
D
dapan1121 已提交
1010 1011

  for (int32_t i = 0; i < dbNum; ++i) {
L
Liu Jicong 已提交
1012 1013
    char* dbFName = taosArrayGet(pRequest->dbList, i);

D
dapan1121 已提交
1014
    code = catalogRefreshDBVgInfo(pCatalog, &conn, dbFName);
D
dapan1121 已提交
1015 1016
    if (code != TSDB_CODE_SUCCESS) {
      return code;
D
dapan1121 已提交
1017 1018 1019
    }
  }

D
dapan1121 已提交
1020
  for (int32_t i = 0; i < tblNum; ++i) {
L
Liu Jicong 已提交
1021
    SName* tableName = taosArrayGet(pRequest->tableList, i);
D
dapan1121 已提交
1022

D
dapan1121 已提交
1023
    code = catalogRefreshTableMeta(pCatalog, &conn, tableName, -1);
D
dapan1121 已提交
1024 1025 1026
    if (code != TSDB_CODE_SUCCESS) {
      return code;
    }
D
dapan1121 已提交
1027 1028
  }

D
dapan1121 已提交
1029
  return code;
D
dapan1121 已提交
1030 1031
}

D
dapan1121 已提交
1032 1033
int32_t removeMeta(STscObj* pTscObj, SArray* tbList) {
  SCatalog* pCatalog = NULL;
1034 1035
  int32_t   tbNum = taosArrayGetSize(tbList);
  int32_t   code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &pCatalog);
D
dapan1121 已提交
1036 1037 1038
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }
1039

D
dapan1121 已提交
1040 1041 1042 1043 1044 1045 1046 1047
  for (int32_t i = 0; i < tbNum; ++i) {
    SName* pTbName = taosArrayGet(tbList, i);
    catalogRemoveTableMeta(pCatalog, pTbName);
  }

  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
1048 1049
SRequestObj* execQuery(STscObj* pTscObj, const char* sql, int sqlLen) {
  SRequestObj* pRequest = NULL;
L
Liu Jicong 已提交
1050 1051
  int32_t      retryNum = 0;
  int32_t      code = 0;
D
dapan1121 已提交
1052

1053 1054
  do {
    destroyRequest(pRequest);
D
stmt  
dapan1121 已提交
1055
    pRequest = launchQuery(pTscObj, sql, sqlLen);
1056
    if (pRequest == NULL || TSDB_CODE_SUCCESS == pRequest->code || !NEED_CLIENT_HANDLE_ERROR(pRequest->code)) {
D
dapan1121 已提交
1057 1058 1059
      break;
    }

D
dapan1121 已提交
1060 1061 1062
    code = refreshMeta(pTscObj, pRequest);
    if (code) {
      pRequest->code = code;
D
dapan1121 已提交
1063 1064
      break;
    }
1065
  } while (retryNum++ < REQUEST_TOTAL_EXEC_TIMES);
L
Liu Jicong 已提交
1066

D
dapan1121 已提交
1067 1068 1069
  if (NEED_CLIENT_RM_TBLMETA_REQ(pRequest->type)) {
    removeMeta(pTscObj, pRequest->tableList);
  }
1070

D
dapan1121 已提交
1071 1072 1073
  return pRequest;
}

S
Shengliang Guan 已提交
1074 1075
int initEpSetFromCfg(const char* firstEp, const char* secondEp, SCorEpSet* pEpSet) {
  pEpSet->version = 0;
1076

H
Haojun Liao 已提交
1077
  // init mnode ip set
dengyihao's avatar
dengyihao 已提交
1078
  SEpSet* mgmtEpSet = &(pEpSet->epSet);
1079
  mgmtEpSet->numOfEps = 0;
dengyihao's avatar
dengyihao 已提交
1080
  mgmtEpSet->inUse = 0;
1081

S
Shengliang Guan 已提交
1082 1083 1084 1085
  if (firstEp && firstEp[0] != 0) {
    if (strlen(firstEp) >= TSDB_EP_LEN) {
      terrno = TSDB_CODE_TSC_INVALID_FQDN;
      return -1;
S
Shengliang Guan 已提交
1086
    }
S
Shengliang Guan 已提交
1087

1088 1089 1090 1091 1092 1093
    int32_t code = taosGetFqdnPortFromEp(firstEp, &mgmtEpSet->eps[0]);
    if (code != TSDB_CODE_SUCCESS) {
      terrno = TSDB_CODE_TSC_INVALID_FQDN;
      return terrno;
    }

S
Shengliang Guan 已提交
1094 1095 1096 1097 1098 1099 1100
    mgmtEpSet->numOfEps++;
  }

  if (secondEp && secondEp[0] != 0) {
    if (strlen(secondEp) >= TSDB_EP_LEN) {
      terrno = TSDB_CODE_TSC_INVALID_FQDN;
      return -1;
1101
    }
S
Shengliang Guan 已提交
1102 1103 1104

    taosGetFqdnPortFromEp(secondEp, &mgmtEpSet->eps[mgmtEpSet->numOfEps]);
    mgmtEpSet->numOfEps++;
1105 1106 1107 1108 1109 1110 1111 1112 1113 1114
  }

  if (mgmtEpSet->numOfEps == 0) {
    terrno = TSDB_CODE_TSC_INVALID_FQDN;
    return -1;
  }

  return 0;
}

dengyihao's avatar
dengyihao 已提交
1115
STscObj* taosConnectImpl(const char* user, const char* auth, const char* db, __taos_async_fn_t fp, void* param,
L
Liu Jicong 已提交
1116
                         SAppInstInfo* pAppInfo, int connType) {
1117
  STscObj* pTscObj = createTscObj(user, auth, db, connType, pAppInfo);
1118 1119 1120 1121 1122
  if (NULL == pTscObj) {
    terrno = TSDB_CODE_TSC_OUT_OF_MEMORY;
    return pTscObj;
  }

1123
  SRequestObj* pRequest = createRequest(pTscObj, TDMT_MND_CONNECT);
1124 1125 1126
  if (pRequest == NULL) {
    destroyTscObj(pTscObj);
    terrno = TSDB_CODE_TSC_OUT_OF_MEMORY;
1127 1128 1129
    return NULL;
  }

1130
  SMsgSendInfo* body = buildConnectMsg(pRequest);
1131 1132

  int64_t transporterId = 0;
H
Haojun Liao 已提交
1133
  asyncSendMsgToServer(pTscObj->pAppInfo->pTransporter, &pTscObj->pAppInfo->mgmtEp.epSet, &transporterId, body);
1134 1135 1136

  tsem_wait(&pRequest->body.rspSem);
  if (pRequest->code != TSDB_CODE_SUCCESS) {
dengyihao's avatar
dengyihao 已提交
1137 1138
    const char* errorMsg =
        (pRequest->code == TSDB_CODE_RPC_FQDN_ERROR) ? taos_errstr(pRequest) : tstrerror(pRequest->code);
1139
    fprintf(stderr, "failed to connect to server, reason: %s\n\n", errorMsg);
1140

1141
    terrno = pRequest->code;
1142
    destroyRequest(pRequest);
1143
    taos_close_internal(pTscObj);
1144 1145
    pTscObj = NULL;
  } else {
D
dapan1121 已提交
1146
    tscDebug("0x%" PRIx64 " connection is opening, connId:%u, dnodeConn:%p, reqId:0x%" PRIx64, *(int64_t*)pTscObj->id,
dengyihao's avatar
dengyihao 已提交
1147
             pTscObj->connId, pTscObj->pAppInfo->pTransporter, pRequest->requestId);
1148 1149 1150 1151 1152 1153
    destroyRequest(pRequest);
  }

  return pTscObj;
}

1154
static SMsgSendInfo* buildConnectMsg(SRequestObj* pRequest) {
wafwerar's avatar
wafwerar 已提交
1155
  SMsgSendInfo* pMsgSendInfo = taosMemoryCalloc(1, sizeof(SMsgSendInfo));
1156 1157 1158 1159 1160
  if (pMsgSendInfo == NULL) {
    terrno = TSDB_CODE_TSC_OUT_OF_MEMORY;
    return NULL;
  }

dengyihao's avatar
dengyihao 已提交
1161
  pMsgSendInfo->msgType = TDMT_MND_CONNECT;
1162

1163
  pMsgSendInfo->requestObjRefId = pRequest->self;
dengyihao's avatar
dengyihao 已提交
1164
  pMsgSendInfo->requestId = pRequest->requestId;
H
Haojun Liao 已提交
1165
  pMsgSendInfo->fp = getMsgRspHandle(pMsgSendInfo->msgType);
dengyihao's avatar
dengyihao 已提交
1166
  pMsgSendInfo->param = pRequest;
1167

S
Shengliang Guan 已提交
1168 1169
  SConnectReq connectReq = {0};
  STscObj*    pObj = pRequest->pTscObj;
1170

H
Haojun Liao 已提交
1171
  char* db = getDbOfConnection(pObj);
1172
  if (db != NULL) {
S
Shengliang Guan 已提交
1173
    tstrncpy(connectReq.db, db, sizeof(connectReq.db));
1174
  }
wafwerar's avatar
wafwerar 已提交
1175
  taosMemoryFreeClear(db);
1176

X
Xiaoyu Wang 已提交
1177
  connectReq.connType = pObj->connType;
1178 1179
  connectReq.pid = appInfo.pid;
  connectReq.startTime = appInfo.startTime;
1180

S
Shengliang Guan 已提交
1181
  tstrncpy(connectReq.app, appInfo.appName, sizeof(connectReq.app));
dengyihao's avatar
dengyihao 已提交
1182 1183
  tstrncpy(connectReq.user, pObj->user, sizeof(connectReq.user));
  tstrncpy(connectReq.passwd, pObj->pass, sizeof(connectReq.passwd));
S
Shengliang Guan 已提交
1184 1185

  int32_t contLen = tSerializeSConnectReq(NULL, 0, &connectReq);
wafwerar's avatar
wafwerar 已提交
1186
  void*   pReq = taosMemoryMalloc(contLen);
S
Shengliang Guan 已提交
1187
  tSerializeSConnectReq(pReq, contLen, &connectReq);
1188

S
Shengliang Guan 已提交
1189 1190
  pMsgSendInfo->msgInfo.len = contLen;
  pMsgSendInfo->msgInfo.pData = pReq;
1191
  return pMsgSendInfo;
1192 1193
}

1194
static void destroySendMsgInfo(SMsgSendInfo* pMsgBody) {
H
Haojun Liao 已提交
1195
  assert(pMsgBody != NULL);
D
dapan1121 已提交
1196
  taosMemoryFreeClear(pMsgBody->target.dbFName);
wafwerar's avatar
wafwerar 已提交
1197 1198
  taosMemoryFreeClear(pMsgBody->msgInfo.pData);
  taosMemoryFreeClear(pMsgBody);
H
Haojun Liao 已提交
1199
}
1200

D
dapan1121 已提交
1201 1202 1203 1204
void updateTargetEpSet(SMsgSendInfo* pSendInfo, STscObj* pTscObj, SRpcMsg* pMsg, SEpSet* pEpSet) {
  if (NULL == pEpSet) {
    return;
  }
L
Liu Jicong 已提交
1205

D
dapan1121 已提交
1206 1207 1208
  switch (pSendInfo->target.type) {
    case TARGET_TYPE_MNODE:
      if (NULL == pTscObj) {
X
Xiaoyu Wang 已提交
1209 1210
        tscError("mnode epset changed but not able to update it, msg:%s, reqObjRefId:%" PRIx64,
                 TMSG_INFO(pMsg->msgType), pSendInfo->requestObjRefId);
D
dapan1121 已提交
1211 1212 1213
        return;
      }

D
dapan1121 已提交
1214
      SEpSet* pOrig = &pTscObj->pAppInfo->mgmtEp.epSet;
X
Xiaoyu Wang 已提交
1215 1216 1217 1218
      SEp*    pOrigEp = &pOrig->eps[pOrig->inUse];
      SEp*    pNewEp = &pEpSet->eps[pEpSet->inUse];
      tscDebug("mnode epset updated from %d/%d=>%s:%d to %d/%d=>%s:%d in client", pOrig->inUse, pOrig->numOfEps,
               pOrigEp->fqdn, pOrigEp->port, pEpSet->inUse, pEpSet->numOfEps, pNewEp->fqdn, pNewEp->port);
L
Liu Jicong 已提交
1219
      updateEpSet_s(&pTscObj->pAppInfo->mgmtEp, pEpSet);
D
dapan1121 已提交
1220 1221 1222
      break;
    case TARGET_TYPE_VNODE: {
      if (NULL == pTscObj) {
X
Xiaoyu Wang 已提交
1223 1224
        tscError("vnode epset changed but not able to update it, msg:%s, reqObjRefId:%" PRIx64,
                 TMSG_INFO(pMsg->msgType), pSendInfo->requestObjRefId);
D
dapan1121 已提交
1225 1226 1227 1228
        return;
      }

      SCatalog* pCatalog = NULL;
L
Liu Jicong 已提交
1229
      int32_t   code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &pCatalog);
D
dapan1121 已提交
1230
      if (code != TSDB_CODE_SUCCESS) {
L
Liu Jicong 已提交
1231 1232
        tscError("fail to get catalog handle, clusterId:%" PRIx64 ", error %s", pTscObj->pAppInfo->clusterId,
                 tstrerror(code));
D
dapan1121 已提交
1233 1234
        return;
      }
L
Liu Jicong 已提交
1235

D
dapan1121 已提交
1236
      catalogUpdateVgEpSet(pCatalog, pSendInfo->target.dbFName, pSendInfo->target.vgId, pEpSet);
D
dapan1121 已提交
1237
      taosMemoryFreeClear(pSendInfo->target.dbFName);
D
dapan1121 已提交
1238 1239 1240 1241 1242 1243 1244 1245
      break;
    }
    default:
      tscDebug("epset changed, not updated, msgType %s", TMSG_INFO(pMsg->msgType));
      break;
  }
}

1246
void processMsgFromServer(void* parent, SRpcMsg* pMsg, SEpSet* pEpSet) {
S
Shengliang Guan 已提交
1247 1248
  SMsgSendInfo* pSendInfo = (SMsgSendInfo*)pMsg->info.ahandle;
  assert(pMsg->info.ahandle != NULL);
D
dapan1121 已提交
1249
  STscObj* pTscObj = NULL;
1250

D
dapan1121 已提交
1251 1252
  tscDebug("processMsgFromServer message: %s, code: %s", TMSG_INFO(pMsg->msgType), tstrerror(pMsg->code));

1253
  if (pSendInfo->requestObjRefId != 0) {
dengyihao's avatar
dengyihao 已提交
1254
    SRequestObj* pRequest = (SRequestObj*)taosAcquireRef(clientReqRefPool, pSendInfo->requestObjRefId);
D
dapan1121 已提交
1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271
    if (pRequest) {
      assert(pRequest->self == pSendInfo->requestObjRefId);

      pRequest->metric.rsp = taosGetTimestampUs();
      pTscObj = pRequest->pTscObj;
      /*
       * There is not response callback function for submit response.
       * The actual inserted number of points is the first number.
       */
      int32_t elapsed = pRequest->metric.rsp - pRequest->metric.start;
      if (pMsg->code == TSDB_CODE_SUCCESS) {
        tscDebug("0x%" PRIx64 " message:%s, code:%s rspLen:%d, elapsed:%d ms, reqId:0x%" PRIx64, pRequest->self,
                 TMSG_INFO(pMsg->msgType), tstrerror(pMsg->code), pMsg->contLen, elapsed / 1000, pRequest->requestId);
      } else {
        tscError("0x%" PRIx64 " SQL cmd:%s, code:%s rspLen:%d, elapsed time:%d ms, reqId:0x%" PRIx64, pRequest->self,
                 TMSG_INFO(pMsg->msgType), tstrerror(pMsg->code), pMsg->contLen, elapsed / 1000, pRequest->requestId);
      }
1272

D
dapan1121 已提交
1273 1274
      taosReleaseRef(clientReqRefPool, pSendInfo->requestObjRefId);
    }
1275 1276
  }

D
dapan1121 已提交
1277 1278
  updateTargetEpSet(pSendInfo, pTscObj, pMsg, pEpSet);

S
Shengliang Guan 已提交
1279
  SDataBuf buf = {.len = pMsg->contLen, .pData = NULL, .handle = pMsg->info.handle};
1280 1281

  if (pMsg->contLen > 0) {
wafwerar's avatar
wafwerar 已提交
1282
    buf.pData = taosMemoryCalloc(1, pMsg->contLen);
1283 1284 1285 1286 1287 1288
    if (buf.pData == NULL) {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      pMsg->code = TSDB_CODE_OUT_OF_MEMORY;
    } else {
      memcpy(buf.pData, pMsg->pCont, pMsg->contLen);
    }
1289 1290
  }

1291
  pSendInfo->fp(pSendInfo->param, &buf, pMsg->code);
1292
  rpcFreeCont(pMsg->pCont);
1293
  destroySendMsgInfo(pSendInfo);
1294
}
1295

dengyihao's avatar
dengyihao 已提交
1296
TAOS* taos_connect_auth(const char* ip, const char* user, const char* auth, const char* db, uint16_t port) {
1297 1298 1299 1300 1301 1302 1303 1304 1305 1306
  tscDebug("try to connect to %s:%u by auth, user:%s db:%s", ip, port, user, db);
  if (user == NULL) {
    user = TSDB_DEFAULT_USER;
  }

  if (auth == NULL) {
    tscError("No auth info is given, failed to connect to server");
    return NULL;
  }

1307 1308
  STscObj* pObj = taos_connect_internal(ip, user, NULL, auth, db, port, CONN_TYPE__QUERY);
  if (pObj) {
D
dapan1121 已提交
1309
    return pObj->id;
1310 1311
  }
  
D
dapan1121 已提交
1312
  return NULL;
1313 1314
}

dengyihao's avatar
dengyihao 已提交
1315 1316 1317
TAOS* taos_connect_l(const char* ip, int ipLen, const char* user, int userLen, const char* pass, int passLen,
                     const char* db, int dbLen, uint16_t port) {
  char ipStr[TSDB_EP_LEN] = {0};
1318
  char dbStr[TSDB_DB_NAME_LEN] = {0};
dengyihao's avatar
dengyihao 已提交
1319 1320
  char userStr[TSDB_USER_LEN] = {0};
  char passStr[TSDB_PASSWORD_LEN] = {0};
1321

dengyihao's avatar
dengyihao 已提交
1322
  strncpy(ipStr, ip, TMIN(TSDB_EP_LEN - 1, ipLen));
dengyihao's avatar
dengyihao 已提交
1323 1324
  strncpy(userStr, user, TMIN(TSDB_USER_LEN - 1, userLen));
  strncpy(passStr, pass, TMIN(TSDB_PASSWORD_LEN - 1, passLen));
dengyihao's avatar
dengyihao 已提交
1325
  strncpy(dbStr, db, TMIN(TSDB_DB_NAME_LEN - 1, dbLen));
1326
  return taos_connect(ipStr, userStr, passStr, dbStr, port);
1327 1328
}

L
Liu Jicong 已提交
1329
void doSetOneRowPtr(SReqResultInfo* pResultInfo) {
1330 1331 1332 1333 1334 1335 1336
  for (int32_t i = 0; i < pResultInfo->numOfCols; ++i) {
    SResultColumn* pCol = &pResultInfo->pCol[i];

    int32_t type = pResultInfo->fields[i].type;
    int32_t bytes = pResultInfo->fields[i].bytes;

    if (IS_VAR_DATA_TYPE(type)) {
1337
      if (!IS_VAR_NULL_TYPE(type, bytes) && pCol->offset[pResultInfo->current] != -1) {
1338 1339 1340 1341 1342 1343
        char* pStart = pResultInfo->pCol[i].offset[pResultInfo->current] + pResultInfo->pCol[i].pData;

        pResultInfo->length[i] = varDataLen(pStart);
        pResultInfo->row[i] = varDataVal(pStart);
      } else {
        pResultInfo->row[i] = NULL;
1344
        pResultInfo->length[i] = 0;
1345 1346 1347 1348
      }
    } else {
      if (!colDataIsNull_f(pCol->nullbitmap, pResultInfo->current)) {
        pResultInfo->row[i] = pResultInfo->pCol[i].pData + bytes * pResultInfo->current;
1349
        pResultInfo->length[i] = bytes;
1350 1351
      } else {
        pResultInfo->row[i] = NULL;
1352
        pResultInfo->length[i] = 0;
1353 1354 1355 1356 1357
      }
    }
  }
}

1358
void* doFetchRows(SRequestObj* pRequest, bool setupOneRowPtr, bool convertUcs4) {
D
dapan1121 已提交
1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369
  assert(pRequest != NULL);

  SReqResultInfo* pResultInfo = &pRequest->body.resInfo;
  if (pResultInfo->pData == NULL || pResultInfo->current >= pResultInfo->numOfRows) {
    // All data has returned to App already, no need to try again
    if (pResultInfo->completed) {
      pResultInfo->numOfRows = 0;
      return NULL;
    }

    SReqResultInfo* pResInfo = &pRequest->body.resInfo;
1370
    pRequest->code = schedulerFetchRows(pRequest->body.queryJob, (void**)&pResInfo->pData);
D
dapan1121 已提交
1371 1372 1373 1374 1375
    if (pRequest->code != TSDB_CODE_SUCCESS) {
      pResultInfo->numOfRows = 0;
      return NULL;
    }

L
Liu Jicong 已提交
1376 1377
    pRequest->code =
        setQueryResultFromRsp(&pRequest->body.resInfo, (SRetrieveTableRsp*)pResInfo->pData, convertUcs4, true);
D
dapan1121 已提交
1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398
    if (pRequest->code != TSDB_CODE_SUCCESS) {
      pResultInfo->numOfRows = 0;
      return NULL;
    }

    tscDebug("0x%" PRIx64 " fetch results, numOfRows:%d total Rows:%" PRId64 ", complete:%d, reqId:0x%" PRIx64,
             pRequest->self, pResInfo->numOfRows, pResInfo->totalRows, pResInfo->completed, pRequest->requestId);

    if (pResultInfo->numOfRows == 0) {
      return NULL;
    }
  }

  if (setupOneRowPtr) {
    doSetOneRowPtr(pResultInfo);
    pResultInfo->current += 1;
  }

  return pResultInfo->row;
}

H
Haojun Liao 已提交
1399 1400 1401
static void syncFetchFn(void* param, TAOS_RES* res, int32_t numOfRows) {
  SSyncQueryParam* pParam = param;
  tsem_post(&pParam->sem);
1402
}
D
dapan1121 已提交
1403

1404
void* doAsyncFetchRows(SRequestObj* pRequest, bool setupOneRowPtr, bool convertUcs4) {
1405
  assert(pRequest != NULL);
H
Haojun Liao 已提交
1406

H
Haojun Liao 已提交
1407
  SReqResultInfo* pResultInfo = &pRequest->body.resInfo;
H
Haojun Liao 已提交
1408
  if (pResultInfo->pData == NULL || pResultInfo->current >= pResultInfo->numOfRows) {
H
Haojun Liao 已提交
1409
    // All data has returned to App already, no need to try again
1410 1411 1412 1413 1414
    if (pResultInfo->completed) {
      pResultInfo->numOfRows = 0;
      return NULL;
    }

1415
    SSyncQueryParam* pParam = pRequest->body.param;
1416 1417 1418 1419

    // convert ucs4 to native multi-bytes string
    pResultInfo->convertUcs4 = convertUcs4;

1420
    taos_fetch_rows_a(pRequest, syncFetchFn, pParam);
1421
    tsem_wait(&pParam->sem);
H
Haojun Liao 已提交
1422 1423
  }

H
Haojun Liao 已提交
1424
  if (pRequest->code == TSDB_CODE_SUCCESS && pResultInfo->numOfRows > 0 && setupOneRowPtr) {
1425 1426
    doSetOneRowPtr(pResultInfo);
    pResultInfo->current += 1;
H
Haojun Liao 已提交
1427 1428 1429 1430 1431
  }

  return pResultInfo->row;
}

1432
static int32_t doPrepareResPtr(SReqResultInfo* pResInfo) {
H
Haojun Liao 已提交
1433
  if (pResInfo->row == NULL) {
L
Liu Jicong 已提交
1434 1435
    pResInfo->row = taosMemoryCalloc(pResInfo->numOfCols, POINTER_BYTES);
    pResInfo->pCol = taosMemoryCalloc(pResInfo->numOfCols, sizeof(SResultColumn));
wafwerar's avatar
wafwerar 已提交
1436 1437
    pResInfo->length = taosMemoryCalloc(pResInfo->numOfCols, sizeof(int32_t));
    pResInfo->convertBuf = taosMemoryCalloc(pResInfo->numOfCols, POINTER_BYTES);
1438

1439 1440 1441
    if (pResInfo->row == NULL || pResInfo->pCol == NULL || pResInfo->length == NULL || pResInfo->convertBuf == NULL) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
1442
  }
1443 1444

  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1445 1446
}

1447 1448 1449 1450
static char* parseTagDatatoJson(void* p) {
  char*  string = NULL;
  cJSON* json = cJSON_CreateObject();
  if (json == NULL) {
wmmhello's avatar
wmmhello 已提交
1451 1452 1453
    goto end;
  }

C
Cary Xu 已提交
1454 1455 1456 1457 1458 1459
  SArray* pTagVals = NULL;
  if (tTagToValArray((const STag*)p, &pTagVals) != 0) {
    goto end;
  }

  int16_t nCols = taosArrayGetSize(pTagVals);
1460
  char    tagJsonKey[256] = {0};
wmmhello's avatar
wmmhello 已提交
1461
  for (int j = 0; j < nCols; ++j) {
C
Cary Xu 已提交
1462
    STagVal* pTagVal = (STagVal*)taosArrayGet(pTagVals, j);
wmmhello's avatar
wmmhello 已提交
1463 1464
    // json key  encode by binary
    memset(tagJsonKey, 0, sizeof(tagJsonKey));
wmmhello's avatar
wmmhello 已提交
1465
    memcpy(tagJsonKey, pTagVal->pKey, strlen(pTagVal->pKey));
wmmhello's avatar
wmmhello 已提交
1466
    // json value
L
Liu Jicong 已提交
1467
    char type = pTagVal->type;
1468
    if (type == TSDB_DATA_TYPE_NULL) {
wmmhello's avatar
wmmhello 已提交
1469
      cJSON* value = cJSON_CreateNull();
1470
      if (value == NULL) {
wmmhello's avatar
wmmhello 已提交
1471 1472 1473
        goto end;
      }
      cJSON_AddItemToObject(json, tagJsonKey, value);
1474
    } else if (type == TSDB_DATA_TYPE_NCHAR) {
wmmhello's avatar
wmmhello 已提交
1475
      cJSON* value = NULL;
wmmhello's avatar
wmmhello 已提交
1476 1477 1478
      if (pTagVal->nData > 0) {
        char*   tagJsonValue = taosMemoryCalloc(pTagVal->nData, 1);
        int32_t length = taosUcs4ToMbs((TdUcs4*)pTagVal->pData, pTagVal->nData, tagJsonValue);
wmmhello's avatar
wmmhello 已提交
1479
        if (length < 0) {
L
Liu Jicong 已提交
1480 1481
          tscError("charset:%s to %s. val:%s convert json value failed.", DEFAULT_UNICODE_ENCODEC, tsCharset,
                   pTagVal->pData);
wmmhello's avatar
wmmhello 已提交
1482 1483 1484 1485 1486
          taosMemoryFree(tagJsonValue);
          goto end;
        }
        value = cJSON_CreateString(tagJsonValue);
        taosMemoryFree(tagJsonValue);
1487
        if (value == NULL) {
wmmhello's avatar
wmmhello 已提交
1488 1489
          goto end;
        }
wmmhello's avatar
wmmhello 已提交
1490
      } else if (pTagVal->nData == 0) {
wmmhello's avatar
wmmhello 已提交
1491
        value = cJSON_CreateString("");
1492
      } else {
wmmhello's avatar
wmmhello 已提交
1493 1494 1495 1496
        ASSERT(0);
      }

      cJSON_AddItemToObject(json, tagJsonKey, value);
1497
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
wmmhello's avatar
wmmhello 已提交
1498
      double jsonVd = *(double*)(&pTagVal->i64);
wmmhello's avatar
wmmhello 已提交
1499
      cJSON* value = cJSON_CreateNumber(jsonVd);
1500
      if (value == NULL) {
wmmhello's avatar
wmmhello 已提交
1501 1502 1503
        goto end;
      }
      cJSON_AddItemToObject(json, tagJsonKey, value);
1504
    } else if (type == TSDB_DATA_TYPE_BOOL) {
wmmhello's avatar
wmmhello 已提交
1505
      char   jsonVd = *(char*)(&pTagVal->i64);
wmmhello's avatar
wmmhello 已提交
1506
      cJSON* value = cJSON_CreateBool(jsonVd);
1507
      if (value == NULL) {
wmmhello's avatar
wmmhello 已提交
1508 1509 1510
        goto end;
      }
      cJSON_AddItemToObject(json, tagJsonKey, value);
1511
    } else {
wmmhello's avatar
wmmhello 已提交
1512
      ASSERT(0);
wmmhello's avatar
wmmhello 已提交
1513 1514 1515 1516 1517 1518 1519 1520
    }
  }
  string = cJSON_PrintUnformatted(json);
end:
  cJSON_Delete(json);
  return string;
}

1521 1522 1523 1524 1525
static int32_t doConvertUCS4(SReqResultInfo* pResultInfo, int32_t numOfRows, int32_t numOfCols, int32_t* colLength) {
  for (int32_t i = 0; i < numOfCols; ++i) {
    int32_t type = pResultInfo->fields[i].type;
    int32_t bytes = pResultInfo->fields[i].bytes;

1526
    if (type == TSDB_DATA_TYPE_NCHAR && colLength[i] > 0) {
1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540
      char* p = taosMemoryRealloc(pResultInfo->convertBuf[i], colLength[i]);
      if (p == NULL) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }

      pResultInfo->convertBuf[i] = p;

      SResultColumn* pCol = &pResultInfo->pCol[i];
      for (int32_t j = 0; j < numOfRows; ++j) {
        if (pCol->offset[j] != -1) {
          char* pStart = pCol->offset[j] + pCol->pData;

          int32_t len = taosUcs4ToMbs((TdUcs4*)varDataVal(pStart), varDataLen(pStart), varDataVal(p));
          ASSERT(len <= bytes);
D
stmt  
dapan1121 已提交
1541
          ASSERT((p + len) < (pResultInfo->convertBuf[i] + colLength[i]));
dengyihao's avatar
dengyihao 已提交
1542

1543 1544 1545 1546 1547 1548 1549 1550
          varDataSetLen(p, len);
          pCol->offset[j] = (p - pResultInfo->convertBuf[i]);
          p += (len + VARSTR_HEADER_SIZE);
        }
      }

      pResultInfo->pCol[i].pData = pResultInfo->convertBuf[i];
      pResultInfo->row[i] = pResultInfo->pCol[i].pData;
wmmhello's avatar
wmmhello 已提交
1551 1552
    }
  }
1553

wmmhello's avatar
wmmhello 已提交
1554 1555
  return TSDB_CODE_SUCCESS;
}
1556

wmmhello's avatar
wmmhello 已提交
1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572
static int32_t estimateJsonLen(SReqResultInfo* pResultInfo, int32_t numOfCols, int32_t numOfRows){
  char* p = (char*)pResultInfo->pData;

  int32_t len = sizeof(int32_t) + sizeof(uint64_t) + numOfCols * (sizeof(int16_t) + sizeof(int32_t));
  int32_t* colLength = (int32_t*)(p + len);
  len += sizeof(int32_t) * numOfCols;

  char* pStart = p + len;
  for (int32_t i = 0; i < numOfCols; ++i) {
    int32_t colLen = htonl(colLength[i]);

    if (pResultInfo->fields[i].type == TSDB_DATA_TYPE_JSON) {
      int32_t* offset = (int32_t*)pStart;
      int32_t lenTmp = numOfRows * sizeof(int32_t);
      len += lenTmp;
      pStart += lenTmp;
1573 1574

      for (int32_t j = 0; j < numOfRows; ++j) {
wmmhello's avatar
wmmhello 已提交
1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594
        if (offset[j] == -1) {
          continue;
        }
        char* data = offset[j] + pStart;

        int32_t jsonInnerType = *data;
        char*   jsonInnerData = data + CHAR_BYTES;
        if (jsonInnerType == TSDB_DATA_TYPE_NULL) {
          len += (VARSTR_HEADER_SIZE + strlen(TSDB_DATA_NULL_STR_L));
        } else if (jsonInnerType & TD_TAG_JSON) {
          len += (VARSTR_HEADER_SIZE + ((const STag*)(data))->len);
        } else if (jsonInnerType == TSDB_DATA_TYPE_NCHAR) {  // value -> "value"
          len += varDataTLen(jsonInnerData) + CHAR_BYTES * 2;
        } else if (jsonInnerType == TSDB_DATA_TYPE_DOUBLE) {
          len += (VARSTR_HEADER_SIZE + 32);
        } else if (jsonInnerType == TSDB_DATA_TYPE_BOOL) {
          len += (VARSTR_HEADER_SIZE + 5);
        } else {
          ASSERT(0);
        }
1595

wmmhello's avatar
wmmhello 已提交
1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610
      }
    } else if (IS_VAR_DATA_TYPE(pResultInfo->fields[i].type)) {
      int32_t lenTmp = numOfRows * sizeof(int32_t);
      len += (lenTmp + colLen);
      pStart += lenTmp;
    } else {
      int32_t lenTmp = BitmapLen(pResultInfo->numOfRows);
      len += (lenTmp + colLen);
      pStart += lenTmp;
    }
    pStart += colLen;
  }
  return len;
}

wmmhello's avatar
wmmhello 已提交
1611 1612 1613 1614 1615 1616 1617 1618 1619
static int32_t doConvertJson(SReqResultInfo* pResultInfo, int32_t numOfCols, int32_t numOfRows) {
  bool needConvert = false;
  for (int32_t i = 0; i < numOfCols; ++i) {
    if (pResultInfo->fields[i].type == TSDB_DATA_TYPE_JSON) {
      needConvert = true;
      break;
    }
  }
  if(!needConvert) return TSDB_CODE_SUCCESS;
1620

wmmhello's avatar
wmmhello 已提交
1621
  char* p = (char*)pResultInfo->pData;
wmmhello's avatar
wmmhello 已提交
1622 1623
  int32_t dataLen = estimateJsonLen(pResultInfo, numOfCols, numOfRows);

wmmhello's avatar
wmmhello 已提交
1624 1625 1626 1627
  pResultInfo->convertJson = taosMemoryCalloc(1, dataLen);
  if(pResultInfo->convertJson == NULL) return TSDB_CODE_OUT_OF_MEMORY;
  char* p1 = pResultInfo->convertJson;

wmmhello's avatar
wmmhello 已提交
1628
  int32_t len = sizeof(int32_t) + sizeof(uint64_t) + numOfCols * (sizeof(int16_t) + sizeof(int32_t));
wmmhello's avatar
wmmhello 已提交
1629
  memcpy(p1, p, len);
1630

wmmhello's avatar
wmmhello 已提交
1631 1632
  p += len;
  p1 += len;
1633

wmmhello's avatar
wmmhello 已提交
1634 1635 1636 1637 1638 1639
  len = sizeof(int32_t) * numOfCols;
  int32_t* colLength = (int32_t*)p;
  int32_t* colLength1 = (int32_t*)p1;
  memcpy(p1, p, len);
  p += len;
  p1 += len;
1640

wmmhello's avatar
wmmhello 已提交
1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668
  char* pStart = p;
  char* pStart1 = p1;
  for (int32_t i = 0; i < numOfCols; ++i) {
    int32_t colLen = htonl(colLength[i]);
    int32_t colLen1 = htonl(colLength1[i]);
    ASSERT(colLen < dataLen);

    if (pResultInfo->fields[i].type == TSDB_DATA_TYPE_JSON) {
      int32_t* offset = (int32_t*)pStart;
      int32_t* offset1 = (int32_t*)pStart1;
      len = numOfRows * sizeof(int32_t);
      memcpy(pStart1, pStart, len);
      pStart += len;
      pStart1 += len;

      len = 0;
      for (int32_t j = 0; j < numOfRows; ++j) {
        if (offset[j] == -1) {
          continue;
        }
        char* data = offset[j] + pStart;

        int32_t jsonInnerType = *data;
        char*   jsonInnerData = data + CHAR_BYTES;
        char    dst[TSDB_MAX_JSON_TAG_LEN] = {0};
        if (jsonInnerType == TSDB_DATA_TYPE_NULL) {
          sprintf(varDataVal(dst), "%s", TSDB_DATA_NULL_STR_L);
          varDataSetLen(dst, strlen(varDataVal(dst)));
wmmhello's avatar
wmmhello 已提交
1669
        } else if (jsonInnerType & TD_TAG_JSON) {
wmmhello's avatar
wmmhello 已提交
1670 1671 1672 1673 1674 1675 1676 1677 1678 1679
          char* jsonString = parseTagDatatoJson(data);
          STR_TO_VARSTR(dst, jsonString);
          taosMemoryFree(jsonString);
        } else if (jsonInnerType == TSDB_DATA_TYPE_NCHAR) {  // value -> "value"
          *(char*)varDataVal(dst) = '\"';
          int32_t length = taosUcs4ToMbs((TdUcs4*)varDataVal(jsonInnerData), varDataLen(jsonInnerData),
                                         varDataVal(dst) + CHAR_BYTES);
          if (length <= 0) {
            tscError("charset:%s to %s. convert failed.", DEFAULT_UNICODE_ENCODEC, tsCharset);
            length = 0;
1680
          }
wmmhello's avatar
wmmhello 已提交
1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691
          varDataSetLen(dst, length + CHAR_BYTES * 2);
          *(char*)POINTER_SHIFT(varDataVal(dst), length + CHAR_BYTES) = '\"';
        } else if (jsonInnerType == TSDB_DATA_TYPE_DOUBLE) {
          double jsonVd = *(double*)(jsonInnerData);
          sprintf(varDataVal(dst), "%.9lf", jsonVd);
          varDataSetLen(dst, strlen(varDataVal(dst)));
        } else if (jsonInnerType == TSDB_DATA_TYPE_BOOL) {
          sprintf(varDataVal(dst), "%s", (*((char*)jsonInnerData) == 1) ? "true" : "false");
          varDataSetLen(dst, strlen(varDataVal(dst)));
        } else {
          ASSERT(0);
1692
        }
wmmhello's avatar
wmmhello 已提交
1693 1694 1695 1696

        offset1[j]= len;
        memcpy(pStart1 + len, dst, varDataTLen(dst));
        len += varDataTLen(dst);
1697
      }
wmmhello's avatar
wmmhello 已提交
1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711
      colLen1 = len;
      colLength1[i] = htonl(len);
    } else if (IS_VAR_DATA_TYPE(pResultInfo->fields[i].type)) {
      len = numOfRows * sizeof(int32_t);
      memcpy(pStart1, pStart, len);
      pStart += len;
      pStart1 += len;
      memcpy(pStart1, pStart, colLen);
    } else {
      len = BitmapLen(pResultInfo->numOfRows);
      memcpy(pStart1, pStart, len);
      pStart += len;
      pStart1 += len;
      memcpy(pStart1, pStart, colLen);
1712 1713

    }
wmmhello's avatar
wmmhello 已提交
1714 1715
    pStart += colLen;
    pStart1 += colLen1;
1716 1717
  }

wmmhello's avatar
wmmhello 已提交
1718
  pResultInfo->pData = pResultInfo->convertJson;
1719 1720 1721
  return TSDB_CODE_SUCCESS;
}

L
Liu Jicong 已提交
1722 1723
int32_t setResultDataPtr(SReqResultInfo* pResultInfo, TAOS_FIELD* pFields, int32_t numOfCols, int32_t numOfRows,
                         bool convertUcs4) {
H
Haojun Liao 已提交
1724 1725
  assert(numOfCols > 0 && pFields != NULL && pResultInfo != NULL);
  if (numOfRows == 0) {
1726
    return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1727 1728
  }

1729 1730 1731 1732
  int32_t code = doPrepareResPtr(pResultInfo);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }
wmmhello's avatar
wmmhello 已提交
1733 1734 1735 1736
  code = doConvertJson(pResultInfo, numOfCols, numOfRows);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }
H
Haojun Liao 已提交
1737

L
Liu Jicong 已提交
1738
  char* p = (char*)pResultInfo->pData;
1739

L
Liu Jicong 已提交
1740
  int32_t dataLen = *(int32_t*)p;
1741 1742
  p += sizeof(int32_t);

L
Liu Jicong 已提交
1743
  uint64_t groupId = *(uint64_t*)p;
1744 1745
  p += sizeof(uint64_t);

1746
  // check fields
1747 1748
  for (int32_t i = 0; i < numOfCols; ++i) {
    int16_t type = *(int16_t*)p;
1749 1750
    p += sizeof(int16_t);

1751
    int32_t bytes = *(int32_t*)p;
1752 1753
    p += sizeof(int32_t);

L
Liu Jicong 已提交
1754
    /*ASSERT(type == pFields[i].type && bytes == pFields[i].bytes);*/
1755 1756
  }

1757 1758 1759 1760
  int32_t* colLength = (int32_t*)p;
  p += sizeof(int32_t) * numOfCols;

  char* pStart = p;
H
Haojun Liao 已提交
1761
  for (int32_t i = 0; i < numOfCols; ++i) {
1762
    colLength[i] = htonl(colLength[i]);
1763
    ASSERT(colLength[i] < dataLen);
1764 1765 1766 1767 1768 1769 1770 1771 1772 1773

    if (IS_VAR_DATA_TYPE(pResultInfo->fields[i].type)) {
      pResultInfo->pCol[i].offset = (int32_t*)pStart;
      pStart += numOfRows * sizeof(int32_t);
    } else {
      pResultInfo->pCol[i].nullbitmap = pStart;
      pStart += BitmapLen(pResultInfo->numOfRows);
    }

    pResultInfo->pCol[i].pData = pStart;
H
Haojun Liao 已提交
1774
    pResultInfo->length[i] = pResultInfo->fields[i].bytes;
1775 1776 1777
    pResultInfo->row[i] = pResultInfo->pCol[i].pData;

    pStart += colLength[i];
1778
  }
1779

wmmhello's avatar
wmmhello 已提交
1780
  if(convertUcs4){
1781
    code = doConvertUCS4(pResultInfo, numOfRows, numOfCols, colLength);
1782 1783
  }

1784
  return code;
S
Shengliang Guan 已提交
1785 1786
}

H
Haojun Liao 已提交
1787
char* getDbOfConnection(STscObj* pObj) {
dengyihao's avatar
dengyihao 已提交
1788
  char* p = NULL;
wafwerar's avatar
wafwerar 已提交
1789
  taosThreadMutexLock(&pObj->mutex);
1790 1791 1792 1793
  size_t len = strlen(pObj->db);
  if (len > 0) {
    p = strndup(pObj->db, tListLen(pObj->db));
  }
S
Shengliang Guan 已提交
1794

wafwerar's avatar
wafwerar 已提交
1795
  taosThreadMutexUnlock(&pObj->mutex);
1796 1797 1798 1799 1800
  return p;
}

void setConnectionDB(STscObj* pTscObj, const char* db) {
  assert(db != NULL && pTscObj != NULL);
wafwerar's avatar
wafwerar 已提交
1801
  taosThreadMutexLock(&pTscObj->mutex);
1802
  tstrncpy(pTscObj->db, db, tListLen(pTscObj->db));
wafwerar's avatar
wafwerar 已提交
1803
  taosThreadMutexUnlock(&pTscObj->mutex);
1804
}
S
Shengliang Guan 已提交
1805

H
Haojun Liao 已提交
1806 1807 1808 1809 1810 1811 1812 1813 1814 1815
void resetConnectDB(STscObj* pTscObj) {
  if (pTscObj == NULL) {
    return;
  }

  taosThreadMutexLock(&pTscObj->mutex);
  pTscObj->db[0] = 0;
  taosThreadMutexUnlock(&pTscObj->mutex);
}

L
Liu Jicong 已提交
1816 1817
int32_t setQueryResultFromRsp(SReqResultInfo* pResultInfo, const SRetrieveTableRsp* pRsp, bool convertUcs4,
                              bool freeAfterUse) {
1818 1819
  assert(pResultInfo != NULL && pRsp != NULL);

L
Liu Jicong 已提交
1820 1821
  if (freeAfterUse) taosMemoryFreeClear(pResultInfo->pRspMsg);

L
Liu Jicong 已提交
1822 1823 1824 1825 1826
  pResultInfo->pRspMsg = (const char*)pRsp;
  pResultInfo->pData = (void*)pRsp->data;
  pResultInfo->numOfRows = htonl(pRsp->numOfRows);
  pResultInfo->current = 0;
  pResultInfo->completed = (pRsp->completed == 1);
1827
  pResultInfo->payloadLen = htonl(pRsp->compLen);
L
Liu Jicong 已提交
1828
  pResultInfo->precision = pRsp->precision;
H
Haojun Liao 已提交
1829

1830
  // TODO handle the compressed case
1831
  pResultInfo->totalRows += pResultInfo->numOfRows;
1832 1833
  return setResultDataPtr(pResultInfo, pResultInfo->fields, pResultInfo->numOfCols, pResultInfo->numOfRows,
                          convertUcs4);
L
fix  
Liu Jicong 已提交
1834
}
S
Shengliang Guan 已提交
1835 1836 1837 1838 1839 1840

TSDB_SERVER_STATUS taos_check_server_status(const char* fqdn, int port, char* details, int maxlen) {
  TSDB_SERVER_STATUS code = TSDB_SRV_STATUS_UNAVAILABLE;
  void*              clientRpc = NULL;
  SServerStatusRsp   statusRsp = {0};
  SEpSet             epSet = {.inUse = 0, .numOfEps = 1};
S
Shengliang Guan 已提交
1841
  SRpcMsg            rpcMsg = {.info.ahandle = (void*)0x9526, .msgType = TDMT_DND_SERVER_STATUS};
S
Shengliang Guan 已提交
1842 1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859
  SRpcMsg            rpcRsp = {0};
  SRpcInit           rpcInit = {0};
  char               pass[TSDB_PASSWORD_LEN + 1] = {0};

  rpcInit.label = "CHK";
  rpcInit.numOfThreads = 1;
  rpcInit.cfp = NULL;
  rpcInit.sessions = 16;
  rpcInit.connType = TAOS_CONN_CLIENT;
  rpcInit.idleTime = tsShellActivityTimer * 1000;
  rpcInit.user = "_dnd";

  clientRpc = rpcOpen(&rpcInit);
  if (clientRpc == NULL) {
    tscError("failed to init server status client");
    goto _OVER;
  }

S
Shengliang Guan 已提交
1860 1861 1862 1863 1864 1865 1866 1867
  if (fqdn == NULL) {
    fqdn = tsLocalFqdn;
  }

  if (port == 0) {
    port = tsServerPort;
  }

S
Shengliang Guan 已提交
1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882
  tstrncpy(epSet.eps[0].fqdn, fqdn, TSDB_FQDN_LEN);
  epSet.eps[0].port = (uint16_t)port;
  rpcSendRecv(clientRpc, &epSet, &rpcMsg, &rpcRsp);

  if (rpcRsp.code != 0 || rpcRsp.contLen <= 0 || rpcRsp.pCont == NULL) {
    tscError("failed to send server status req since %s", terrstr());
    goto _OVER;
  }

  if (tDeserializeSServerStatusRsp(rpcRsp.pCont, rpcRsp.contLen, &statusRsp) != 0) {
    tscError("failed to parse server status rsp since %s", terrstr());
    goto _OVER;
  }

  code = statusRsp.statusCode;
1883
  if (details != NULL) {
S
Shengliang Guan 已提交
1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895
    tstrncpy(details, statusRsp.details, maxlen);
  }

_OVER:
  if (clientRpc != NULL) {
    rpcClose(clientRpc);
  }
  if (rpcRsp.pCont != NULL) {
    rpcFreeCont(rpcRsp.pCont);
  }
  return code;
}