clientImpl.c 69.6 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
15

16
#include "cJSON.h"
17
#include "clientInt.h"
18
#include "clientLog.h"
19
#include "command.h"
20
#include "scheduler.h"
H
Haojun Liao 已提交
21
#include "tdatablock.h"
22
#include "tdataformat.h"
23
#include "tdef.h"
24
#include "tglobal.h"
25
#include "tmsgtype.h"
H
Haojun Liao 已提交
26
#include "tpagedbuf.h"
27
#include "tref.h"
dengyihao's avatar
dengyihao 已提交
28
#include "tsched.h"
X
Xiaoyu Wang 已提交
29

S
Shengliang Guan 已提交
30
static int32_t       initEpSetFromCfg(const char* firstEp, const char* secondEp, SCorEpSet* pEpSet);
31
static SMsgSendInfo* buildConnectMsg(SRequestObj* pRequest);
H
Haojun Liao 已提交
32

33
static bool stringLengthCheck(const char* str, size_t maxsize) {
34 35 36 37 38 39 40 41 42 43 44 45
  if (str == NULL) {
    return false;
  }

  size_t len = strlen(str);
  if (len <= 0 || len > maxsize) {
    return false;
  }

  return true;
}

dengyihao's avatar
dengyihao 已提交
46
static bool validateUserName(const char* user) { return stringLengthCheck(user, TSDB_USER_LEN - 1); }
47

dengyihao's avatar
dengyihao 已提交
48
static bool validatePassword(const char* passwd) { return stringLengthCheck(passwd, TSDB_PASSWORD_LEN - 1); }
49

dengyihao's avatar
dengyihao 已提交
50
static bool validateDbName(const char* db) { return stringLengthCheck(db, TSDB_DB_NAME_LEN - 1); }
51

52 53 54 55 56 57
static char* getClusterKey(const char* user, const char* auth, const char* ip, int32_t port) {
  char key[512] = {0};
  snprintf(key, sizeof(key), "%s:%s:%s:%d", user, auth, ip, port);
  return strdup(key);
}

D
dapan1121 已提交
58
bool chkRequestKilled(void* param) {
dengyihao's avatar
dengyihao 已提交
59
  bool         killed = false;
D
dapan1121 已提交
60 61 62 63 64 65
  SRequestObj* pRequest = acquireRequest((int64_t)param);
  if (NULL == pRequest || pRequest->killed) {
    killed = true;
  }

  releaseRequest((int64_t)param);
dengyihao's avatar
dengyihao 已提交
66

D
dapan1121 已提交
67 68 69
  return killed;
}

dengyihao's avatar
dengyihao 已提交
70
static STscObj* taosConnectImpl(const char* user, const char* auth, const char* db, __taos_async_fn_t fp, void* param,
L
Liu Jicong 已提交
71
                                SAppInstInfo* pAppInfo, int connType);
72

73
STscObj* taos_connect_internal(const char* ip, const char* user, const char* pass, const char* auth, const char* db,
dengyihao's avatar
dengyihao 已提交
74
                               uint16_t port, int connType) {
75 76 77 78
  if (taos_init() != TSDB_CODE_SUCCESS) {
    return NULL;
  }

79 80 81 82 83
  if (!validateUserName(user)) {
    terrno = TSDB_CODE_TSC_INVALID_USER_LENGTH;
    return NULL;
  }

84
  char localDb[TSDB_DB_NAME_LEN] = {0};
H
Haojun Liao 已提交
85
  if (db != NULL && strlen(db) > 0) {
dengyihao's avatar
dengyihao 已提交
86
    if (!validateDbName(db)) {
87 88 89 90
      terrno = TSDB_CODE_TSC_INVALID_DB_LENGTH;
      return NULL;
    }

91 92
    tstrncpy(localDb, db, sizeof(localDb));
    strdequote(localDb);
93 94
  }

95
  char secretEncrypt[TSDB_PASSWORD_LEN + 1] = {0};
96 97 98 99 100 101
  if (auth == NULL) {
    if (!validatePassword(pass)) {
      terrno = TSDB_CODE_TSC_INVALID_PASS_LENGTH;
      return NULL;
    }

dengyihao's avatar
dengyihao 已提交
102
    taosEncryptPass_c((uint8_t*)pass, strlen(pass), secretEncrypt);
103 104 105 106
  } else {
    tstrncpy(secretEncrypt, auth, tListLen(secretEncrypt));
  }

107
  SCorEpSet epSet = {0};
S
Shengliang Guan 已提交
108 109 110 111 112 113 114 115 116
  if (ip) {
    if (initEpSetFromCfg(ip, NULL, &epSet) < 0) {
      return NULL;
    }
  } else {
    if (initEpSetFromCfg(tsFirst, tsSecond, &epSet) < 0) {
      return NULL;
    }
  }
117

118 119
  if (port) {
    epSet.epSet.eps[0].port = port;
S
Shengliang Guan 已提交
120
    epSet.epSet.eps[1].port = port;
121 122
  }

123
  char* key = getClusterKey(user, secretEncrypt, ip, port);
124

125
  SAppInstInfo** pInst = NULL;
wafwerar's avatar
wafwerar 已提交
126
  taosThreadMutexLock(&appInfo.mutex);
H
Haojun Liao 已提交
127 128

  pInst = taosHashGet(appInfo.pInstMap, key, strlen(key));
L
Liu Jicong 已提交
129
  SAppInstInfo* p = NULL;
130
  if (pInst == NULL) {
wafwerar's avatar
wafwerar 已提交
131
    p = taosMemoryCalloc(1, sizeof(struct SAppInstInfo));
L
Liu Jicong 已提交
132
    p->mgmtEp = epSet;
D
dapan1121 已提交
133
    taosThreadMutexInit(&p->qnodeMutex, NULL);
H
Haojun Liao 已提交
134
    p->pTransporter = openTransporter(user, secretEncrypt, tsNumOfCores);
D
dapan 已提交
135
    p->pAppHbMgr = appHbMgrInit(p, key);
H
Haojun Liao 已提交
136
    taosHashPut(appInfo.pInstMap, key, strlen(key), &p, POINTER_BYTES);
D
dapan1121 已提交
137 138 139
    p->instKey = key;
    key = NULL;
    tscDebug("new app inst mgr %p, user:%s, ip:%s, port:%d", p, user, ip, port);
dengyihao's avatar
dengyihao 已提交
140

H
Haojun Liao 已提交
141
    pInst = &p;
142 143
  }

wafwerar's avatar
wafwerar 已提交
144
  taosThreadMutexUnlock(&appInfo.mutex);
H
Haojun Liao 已提交
145

wafwerar's avatar
wafwerar 已提交
146
  taosMemoryFreeClear(key);
L
Liu Jicong 已提交
147
  return taosConnectImpl(user, &secretEncrypt[0], localDb, NULL, NULL, *pInst, connType);
148 149
}

X
Xiaoyu Wang 已提交
150 151
int32_t buildRequest(uint64_t connId, const char* sql, int sqlLen, void* param, bool validateSql,
                     SRequestObj** pRequest) {
152
  *pRequest = createRequest(connId, TSDB_SQL_SELECT);
X
Xiaoyu Wang 已提交
153
  if (*pRequest == NULL) {
154
    tscError("failed to malloc sqlObj, %s", sql);
D
dapan1121 已提交
155
    return terrno;
156 157
  }

wafwerar's avatar
wafwerar 已提交
158
  (*pRequest)->sqlstr = taosMemoryMalloc(sqlLen + 1);
X
Xiaoyu Wang 已提交
159
  if ((*pRequest)->sqlstr == NULL) {
160 161 162
    tscError("0x%" PRIx64 " failed to prepare sql string buffer, %s", (*pRequest)->self, sql);
    destroyRequest(*pRequest);
    *pRequest = NULL;
X
Xiaoyu Wang 已提交
163
    return TSDB_CODE_TSC_OUT_OF_MEMORY;
164 165
  }

X
Xiaoyu Wang 已提交
166 167
  strntolower((*pRequest)->sqlstr, sql, (int32_t)sqlLen);
  (*pRequest)->sqlstr[sqlLen] = 0;
X
Xiaoyu Wang 已提交
168
  (*pRequest)->sqlLen = sqlLen;
169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184
  (*pRequest)->validateOnly = validateSql;

  if (param == NULL) {
    SSyncQueryParam* pParam = taosMemoryCalloc(1, sizeof(SSyncQueryParam));
    if (pParam == NULL) {
      destroyRequest(*pRequest);
      *pRequest = NULL;
      return TSDB_CODE_TSC_OUT_OF_MEMORY;
    }

    tsem_init(&pParam->sem, 0, 0);
    pParam->pRequest = (*pRequest);
    param = pParam;
  }

  (*pRequest)->body.param = param;
185

186
  STscObj* pTscObj = (*pRequest)->pTscObj;
dengyihao's avatar
dengyihao 已提交
187 188
  if (taosHashPut(pTscObj->pRequests, &(*pRequest)->self, sizeof((*pRequest)->self), &(*pRequest)->self,
                  sizeof((*pRequest)->self))) {
189 190 191
    tscError("%d failed to add to request container, reqId:0x%" PRIx64 ", conn:%d, %s", (*pRequest)->self,
             (*pRequest)->requestId, pTscObj->id, sql);

192
    taosMemoryFree(param);
D
dapan1121 已提交
193 194 195 196 197
    destroyRequest(*pRequest);
    *pRequest = NULL;
    return TSDB_CODE_TSC_OUT_OF_MEMORY;
  }

198
  (*pRequest)->allocatorRefId = -1;
199
  if (tsQueryUseNodeAllocator && !qIsInsertValuesSql((*pRequest)->sqlstr, (*pRequest)->sqlLen)) {
200 201
    if (TSDB_CODE_SUCCESS !=
        nodesCreateAllocator((*pRequest)->requestId, tsQueryNodeChunkSize, &((*pRequest)->allocatorRefId))) {
202 203 204 205 206 207 208 209 210
      tscError("%d failed to create node allocator, reqId:0x%" PRIx64 ", conn:%d, %s", (*pRequest)->self,
               (*pRequest)->requestId, pTscObj->id, sql);

      destroyRequest(*pRequest);
      *pRequest = NULL;
      return TSDB_CODE_TSC_OUT_OF_MEMORY;
    }
  }

dengyihao's avatar
dengyihao 已提交
211
  tscDebugL("0x%" PRIx64 " SQL: %s, reqId:0x%" PRIx64, (*pRequest)->self, (*pRequest)->sqlstr, (*pRequest)->requestId);
X
Xiaoyu Wang 已提交
212 213
  return TSDB_CODE_SUCCESS;
}
214

D
stmt  
dapan1121 已提交
215
int32_t parseSql(SRequestObj* pRequest, bool topicQuery, SQuery** pQuery, SStmtCallback* pStmtCb) {
H
Haojun Liao 已提交
216 217
  STscObj* pTscObj = pRequest->pTscObj;

218
  SParseContext cxt = {.requestId = pRequest->requestId,
D
dapan1121 已提交
219
                       .requestRid = pRequest->self,
220 221 222 223 224 225 226 227 228
                       .acctId = pTscObj->acctId,
                       .db = pRequest->pDb,
                       .topicQuery = topicQuery,
                       .pSql = pRequest->sqlstr,
                       .sqlLen = pRequest->sqlLen,
                       .pMsg = pRequest->msgBuf,
                       .msgLen = ERROR_MSG_BUF_DEFAULT_SIZE,
                       .pTransporter = pTscObj->pAppInfo->pTransporter,
                       .pStmtCb = pStmtCb,
229
                       .pUser = pTscObj->user,
wmmhello's avatar
wmmhello 已提交
230
                       .schemalessType = pTscObj->schemalessType,
D
dapan1121 已提交
231
                       .isSuperUser = (0 == strcmp(pTscObj->user, TSDB_DEFAULT_USER)),
232
                       .enableSysInfo = pTscObj->sysInfo,
D
dapan1121 已提交
233 234
                       .svrVer = pTscObj->sVer,
                       .nodeOffline = (pTscObj->pAppInfo->onlineDnodes < pTscObj->pAppInfo->totalDnodes)};
H
Haojun Liao 已提交
235

H
Haojun Liao 已提交
236 237
  cxt.mgmtEpSet = getEpSet_s(&pTscObj->pAppInfo->mgmtEp);
  int32_t code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &cxt.pCatalog);
H
Haojun Liao 已提交
238 239 240 241
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }

X
Xiaoyu Wang 已提交
242
  code = qParseSql(&cxt, pQuery);
X
Xiaoyu Wang 已提交
243 244 245
  if (TSDB_CODE_SUCCESS == code) {
    if ((*pQuery)->haveResultSet) {
      setResSchemaInfo(&pRequest->body.resInfo, (*pQuery)->pResSchema, (*pQuery)->numOfResCols);
246
      setResPrecision(&pRequest->body.resInfo, (*pQuery)->precision);
X
Xiaoyu Wang 已提交
247
    }
248
  }
249

250
  if (TSDB_CODE_SUCCESS == code || NEED_CLIENT_HANDLE_ERROR(code)) {
wafwerar's avatar
wafwerar 已提交
251 252
    TSWAP(pRequest->dbList, (*pQuery)->pDbList);
    TSWAP(pRequest->tableList, (*pQuery)->pTableList);
D
dapan1121 已提交
253
    TSWAP(pRequest->targetTableList, (*pQuery)->pTargetTableList);
X
Xiaoyu Wang 已提交
254
  }
255

D
dapan1121 已提交
256 257 258
  taosArrayDestroy(cxt.pTableMetaPos);
  taosArrayDestroy(cxt.pTableVgroupPos);

X
Xiaoyu Wang 已提交
259 260
  return code;
}
H
Haojun Liao 已提交
261

262 263
int32_t execLocalCmd(SRequestObj* pRequest, SQuery* pQuery) {
  SRetrieveTableRsp* pRsp = NULL;
264
  int32_t            code = qExecCommand(pRequest->pTscObj->sysInfo, pQuery->pRoot, &pRsp);
265
  if (TSDB_CODE_SUCCESS == code && NULL != pRsp) {
266
    code = setQueryResultFromRsp(&pRequest->body.resInfo, pRsp, false, true);
267
  }
268

269 270 271
  return code;
}

X
Xiaoyu Wang 已提交
272
int32_t execDdlQuery(SRequestObj* pRequest, SQuery* pQuery) {
X
Xiaoyu Wang 已提交
273 274 275 276 277
  // drop table if exists not_exists_table
  if (NULL == pQuery->pCmdMsg) {
    return TSDB_CODE_SUCCESS;
  }

278 279 280
  SCmdMsgInfo* pMsgInfo = pQuery->pCmdMsg;
  pRequest->type = pMsgInfo->msgType;
  pRequest->body.requestMsg = (SDataBuf){.pData = pMsgInfo->pMsg, .len = pMsgInfo->msgLen, .handle = NULL};
L
Liu Jicong 已提交
281
  pMsgInfo->pMsg = NULL;  // pMsg transferred to SMsgSendInfo management
282 283 284

  STscObj*      pTscObj = pRequest->pTscObj;
  SMsgSendInfo* pSendMsg = buildMsgInfoImpl(pRequest);
285

286 287
  int64_t transporterId = 0;
  asyncSendMsgToServer(pTscObj->pAppInfo->pTransporter, &pMsgInfo->epSet, &transporterId, pSendMsg);
X
Xiaoyu Wang 已提交
288

289
  tsem_wait(&pRequest->body.rspSem);
X
Xiaoyu Wang 已提交
290 291
  return TSDB_CODE_SUCCESS;
}
X
Xiaoyu Wang 已提交
292

293
static SAppInstInfo* getAppInfo(SRequestObj* pRequest) { return pRequest->pTscObj->pAppInfo; }
294

295 296
void asyncExecLocalCmd(SRequestObj* pRequest, SQuery* pQuery) {
  SRetrieveTableRsp* pRsp = NULL;
D
dapan1121 已提交
297 298 299 300
  if (pRequest->validateOnly) {
    pRequest->body.queryFp(pRequest->body.param, pRequest, 0);
    return;
  }
301

302
  int32_t code = qExecCommand(pRequest->pTscObj->sysInfo, pQuery->pRoot, &pRsp);
303
  if (TSDB_CODE_SUCCESS == code && NULL != pRsp) {
D
dapan1121 已提交
304
    code = setQueryResultFromRsp(&pRequest->body.resInfo, pRsp, false, true);
305 306 307
  }

  SReqResultInfo* pResultInfo = &pRequest->body.resInfo;
D
dapan1121 已提交
308
  pRequest->code = code;
309 310 311 312 313 314 315 316 317 318 319

  if (pRequest->code != TSDB_CODE_SUCCESS) {
    pResultInfo->numOfRows = 0;
    tscError("0x%" PRIx64 " fetch results failed, code:%s, reqId:0x%" PRIx64, pRequest->self, tstrerror(code),
             pRequest->requestId);
  } else {
    tscDebug("0x%" PRIx64 " fetch results, numOfRows:%d total Rows:%" PRId64 ", complete:%d, reqId:0x%" PRIx64,
             pRequest->self, pResultInfo->numOfRows, pResultInfo->totalRows, pResultInfo->completed,
             pRequest->requestId);
  }

D
dapan1121 已提交
320
  pRequest->body.queryFp(pRequest->body.param, pRequest, code);
321 322
}

323
int32_t asyncExecDdlQuery(SRequestObj* pRequest, SQuery* pQuery) {
D
dapan1121 已提交
324 325 326 327 328
  if (pRequest->validateOnly) {
    pRequest->body.queryFp(pRequest->body.param, pRequest, 0);
    return TSDB_CODE_SUCCESS;
  }

329 330
  // drop table if exists not_exists_table
  if (NULL == pQuery->pCmdMsg) {
D
dapan1121 已提交
331
    pRequest->body.queryFp(pRequest->body.param, pRequest, 0);
332 333 334 335 336 337 338 339 340 341 342 343
    return TSDB_CODE_SUCCESS;
  }

  SCmdMsgInfo* pMsgInfo = pQuery->pCmdMsg;
  pRequest->type = pMsgInfo->msgType;
  pRequest->body.requestMsg = (SDataBuf){.pData = pMsgInfo->pMsg, .len = pMsgInfo->msgLen, .handle = NULL};
  pMsgInfo->pMsg = NULL;  // pMsg transferred to SMsgSendInfo management

  SAppInstInfo* pAppInfo = getAppInfo(pRequest);
  SMsgSendInfo* pSendMsg = buildMsgInfoImpl(pRequest);

  int64_t transporterId = 0;
D
dapan1121 已提交
344 345 346 347 348
  int32_t code = asyncSendMsgToServer(pAppInfo->pTransporter, &pMsgInfo->epSet, &transporterId, pSendMsg);
  if (code) {
    pRequest->body.queryFp(pRequest->body.param, pRequest, code);
  }
  return code;
349 350
}

D
dapan1121 已提交
351
int compareQueryNodeLoad(const void* elem1, const void* elem2) {
L
Liu Jicong 已提交
352 353
  SQueryNodeLoad* node1 = (SQueryNodeLoad*)elem1;
  SQueryNodeLoad* node2 = (SQueryNodeLoad*)elem2;
D
dapan1121 已提交
354 355 356 357

  if (node1->load < node2->load) {
    return -1;
  }
L
Liu Jicong 已提交
358

D
dapan1121 已提交
359 360 361
  return node1->load > node2->load;
}

L
Liu Jicong 已提交
362
int32_t updateQnodeList(SAppInstInfo* pInfo, SArray* pNodeList) {
D
dapan1121 已提交
363 364 365 366
  taosThreadMutexLock(&pInfo->qnodeMutex);
  if (pInfo->pQnodeList) {
    taosArrayDestroy(pInfo->pQnodeList);
    pInfo->pQnodeList = NULL;
D
dapan1121 已提交
367
    tscDebug("QnodeList cleared in cluster 0x%" PRIx64, pInfo->clusterId);
D
dapan1121 已提交
368
  }
L
Liu Jicong 已提交
369

D
dapan1121 已提交
370 371 372
  if (pNodeList) {
    pInfo->pQnodeList = taosArrayDup(pNodeList);
    taosArraySort(pInfo->pQnodeList, compareQueryNodeLoad);
X
Xiaoyu Wang 已提交
373 374
    tscDebug("QnodeList updated in cluster 0x%" PRIx64 ", num:%d", pInfo->clusterId,
             taosArrayGetSize(pInfo->pQnodeList));
D
dapan1121 已提交
375 376 377 378 379 380
  }
  taosThreadMutexUnlock(&pInfo->qnodeMutex);

  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
381
bool qnodeRequired(SRequestObj* pRequest) {
D
dapan1121 已提交
382
  if (QUERY_POLICY_VNODE == tsQueryPolicy || QUERY_POLICY_CLIENT == tsQueryPolicy) {
D
dapan1121 已提交
383 384 385 386
    return false;
  }

  SAppInstInfo* pInfo = pRequest->pTscObj->pAppInfo;
dengyihao's avatar
dengyihao 已提交
387 388
  bool          required = false;

D
dapan1121 已提交
389 390 391 392 393 394 395
  taosThreadMutexLock(&pInfo->qnodeMutex);
  required = (NULL == pInfo->pQnodeList);
  taosThreadMutexUnlock(&pInfo->qnodeMutex);

  return required;
}

D
dapan1121 已提交
396
int32_t getQnodeList(SRequestObj* pRequest, SArray** pNodeList) {
L
Liu Jicong 已提交
397 398 399
  SAppInstInfo* pInfo = pRequest->pTscObj->pAppInfo;
  int32_t       code = 0;

D
dapan1121 已提交
400 401 402 403 404 405 406
  taosThreadMutexLock(&pInfo->qnodeMutex);
  if (pInfo->pQnodeList) {
    *pNodeList = taosArrayDup(pInfo->pQnodeList);
  }
  taosThreadMutexUnlock(&pInfo->qnodeMutex);

  if (NULL == *pNodeList) {
L
Liu Jicong 已提交
407
    SCatalog* pCatalog = NULL;
D
dapan1121 已提交
408 409 410
    code = catalogGetHandle(pRequest->pTscObj->pAppInfo->clusterId, &pCatalog);
    if (TSDB_CODE_SUCCESS == code) {
      *pNodeList = taosArrayInit(5, sizeof(SQueryNodeLoad));
X
Xiaoyu Wang 已提交
411
      SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
D
dapan1121 已提交
412 413 414 415
                               .requestId = pRequest->requestId,
                               .requestObjRefId = pRequest->self,
                               .mgmtEps = getEpSet_s(&pRequest->pTscObj->pAppInfo->mgmtEp)};
      code = catalogGetQnodeList(pCatalog, &conn, *pNodeList);
D
dapan1121 已提交
416
    }
L
Liu Jicong 已提交
417

D
dapan1121 已提交
418 419 420 421 422 423 424 425
    if (TSDB_CODE_SUCCESS == code && *pNodeList) {
      code = updateQnodeList(pInfo, *pNodeList);
    }
  }

  return code;
}

D
dapan1121 已提交
426
int32_t getPlan(SRequestObj* pRequest, SQuery* pQuery, SQueryPlan** pPlan, SArray* pNodeList) {
427
  pRequest->type = pQuery->msgType;
428 429
  SAppInstInfo* pAppInfo = getAppInfo(pRequest);

L
Liu Jicong 已提交
430 431
  SPlanContext cxt = {.queryId = pRequest->requestId,
                      .acctId = pRequest->pTscObj->acctId,
432
                      .mgmtEpSet = getEpSet_s(&pAppInfo->mgmtEp),
L
Liu Jicong 已提交
433 434 435
                      .pAstRoot = pQuery->pRoot,
                      .showRewrite = pQuery->showRewrite,
                      .pMsg = pRequest->msgBuf,
X
Xiaoyu Wang 已提交
436
                      .msgLen = ERROR_MSG_BUF_DEFAULT_SIZE,
437 438
                      .pUser = pRequest->pTscObj->user,
                      .sysInfo = pRequest->pTscObj->sysInfo};
D
dapan1121 已提交
439

D
dapan1121 已提交
440
  return qCreateQueryPlan(&cxt, pPlan, pNodeList);
X
Xiaoyu Wang 已提交
441 442
}

443
void setResSchemaInfo(SReqResultInfo* pResInfo, const SSchema* pSchema, int32_t numOfCols) {
444
  ASSERT(pSchema != NULL && numOfCols > 0);
445

446
  pResInfo->numOfCols = numOfCols;
L
Liu Jicong 已提交
447 448 449 450 451 452
  if (pResInfo->fields != NULL) {
    taosMemoryFree(pResInfo->fields);
  }
  if (pResInfo->userFields != NULL) {
    taosMemoryFree(pResInfo->userFields);
  }
453 454
  pResInfo->fields = taosMemoryCalloc(numOfCols, sizeof(TAOS_FIELD));
  pResInfo->userFields = taosMemoryCalloc(numOfCols, sizeof(TAOS_FIELD));
L
Liu Jicong 已提交
455
  ASSERT(numOfCols == pResInfo->numOfCols);
456 457

  for (int32_t i = 0; i < pResInfo->numOfCols; ++i) {
458
    pResInfo->fields[i].bytes = pSchema[i].bytes;
L
Liu Jicong 已提交
459
    pResInfo->fields[i].type = pSchema[i].type;
460 461

    pResInfo->userFields[i].bytes = pSchema[i].bytes;
L
Liu Jicong 已提交
462
    pResInfo->userFields[i].type = pSchema[i].type;
463 464 465

    if (pSchema[i].type == TSDB_DATA_TYPE_VARCHAR) {
      pResInfo->userFields[i].bytes -= VARSTR_HEADER_SIZE;
wmmhello's avatar
wmmhello 已提交
466
    } else if (pSchema[i].type == TSDB_DATA_TYPE_NCHAR || pSchema[i].type == TSDB_DATA_TYPE_JSON) {
467 468 469
      pResInfo->userFields[i].bytes = (pResInfo->userFields[i].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE;
    }

470
    tstrncpy(pResInfo->fields[i].name, pSchema[i].name, tListLen(pResInfo->fields[i].name));
471
    tstrncpy(pResInfo->userFields[i].name, pSchema[i].name, tListLen(pResInfo->userFields[i].name));
472
  }
X
Xiaoyu Wang 已提交
473 474
}

475
void setResPrecision(SReqResultInfo* pResInfo, int32_t precision) {
dengyihao's avatar
dengyihao 已提交
476 477
  if (precision != TSDB_TIME_PRECISION_MILLI && precision != TSDB_TIME_PRECISION_MICRO &&
      precision != TSDB_TIME_PRECISION_NANO) {
478 479 480 481 482 483
    return;
  }

  pResInfo->precision = precision;
}

D
dapan1121 已提交
484 485
int32_t buildVnodePolicyNodeList(SRequestObj* pRequest, SArray** pNodeList, SArray* pMnodeList, SArray* pDbVgList) {
  SArray* nodeList = taosArrayInit(4, sizeof(SQueryNodeLoad));
D
dapan1121 已提交
486 487
  char *policy = (tsQueryPolicy == QUERY_POLICY_VNODE) ? "vnode" : "client";
  
D
dapan1121 已提交
488 489 490 491 492 493 494 495 496
  int32_t dbNum = taosArrayGetSize(pDbVgList);
  for (int32_t i = 0; i < dbNum; ++i) {
    SArray* pVg = taosArrayGetP(pDbVgList, i);
    int32_t vgNum = taosArrayGetSize(pVg);
    if (vgNum <= 0) {
      continue;
    }

    for (int32_t j = 0; j < vgNum; ++j) {
dengyihao's avatar
dengyihao 已提交
497
      SVgroupInfo*   pInfo = taosArrayGet(pVg, j);
D
dapan1121 已提交
498 499 500
      SQueryNodeLoad load = {0};
      load.addr.nodeId = pInfo->vgId;
      load.addr.epSet = pInfo->epSet;
dengyihao's avatar
dengyihao 已提交
501

D
dapan1121 已提交
502 503 504 505 506 507
      taosArrayPush(nodeList, &load);
    }
  }

  int32_t vnodeNum = taosArrayGetSize(nodeList);
  if (vnodeNum > 0) {
D
dapan1121 已提交
508
    tscDebug("0x%" PRIx64 " %s policy, use vnode list, num:%d", pRequest->requestId, policy, vnodeNum);
D
dapan1121 已提交
509 510 511 512 513
    goto _return;
  }

  int32_t mnodeNum = taosArrayGetSize(pMnodeList);
  if (mnodeNum <= 0) {
D
dapan1121 已提交
514
    tscDebug("0x%" PRIx64 " %s policy, empty node list", pRequest->requestId, policy);
D
dapan1121 已提交
515 516 517 518 519 520
    goto _return;
  }

  void* pData = taosArrayGet(pMnodeList, 0);
  taosArrayAddBatch(nodeList, pData, mnodeNum);

D
dapan1121 已提交
521
  tscDebug("0x%" PRIx64 " %s policy, use mnode list, num:%d", pRequest->requestId, policy, mnodeNum);
D
dapan1121 已提交
522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558

_return:

  *pNodeList = nodeList;

  return TSDB_CODE_SUCCESS;
}

int32_t buildQnodePolicyNodeList(SRequestObj* pRequest, SArray** pNodeList, SArray* pMnodeList, SArray* pQnodeList) {
  SArray* nodeList = taosArrayInit(4, sizeof(SQueryNodeLoad));

  int32_t qNodeNum = taosArrayGetSize(pQnodeList);
  if (qNodeNum > 0) {
    void* pData = taosArrayGet(pQnodeList, 0);
    taosArrayAddBatch(nodeList, pData, qNodeNum);
    tscDebug("0x%" PRIx64 " qnode policy, use qnode list, num:%d", pRequest->requestId, qNodeNum);
    goto _return;
  }

  int32_t mnodeNum = taosArrayGetSize(pMnodeList);
  if (mnodeNum <= 0) {
    tscDebug("0x%" PRIx64 " qnode policy, empty node list", pRequest->requestId);
    goto _return;
  }

  void* pData = taosArrayGet(pMnodeList, 0);
  taosArrayAddBatch(nodeList, pData, mnodeNum);

  tscDebug("0x%" PRIx64 " qnode policy, use mnode list, num:%d", pRequest->requestId, mnodeNum);

_return:

  *pNodeList = nodeList;

  return TSDB_CODE_SUCCESS;
}

dengyihao's avatar
dengyihao 已提交
559
int32_t buildAsyncExecNodeList(SRequestObj* pRequest, SArray** pNodeList, SArray* pMnodeList, SMetaData* pResultMeta) {
D
dapan1121 已提交
560 561 562
  SArray* pDbVgList = NULL;
  SArray* pQnodeList = NULL;
  int32_t code = 0;
dengyihao's avatar
dengyihao 已提交
563

D
dapan1121 已提交
564
  switch (tsQueryPolicy) {
D
dapan1121 已提交
565 566
    case QUERY_POLICY_VNODE:
    case QUERY_POLICY_CLIENT: {
D
dapan1121 已提交
567 568
      if (pResultMeta) {
        pDbVgList = taosArrayInit(4, POINTER_BYTES);
dengyihao's avatar
dengyihao 已提交
569

D
dapan1121 已提交
570 571 572 573 574 575 576 577
        int32_t dbNum = taosArrayGetSize(pResultMeta->pDbVgroup);
        for (int32_t i = 0; i < dbNum; ++i) {
          SMetaRes* pRes = taosArrayGet(pResultMeta->pDbVgroup, i);
          if (pRes->code || NULL == pRes->pRes) {
            continue;
          }

          taosArrayPush(pDbVgList, &pRes->pRes);
dengyihao's avatar
dengyihao 已提交
578
        }
D
dapan1121 已提交
579
      }
dengyihao's avatar
dengyihao 已提交
580

D
dapan1121 已提交
581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600
      code = buildVnodePolicyNodeList(pRequest, pNodeList, pMnodeList, pDbVgList);
      break;
    }
    case QUERY_POLICY_HYBRID:
    case QUERY_POLICY_QNODE: {
      if (pResultMeta && taosArrayGetSize(pResultMeta->pQnodeList) > 0) {
        SMetaRes* pRes = taosArrayGet(pResultMeta->pQnodeList, 0);
        if (pRes->code) {
          pQnodeList = NULL;
        } else {
          pQnodeList = taosArrayDup((SArray*)pRes->pRes);
        }
      } else {
        SAppInstInfo* pInst = pRequest->pTscObj->pAppInfo;
        taosThreadMutexLock(&pInst->qnodeMutex);
        if (pInst->pQnodeList) {
          pQnodeList = taosArrayDup(pInst->pQnodeList);
        }
        taosThreadMutexUnlock(&pInst->qnodeMutex);
      }
dengyihao's avatar
dengyihao 已提交
601

D
dapan1121 已提交
602 603 604 605 606 607 608 609 610 611
      code = buildQnodePolicyNodeList(pRequest, pNodeList, pMnodeList, pQnodeList);
      break;
    }
    default:
      tscError("unknown query policy: %d", tsQueryPolicy);
      return TSDB_CODE_TSC_APP_ERROR;
  }

  taosArrayDestroy(pDbVgList);
  taosArrayDestroy(pQnodeList);
dengyihao's avatar
dengyihao 已提交
612

D
dapan1121 已提交
613 614 615
  return code;
}

H
Hongze Cheng 已提交
616
void freeVgList(void* list) {
D
dapan1121 已提交
617 618 619 620
  SArray* pList = *(SArray**)list;
  taosArrayDestroy(pList);
}

D
dapan1121 已提交
621 622 623 624
int32_t buildSyncExecNodeList(SRequestObj* pRequest, SArray** pNodeList, SArray* pMnodeList) {
  SArray* pDbVgList = NULL;
  SArray* pQnodeList = NULL;
  int32_t code = 0;
dengyihao's avatar
dengyihao 已提交
625

D
dapan1121 已提交
626
  switch (tsQueryPolicy) {
D
dapan1121 已提交
627 628
    case QUERY_POLICY_VNODE:
    case QUERY_POLICY_CLIENT: {
D
dapan1121 已提交
629 630
      int32_t dbNum = taosArrayGetSize(pRequest->dbList);
      if (dbNum > 0) {
dengyihao's avatar
dengyihao 已提交
631
        SCatalog*     pCtg = NULL;
D
dapan1121 已提交
632 633 634 635 636 637
        SAppInstInfo* pInst = pRequest->pTscObj->pAppInfo;
        code = catalogGetHandle(pInst->clusterId, &pCtg);
        if (code != TSDB_CODE_SUCCESS) {
          goto _return;
        }

dengyihao's avatar
dengyihao 已提交
638
        pDbVgList = taosArrayInit(dbNum, POINTER_BYTES);
D
dapan1121 已提交
639 640
        SArray* pVgList = NULL;
        for (int32_t i = 0; i < dbNum; ++i) {
dengyihao's avatar
dengyihao 已提交
641
          char*            dbFName = taosArrayGet(pRequest->dbList, i);
D
dapan1121 已提交
642 643 644
          SRequestConnInfo conn = {.pTrans = pInst->pTransporter,
                                   .requestId = pRequest->requestId,
                                   .requestObjRefId = pRequest->self,
dengyihao's avatar
dengyihao 已提交
645 646
                                   .mgmtEps = getEpSet_s(&pInst->mgmtEp)};

D
dapan1121 已提交
647 648 649 650
          code = catalogGetDBVgInfo(pCtg, &conn, dbFName, &pVgList);
          if (code) {
            goto _return;
          }
dengyihao's avatar
dengyihao 已提交
651

D
dapan1121 已提交
652
          taosArrayPush(pDbVgList, &pVgList);
dengyihao's avatar
dengyihao 已提交
653
        }
D
dapan1121 已提交
654
      }
dengyihao's avatar
dengyihao 已提交
655

D
dapan1121 已提交
656 657 658 659 660 661
      code = buildVnodePolicyNodeList(pRequest, pNodeList, pMnodeList, pDbVgList);
      break;
    }
    case QUERY_POLICY_HYBRID:
    case QUERY_POLICY_QNODE: {
      getQnodeList(pRequest, &pQnodeList);
dengyihao's avatar
dengyihao 已提交
662

D
dapan1121 已提交
663 664 665 666 667 668 669 670 671 672
      code = buildQnodePolicyNodeList(pRequest, pNodeList, pMnodeList, pQnodeList);
      break;
    }
    default:
      tscError("unknown query policy: %d", tsQueryPolicy);
      return TSDB_CODE_TSC_APP_ERROR;
  }

_return:

D
dapan1121 已提交
673
  taosArrayDestroyEx(pDbVgList, freeVgList);
D
dapan1121 已提交
674
  taosArrayDestroy(pQnodeList);
dengyihao's avatar
dengyihao 已提交
675

D
dapan1121 已提交
676 677 678
  return code;
}

D
dapan1121 已提交
679
int32_t scheduleQuery(SRequestObj* pRequest, SQueryPlan* pDag, SArray* pNodeList) {
680
  void* pTransporter = pRequest->pTscObj->pAppInfo->pTransporter;
681

X
Xiaoyu Wang 已提交
682
  SExecResult      res = {0};
X
Xiaoyu Wang 已提交
683
  SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
D
dapan1121 已提交
684
                           .requestId = pRequest->requestId,
X
Xiaoyu Wang 已提交
685
                           .requestObjRefId = pRequest->self};
D
dapan1121 已提交
686
  SSchedulerReq    req = {
X
Xiaoyu Wang 已提交
687
         .syncReq = true,
D
dapan1121 已提交
688
         .localReq = (tsQueryPolicy == QUERY_POLICY_CLIENT),
X
Xiaoyu Wang 已提交
689 690 691 692 693 694 695 696 697 698
         .pConn = &conn,
         .pNodeList = pNodeList,
         .pDag = pDag,
         .sql = pRequest->sqlstr,
         .startTs = pRequest->metric.start,
         .execFp = NULL,
         .cbParam = NULL,
         .chkKillFp = chkRequestKilled,
         .chkKillParam = (void*)pRequest->self,
         .pExecRes = &res,
D
dapan1121 已提交
699 700 701
  };

  int32_t code = schedulerExecJob(&req, &pRequest->body.queryJob);
D
dapan1121 已提交
702 703

  destroyQueryExecRes(&pRequest->body.resInfo.execRes);
D
dapan1121 已提交
704
  memcpy(&pRequest->body.resInfo.execRes, &res, sizeof(res));
D
dapan1121 已提交
705

D
dapan1121 已提交
706
  if (code != TSDB_CODE_SUCCESS) {
D
dapan1121 已提交
707
    schedulerFreeJob(&pRequest->body.queryJob, 0);
708

D
dapan1121 已提交
709
    pRequest->code = code;
D
dapan1121 已提交
710
    terrno = code;
H
Haojun Liao 已提交
711
    return pRequest->code;
X
Xiaoyu Wang 已提交
712
  }
713

714 715
  if (TDMT_VND_SUBMIT == pRequest->type || TDMT_VND_DELETE == pRequest->type ||
      TDMT_VND_CREATE_TABLE == pRequest->type) {
D
dapan1121 已提交
716
    pRequest->body.resInfo.numOfRows = res.numOfRows;
D
dapan1121 已提交
717
    if (TDMT_VND_SUBMIT == pRequest->type) {
X
Xiaoyu Wang 已提交
718 719 720
      STscObj*            pTscObj = pRequest->pTscObj;
      SAppClusterSummary* pActivity = &pTscObj->pAppInfo->summary;
      atomic_add_fetch_64((int64_t*)&pActivity->numOfInsertRows, res.numOfRows);
D
dapan1121 已提交
721
    }
X
Xiaoyu Wang 已提交
722

D
dapan1121 已提交
723
    schedulerFreeJob(&pRequest->body.queryJob, 0);
D
dapan1121 已提交
724
  }
D
dapan1121 已提交
725

D
dapan1121 已提交
726
  pRequest->code = res.code;
L
Liu Jicong 已提交
727
  terrno = res.code;
D
dapan1121 已提交
728
  return pRequest->code;
X
Xiaoyu Wang 已提交
729
}
X
Xiaoyu Wang 已提交
730

731 732 733
int32_t handleSubmitExecRes(SRequestObj* pRequest, void* res, SCatalog* pCatalog, SEpSet* epset) {
  int32_t     code = 0;
  SArray*     pArray = NULL;
D
dapan1121 已提交
734 735 736 737
  SSubmitRsp* pRsp = (SSubmitRsp*)res;
  if (pRsp->nBlocks <= 0) {
    return TSDB_CODE_SUCCESS;
  }
dengyihao's avatar
dengyihao 已提交
738

D
dapan1121 已提交
739 740 741 742 743
  pArray = taosArrayInit(pRsp->nBlocks, sizeof(STbSVersion));
  if (NULL == pArray) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return TSDB_CODE_OUT_OF_MEMORY;
  }
D
dapan1121 已提交
744

D
dapan1121 已提交
745 746
  for (int32_t i = 0; i < pRsp->nBlocks; ++i) {
    SSubmitBlkRsp* blk = pRsp->pBlocks + i;
747 748 749 750 751
    if (blk->pMeta) {
      handleCreateTbExecRes(blk->pMeta, pCatalog);
      tFreeSTableMetaRsp(blk->pMeta);
      taosMemoryFreeClear(blk->pMeta);
    }
X
Xiaoyu Wang 已提交
752

D
dapan1121 已提交
753 754
    if (NULL == blk->tblFName || 0 == blk->tblFName[0]) {
      continue;
D
dapan1121 已提交
755
    }
dengyihao's avatar
dengyihao 已提交
756

D
dapan1121 已提交
757 758 759
    STbSVersion tbSver = {.tbFName = blk->tblFName, .sver = blk->sver};
    taosArrayPush(pArray, &tbSver);
  }
dengyihao's avatar
dengyihao 已提交
760

X
Xiaoyu Wang 已提交
761
  SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
D
dapan1121 已提交
762 763 764 765 766
                           .requestId = pRequest->requestId,
                           .requestObjRefId = pRequest->self,
                           .mgmtEps = *epset};

  code = catalogChkTbMetaVersion(pCatalog, &conn, pArray);
767

D
dapan1121 已提交
768
_return:
769

D
dapan1121 已提交
770
  taosArrayDestroy(pArray);
771
  return code;
D
dapan1121 已提交
772
}
D
dapan1121 已提交
773

774
int32_t handleQueryExecRes(SRequestObj* pRequest, void* res, SCatalog* pCatalog, SEpSet* epset) {
D
dapan1121 已提交
775 776 777 778 779 780 781
  int32_t code = 0;
  SArray* pArray = NULL;
  SArray* pTbArray = (SArray*)res;
  int32_t tbNum = taosArrayGetSize(pTbArray);
  if (tbNum <= 0) {
    return TSDB_CODE_SUCCESS;
  }
D
dapan1121 已提交
782

D
dapan1121 已提交
783 784 785 786 787
  pArray = taosArrayInit(tbNum, sizeof(STbSVersion));
  if (NULL == pArray) {
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return TSDB_CODE_OUT_OF_MEMORY;
  }
D
dapan1121 已提交
788

D
dapan1121 已提交
789 790 791 792
  for (int32_t i = 0; i < tbNum; ++i) {
    STbVerInfo* tbInfo = taosArrayGet(pTbArray, i);
    STbSVersion tbSver = {.tbFName = tbInfo->tbFName, .sver = tbInfo->sversion, .tver = tbInfo->tversion};
    taosArrayPush(pArray, &tbSver);
D
dapan1121 已提交
793 794
  }

X
Xiaoyu Wang 已提交
795
  SRequestConnInfo conn = {.pTrans = pRequest->pTscObj->pAppInfo->pTransporter,
D
dapan1121 已提交
796 797 798 799 800
                           .requestId = pRequest->requestId,
                           .requestObjRefId = pRequest->self,
                           .mgmtEps = *epset};

  code = catalogChkTbMetaVersion(pCatalog, &conn, pArray);
D
dapan1121 已提交
801 802 803 804 805

_return:

  taosArrayDestroy(pArray);
  return code;
D
dapan1121 已提交
806
}
D
dapan1121 已提交
807

D
dapan1121 已提交
808 809
int32_t handleAlterTbExecRes(void* res, SCatalog* pCatalog) {
  return catalogUpdateTableMeta(pCatalog, (STableMetaRsp*)res);
D
dapan1121 已提交
810 811
}

812 813 814 815
int32_t handleCreateTbExecRes(void* res, SCatalog* pCatalog) {
  return catalogUpdateTableMeta(pCatalog, (STableMetaRsp*)res);
}

H
Haojun Liao 已提交
816
int32_t handleQueryExecRsp(SRequestObj* pRequest) {
D
dapan1121 已提交
817 818 819
  if (NULL == pRequest->body.resInfo.execRes.res) {
    return TSDB_CODE_SUCCESS;
  }
dengyihao's avatar
dengyihao 已提交
820

821 822
  SCatalog*     pCatalog = NULL;
  SAppInstInfo* pAppInfo = getAppInfo(pRequest);
H
Haojun Liao 已提交
823 824

  int32_t code = catalogGetHandle(pAppInfo->clusterId, &pCatalog);
D
dapan1121 已提交
825 826
  if (code) {
    return code;
D
dapan1121 已提交
827
  }
828

X
Xiaoyu Wang 已提交
829
  SEpSet       epset = getEpSet_s(&pAppInfo->mgmtEp);
D
dapan1121 已提交
830
  SExecResult* pRes = &pRequest->body.resInfo.execRes;
831

D
dapan1121 已提交
832
  switch (pRes->msgType) {
833
    case TDMT_VND_ALTER_TABLE:
D
dapan1121 已提交
834
    case TDMT_MND_ALTER_STB: {
D
dapan1121 已提交
835
      code = handleAlterTbExecRes(pRes->res, pCatalog);
D
dapan1121 已提交
836 837
      break;
    }
838 839 840 841 842 843 844 845 846 847 848 849 850
    case TDMT_VND_CREATE_TABLE: {
      SArray* pList = (SArray*)pRes->res;
      int32_t num = taosArrayGetSize(pList);
      for (int32_t i = 0; i < num; ++i) {
        void* res = taosArrayGetP(pList, i);
        code = handleCreateTbExecRes(res, pCatalog);
      }
      break;
    }
    case TDMT_MND_CREATE_STB: {
      code = handleCreateTbExecRes(pRes->res, pCatalog);
      break;
    }
D
dapan1121 已提交
851
    case TDMT_VND_SUBMIT: {
X
Xiaoyu Wang 已提交
852 853
      atomic_add_fetch_64((int64_t*)&pAppInfo->summary.insertBytes, pRes->numOfBytes);

D
dapan1121 已提交
854
      code = handleSubmitExecRes(pRequest, pRes->res, pCatalog, &epset);
D
dapan1121 已提交
855
      break;
856
    }
dengyihao's avatar
dengyihao 已提交
857
    case TDMT_SCH_QUERY:
D
dapan1121 已提交
858
    case TDMT_SCH_MERGE_QUERY: {
D
dapan1121 已提交
859
      code = handleQueryExecRes(pRequest, pRes->res, pCatalog, &epset);
D
dapan1121 已提交
860 861 862
      break;
    }
    default:
863 864
      tscError("0x%" PRIx64 ", invalid exec result for request type %d, reqId:0x%" PRIx64, pRequest->self,
               pRequest->type, pRequest->requestId);
H
Haojun Liao 已提交
865
      code = TSDB_CODE_APP_ERROR;
D
dapan1121 已提交
866
  }
D
dapan1121 已提交
867 868

  return code;
D
dapan1121 已提交
869
}
D
dapan1121 已提交
870

D
dapan1121 已提交
871
void schedulerExecCb(SExecResult* pResult, void* param, int32_t code) {
872
  SRequestObj* pRequest = (SRequestObj*)param;
873
  pRequest->code = code;
D
dapan1121 已提交
874

X
Xiaoyu Wang 已提交
875 876
  pRequest->metric.resultReady = taosGetTimestampUs();

D
dapan1121 已提交
877
  if (pResult) {
878
    destroyQueryExecRes(&pRequest->body.resInfo.execRes);
D
dapan1121 已提交
879 880
    memcpy(&pRequest->body.resInfo.execRes, pResult, sizeof(*pResult));
  }
881

D
dapan1121 已提交
882 883
  if (TDMT_VND_SUBMIT == pRequest->type || TDMT_VND_DELETE == pRequest->type ||
      TDMT_VND_CREATE_TABLE == pRequest->type) {
D
dapan1121 已提交
884 885
    if (pResult) {
      pRequest->body.resInfo.numOfRows = pResult->numOfRows;
D
dapan1121 已提交
886
      if (TDMT_VND_SUBMIT == pRequest->type) {
X
Xiaoyu Wang 已提交
887 888 889
        STscObj*            pTscObj = pRequest->pTscObj;
        SAppClusterSummary* pActivity = &pTscObj->pAppInfo->summary;
        atomic_add_fetch_64((int64_t*)&pActivity->numOfInsertRows, pResult->numOfRows);
D
dapan1121 已提交
890
      }
D
dapan1121 已提交
891
    }
D
dapan1121 已提交
892

D
dapan1121 已提交
893
    schedulerFreeJob(&pRequest->body.queryJob, 0);
D
dapan1121 已提交
894 895

    pRequest->metric.execEnd = taosGetTimestampUs();
D
dapan1121 已提交
896 897
  }

D
dapan1121 已提交
898 899
  taosMemoryFree(pResult);

dengyihao's avatar
dengyihao 已提交
900 901
  tscDebug("0x%" PRIx64 " enter scheduler exec cb, code:%d - %s, reqId:0x%" PRIx64, pRequest->self, code,
           tstrerror(code), pRequest->requestId);
D
dapan1121 已提交
902

903
  STscObj* pTscObj = pRequest->pTscObj;
904
  if (code != TSDB_CODE_SUCCESS && NEED_CLIENT_HANDLE_ERROR(code) && pRequest->sqlstr != NULL) {
905 906
    tscDebug("0x%" PRIx64 " client retry to handle the error, code:%d - %s, tryCount:%d, reqId:0x%" PRIx64,
             pRequest->self, code, tstrerror(code), pRequest->retry, pRequest->requestId);
907
    pRequest->prevCode = code;
D
dapan1121 已提交
908
    schedulerFreeJob(&pRequest->body.queryJob, 0);
909 910 911 912
    doAsyncQuery(pRequest, true);
    return;
  }

D
dapan1121 已提交
913
  tscDebug("schedulerExecCb request type %s", TMSG_INFO(pRequest->type));
914
  if (NEED_CLIENT_RM_TBLMETA_REQ(pRequest->type) && NULL == pRequest->body.resInfo.execRes.res) {
D
dapan1121 已提交
915
    removeMeta(pTscObj, pRequest->targetTableList);
916
  }
917

918 919
  handleQueryExecRsp(pRequest);

920 921 922 923
  // return to client
  pRequest->body.queryFp(pRequest->body.param, pRequest, code);
}

H
Haojun Liao 已提交
924 925 926
SRequestObj* launchQueryImpl(SRequestObj* pRequest, SQuery* pQuery, bool keepQuery, void** res) {
  int32_t code = 0;

D
dapan1121 已提交
927 928 929
  if (pQuery->pRoot) {
    pRequest->stmtType = pQuery->pRoot->type;
  }
X
Xiaoyu Wang 已提交
930

D
dapan1121 已提交
931
  if (pQuery->pRoot && !pRequest->inRetry) {
X
Xiaoyu Wang 已提交
932 933
    STscObj*            pTscObj = pRequest->pTscObj;
    SAppClusterSummary* pActivity = &pTscObj->pAppInfo->summary;
D
dapan1121 已提交
934
    if (QUERY_NODE_VNODE_MODIF_STMT == pQuery->pRoot->type) {
X
Xiaoyu Wang 已提交
935
      atomic_add_fetch_64((int64_t*)&pActivity->numOfInsertsReq, 1);
D
dapan1121 已提交
936
    } else if (QUERY_NODE_SELECT_STMT == pQuery->pRoot->type) {
X
Xiaoyu Wang 已提交
937
      atomic_add_fetch_64((int64_t*)&pActivity->numOfQueryReq, 1);
D
dapan1121 已提交
938 939 940
    }
  }

H
Haojun Liao 已提交
941 942
  switch (pQuery->execMode) {
    case QUERY_EXEC_MODE_LOCAL:
D
dapan1121 已提交
943 944 945
      if (!pRequest->validateOnly) {
        code = execLocalCmd(pRequest, pQuery);
      }
H
Haojun Liao 已提交
946 947
      break;
    case QUERY_EXEC_MODE_RPC:
D
dapan1121 已提交
948 949 950
      if (!pRequest->validateOnly) {
        code = execDdlQuery(pRequest, pQuery);
      }
H
Haojun Liao 已提交
951 952
      break;
    case QUERY_EXEC_MODE_SCHEDULE: {
dengyihao's avatar
dengyihao 已提交
953
      SArray*     pMnodeList = taosArrayInit(4, sizeof(SQueryNodeLoad));
D
dapan1121 已提交
954 955
      SQueryPlan* pDag = NULL;
      code = getPlan(pRequest, pQuery, &pDag, pMnodeList);
dengyihao's avatar
dengyihao 已提交
956
      if (TSDB_CODE_SUCCESS == code) {
D
dapan1121 已提交
957 958 959 960
        pRequest->body.subplanNum = pDag->numOfSubplans;
        if (!pRequest->validateOnly) {
          SArray* pNodeList = NULL;
          buildSyncExecNodeList(pRequest, &pNodeList, pMnodeList);
dengyihao's avatar
dengyihao 已提交
961

D
dapan1121 已提交
962 963 964
          code = scheduleQuery(pRequest, pDag, pNodeList);
          taosArrayDestroy(pNodeList);
        }
X
Xiaoyu Wang 已提交
965
      }
D
dapan1121 已提交
966
      taosArrayDestroy(pMnodeList);
H
Haojun Liao 已提交
967
      break;
X
Xiaoyu Wang 已提交
968
    }
H
Haojun Liao 已提交
969 970 971 972 973
    case QUERY_EXEC_MODE_EMPTY_RESULT:
      pRequest->type = TSDB_SQL_RETRIEVE_EMPTY_RESULT;
      break;
    default:
      break;
X
Xiaoyu Wang 已提交
974 975
  }

D
stmt  
dapan1121 已提交
976 977 978
  if (!keepQuery) {
    qDestroyQuery(pQuery);
  }
dengyihao's avatar
dengyihao 已提交
979

980 981 982 983
  if (NEED_CLIENT_RM_TBLMETA_REQ(pRequest->type) && NULL == pRequest->body.resInfo.execRes.res) {
    removeMeta(pRequest->pTscObj, pRequest->targetTableList);
  }

H
Haojun Liao 已提交
984
  handleQueryExecRsp(pRequest);
D
dapan1121 已提交
985

D
dapan1121 已提交
986
  if (NULL != pRequest && TSDB_CODE_SUCCESS != code) {
X
Xiaoyu Wang 已提交
987
    pRequest->code = terrno;
D
dapan1121 已提交
988 989 990
  }

  if (res) {
D
dapan1121 已提交
991 992
    *res = pRequest->body.resInfo.execRes.res;
    pRequest->body.resInfo.execRes.res = NULL;
X
Xiaoyu Wang 已提交
993
  }
994

995 996 997
  return pRequest;
}

D
dapan1121 已提交
998
SRequestObj* launchQuery(uint64_t connId, const char* sql, int sqlLen, bool validateOnly, bool inRetry) {
D
stmt  
dapan1121 已提交
999 1000 1001
  SRequestObj* pRequest = NULL;
  SQuery*      pQuery = NULL;

1002
  int32_t code = buildRequest(connId, sql, sqlLen, NULL, validateOnly, &pRequest);
1003 1004 1005 1006 1007 1008 1009
  if (code != TSDB_CODE_SUCCESS) {
    terrno = code;
    return NULL;
  }

  code = parseSql(pRequest, false, &pQuery, NULL);
  if (code != TSDB_CODE_SUCCESS) {
1010 1011
    pRequest->code = code;
    return pRequest;
D
stmt  
dapan1121 已提交
1012 1013
  }

D
dapan1121 已提交
1014
  pRequest->inRetry = inRetry;
1015 1016
  pRequest->stableQuery = pQuery->stableQuery;

1017 1018 1019
  return launchQueryImpl(pRequest, pQuery, false, NULL);
}

dengyihao's avatar
dengyihao 已提交
1020
void launchAsyncQuery(SRequestObj* pRequest, SQuery* pQuery, SMetaData* pResultMeta) {
1021
  int32_t code = 0;
1022

D
dapan1121 已提交
1023
  pRequest->body.execMode = pQuery->execMode;
1024

1025 1026
  switch (pQuery->execMode) {
    case QUERY_EXEC_MODE_LOCAL:
1027 1028
      asyncExecLocalCmd(pRequest, pQuery);
      return;
1029 1030 1031 1032
    case QUERY_EXEC_MODE_RPC:
      code = asyncExecDdlQuery(pRequest, pQuery);
      break;
    case QUERY_EXEC_MODE_SCHEDULE: {
D
dapan1121 已提交
1033
      SArray* pMnodeList = taosArrayInit(4, sizeof(SQueryNodeLoad));
1034 1035 1036 1037 1038 1039 1040 1041 1042

      pRequest->type = pQuery->msgType;

      SPlanContext cxt = {.queryId = pRequest->requestId,
                          .acctId = pRequest->pTscObj->acctId,
                          .mgmtEpSet = getEpSet_s(&pRequest->pTscObj->pAppInfo->mgmtEp),
                          .pAstRoot = pQuery->pRoot,
                          .showRewrite = pQuery->showRewrite,
                          .pMsg = pRequest->msgBuf,
X
Xiaoyu Wang 已提交
1043
                          .msgLen = ERROR_MSG_BUF_DEFAULT_SIZE,
1044
                          .pUser = pRequest->pTscObj->user,
1045 1046
                          .sysInfo = pRequest->pTscObj->sysInfo,
                          .allocatorId = pRequest->allocatorRefId};
1047 1048

      SAppInstInfo* pAppInfo = getAppInfo(pRequest);
dengyihao's avatar
dengyihao 已提交
1049
      SQueryPlan*   pDag = NULL;
D
dapan1121 已提交
1050
      code = qCreateQueryPlan(&cxt, &pDag, pMnodeList);
D
dapan1121 已提交
1051 1052 1053
      if (code) {
        tscError("0x%" PRIx64 " failed to create query plan, code:%s 0x%" PRIx64, pRequest->self, tstrerror(code),
                 pRequest->requestId);
D
dapan1121 已提交
1054 1055
      } else {
        pRequest->body.subplanNum = pDag->numOfSubplans;
1056 1057
      }

1058 1059
      pRequest->metric.planEnd = taosGetTimestampUs();

D
dapan1121 已提交
1060
      if (TSDB_CODE_SUCCESS == code && !pRequest->validateOnly) {
D
dapan1121 已提交
1061 1062
        SArray* pNodeList = NULL;
        buildAsyncExecNodeList(pRequest, &pNodeList, pMnodeList, pResultMeta);
dengyihao's avatar
dengyihao 已提交
1063

X
Xiaoyu Wang 已提交
1064 1065
        SRequestConnInfo conn = {
            .pTrans = pAppInfo->pTransporter, .requestId = pRequest->requestId, .requestObjRefId = pRequest->self};
D
dapan1121 已提交
1066
        SSchedulerReq req = {
X
Xiaoyu Wang 已提交
1067
            .syncReq = false,
D
dapan1121 已提交
1068
            .localReq = (tsQueryPolicy == QUERY_POLICY_CLIENT),
X
Xiaoyu Wang 已提交
1069 1070 1071
            .pConn = &conn,
            .pNodeList = pNodeList,
            .pDag = pDag,
1072
            .allocatorRefId = pRequest->allocatorRefId,
X
Xiaoyu Wang 已提交
1073 1074 1075 1076 1077 1078 1079
            .sql = pRequest->sqlstr,
            .startTs = pRequest->metric.start,
            .execFp = schedulerExecCb,
            .cbParam = pRequest,
            .chkKillFp = chkRequestKilled,
            .chkKillParam = (void*)pRequest->self,
            .pExecRes = NULL,
D
dapan1121 已提交
1080 1081
        };
        code = schedulerExecJob(&req, &pRequest->body.queryJob);
D
dapan1121 已提交
1082
        taosArrayDestroy(pNodeList);
D
dapan1121 已提交
1083
      } else {
D
dapan1121 已提交
1084
        tscDebug("0x%" PRIx64 " plan not executed, code:%s 0x%" PRIx64, pRequest->self, tstrerror(code),
1085
                 pRequest->requestId);
D
dapan1121 已提交
1086
        pRequest->body.queryFp(pRequest->body.param, pRequest, code);
1087 1088
      }

1089
      // todo not to be released here
D
dapan1121 已提交
1090
      taosArrayDestroy(pMnodeList);
1091 1092 1093
      break;
    }
    case QUERY_EXEC_MODE_EMPTY_RESULT:
1094
      pRequest->type = TSDB_SQL_RETRIEVE_EMPTY_RESULT;
D
fix bug  
dapan1121 已提交
1095
      pRequest->body.queryFp(pRequest->body.param, pRequest, 0);
1096 1097
      break;
    default:
X
Xiaoyu Wang 已提交
1098
      pRequest->body.queryFp(pRequest->body.param, pRequest, -1);
1099 1100 1101 1102 1103 1104
      break;
  }

  if (NULL != pRequest && TSDB_CODE_SUCCESS != code) {
    pRequest->code = terrno;
  }
D
stmt  
dapan1121 已提交
1105 1106
}

D
dapan1121 已提交
1107
int32_t refreshMeta(STscObj* pTscObj, SRequestObj* pRequest) {
L
Liu Jicong 已提交
1108 1109 1110 1111
  SCatalog* pCatalog = NULL;
  int32_t   code = 0;
  int32_t   dbNum = taosArrayGetSize(pRequest->dbList);
  int32_t   tblNum = taosArrayGetSize(pRequest->tableList);
D
dapan1121 已提交
1112 1113 1114 1115

  if (dbNum <= 0 && tblNum <= 0) {
    return TSDB_CODE_QRY_APP_ERROR;
  }
L
Liu Jicong 已提交
1116

D
dapan1121 已提交
1117 1118 1119 1120 1121
  code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &pCatalog);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }

X
Xiaoyu Wang 已提交
1122
  SRequestConnInfo conn = {.pTrans = pTscObj->pAppInfo->pTransporter,
D
dapan1121 已提交
1123 1124 1125
                           .requestId = pRequest->requestId,
                           .requestObjRefId = pRequest->self,
                           .mgmtEps = getEpSet_s(&pTscObj->pAppInfo->mgmtEp)};
D
dapan1121 已提交
1126 1127

  for (int32_t i = 0; i < dbNum; ++i) {
L
Liu Jicong 已提交
1128 1129
    char* dbFName = taosArrayGet(pRequest->dbList, i);

D
dapan1121 已提交
1130
    code = catalogRefreshDBVgInfo(pCatalog, &conn, dbFName);
D
dapan1121 已提交
1131 1132
    if (code != TSDB_CODE_SUCCESS) {
      return code;
D
dapan1121 已提交
1133 1134 1135
    }
  }

D
dapan1121 已提交
1136
  for (int32_t i = 0; i < tblNum; ++i) {
L
Liu Jicong 已提交
1137
    SName* tableName = taosArrayGet(pRequest->tableList, i);
D
dapan1121 已提交
1138

D
dapan1121 已提交
1139
    code = catalogRefreshTableMeta(pCatalog, &conn, tableName, -1);
D
dapan1121 已提交
1140 1141 1142
    if (code != TSDB_CODE_SUCCESS) {
      return code;
    }
D
dapan1121 已提交
1143 1144
  }

D
dapan1121 已提交
1145
  return code;
D
dapan1121 已提交
1146 1147
}

D
dapan1121 已提交
1148 1149
int32_t removeMeta(STscObj* pTscObj, SArray* tbList) {
  SCatalog* pCatalog = NULL;
1150 1151
  int32_t   tbNum = taosArrayGetSize(tbList);
  int32_t   code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &pCatalog);
D
dapan1121 已提交
1152 1153 1154
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }
1155

D
dapan1121 已提交
1156 1157 1158 1159 1160 1161 1162 1163
  for (int32_t i = 0; i < tbNum; ++i) {
    SName* pTbName = taosArrayGet(tbList, i);
    catalogRemoveTableMeta(pCatalog, pTbName);
  }

  return TSDB_CODE_SUCCESS;
}

1164 1165
//  todo remove it soon
SRequestObj* execQuery(uint64_t connId, const char* sql, int sqlLen, bool validateOnly) {
D
dapan1121 已提交
1166
  SRequestObj* pRequest = NULL;
L
Liu Jicong 已提交
1167 1168
  int32_t      retryNum = 0;
  int32_t      code = 0;
D
dapan1121 已提交
1169
  bool         inRetry = false;
D
dapan1121 已提交
1170

1171 1172
  do {
    destroyRequest(pRequest);
D
dapan1121 已提交
1173
    pRequest = launchQuery(connId, sql, sqlLen, validateOnly, inRetry);
1174
    if (pRequest == NULL || TSDB_CODE_SUCCESS == pRequest->code || !NEED_CLIENT_HANDLE_ERROR(pRequest->code)) {
D
dapan1121 已提交
1175 1176 1177
      break;
    }

1178
    code = refreshMeta(pRequest->pTscObj, pRequest);
D
dapan1121 已提交
1179 1180
    if (code) {
      pRequest->code = code;
D
dapan1121 已提交
1181 1182
      break;
    }
D
dapan1121 已提交
1183 1184

    inRetry = true;
1185
  } while (retryNum++ < REQUEST_TOTAL_EXEC_TIMES);
L
Liu Jicong 已提交
1186

D
dapan1121 已提交
1187 1188 1189
  return pRequest;
}

S
Shengliang Guan 已提交
1190 1191
int initEpSetFromCfg(const char* firstEp, const char* secondEp, SCorEpSet* pEpSet) {
  pEpSet->version = 0;
1192

H
Haojun Liao 已提交
1193
  // init mnode ip set
dengyihao's avatar
dengyihao 已提交
1194
  SEpSet* mgmtEpSet = &(pEpSet->epSet);
1195
  mgmtEpSet->numOfEps = 0;
dengyihao's avatar
dengyihao 已提交
1196
  mgmtEpSet->inUse = 0;
1197

S
Shengliang Guan 已提交
1198 1199 1200 1201
  if (firstEp && firstEp[0] != 0) {
    if (strlen(firstEp) >= TSDB_EP_LEN) {
      terrno = TSDB_CODE_TSC_INVALID_FQDN;
      return -1;
S
Shengliang Guan 已提交
1202
    }
S
Shengliang Guan 已提交
1203

1204 1205 1206 1207 1208 1209
    int32_t code = taosGetFqdnPortFromEp(firstEp, &mgmtEpSet->eps[0]);
    if (code != TSDB_CODE_SUCCESS) {
      terrno = TSDB_CODE_TSC_INVALID_FQDN;
      return terrno;
    }

S
Shengliang Guan 已提交
1210 1211 1212 1213 1214 1215 1216
    mgmtEpSet->numOfEps++;
  }

  if (secondEp && secondEp[0] != 0) {
    if (strlen(secondEp) >= TSDB_EP_LEN) {
      terrno = TSDB_CODE_TSC_INVALID_FQDN;
      return -1;
1217
    }
S
Shengliang Guan 已提交
1218 1219 1220

    taosGetFqdnPortFromEp(secondEp, &mgmtEpSet->eps[mgmtEpSet->numOfEps]);
    mgmtEpSet->numOfEps++;
1221 1222 1223 1224 1225 1226 1227 1228 1229 1230
  }

  if (mgmtEpSet->numOfEps == 0) {
    terrno = TSDB_CODE_TSC_INVALID_FQDN;
    return -1;
  }

  return 0;
}

dengyihao's avatar
dengyihao 已提交
1231
STscObj* taosConnectImpl(const char* user, const char* auth, const char* db, __taos_async_fn_t fp, void* param,
L
Liu Jicong 已提交
1232
                         SAppInstInfo* pAppInfo, int connType) {
1233
  STscObj* pTscObj = createTscObj(user, auth, db, connType, pAppInfo);
1234 1235 1236 1237 1238
  if (NULL == pTscObj) {
    terrno = TSDB_CODE_TSC_OUT_OF_MEMORY;
    return pTscObj;
  }

1239
  SRequestObj* pRequest = createRequest(pTscObj->id, TDMT_MND_CONNECT);
1240 1241
  if (pRequest == NULL) {
    destroyTscObj(pTscObj);
1242 1243 1244
    return NULL;
  }

1245
  SMsgSendInfo* body = buildConnectMsg(pRequest);
1246 1247

  int64_t transporterId = 0;
H
Haojun Liao 已提交
1248
  asyncSendMsgToServer(pTscObj->pAppInfo->pTransporter, &pTscObj->pAppInfo->mgmtEp.epSet, &transporterId, body);
1249 1250 1251

  tsem_wait(&pRequest->body.rspSem);
  if (pRequest->code != TSDB_CODE_SUCCESS) {
dengyihao's avatar
dengyihao 已提交
1252 1253
    const char* errorMsg =
        (pRequest->code == TSDB_CODE_RPC_FQDN_ERROR) ? taos_errstr(pRequest) : tstrerror(pRequest->code);
1254
    fprintf(stderr, "failed to connect to server, reason: %s\n\n", errorMsg);
1255

1256
    terrno = pRequest->code;
1257
    destroyRequest(pRequest);
1258
    taos_close_internal(pTscObj);
1259 1260
    pTscObj = NULL;
  } else {
D
dapan1121 已提交
1261
    tscDebug("0x%" PRIx64 " connection is opening, connId:%u, dnodeConn:%p, reqId:0x%" PRIx64, pTscObj->id,
dengyihao's avatar
dengyihao 已提交
1262
             pTscObj->connId, pTscObj->pAppInfo->pTransporter, pRequest->requestId);
1263 1264 1265 1266 1267 1268
    destroyRequest(pRequest);
  }

  return pTscObj;
}

1269
static SMsgSendInfo* buildConnectMsg(SRequestObj* pRequest) {
wafwerar's avatar
wafwerar 已提交
1270
  SMsgSendInfo* pMsgSendInfo = taosMemoryCalloc(1, sizeof(SMsgSendInfo));
1271 1272 1273 1274 1275
  if (pMsgSendInfo == NULL) {
    terrno = TSDB_CODE_TSC_OUT_OF_MEMORY;
    return NULL;
  }

dengyihao's avatar
dengyihao 已提交
1276
  pMsgSendInfo->msgType = TDMT_MND_CONNECT;
1277

1278
  pMsgSendInfo->requestObjRefId = pRequest->self;
dengyihao's avatar
dengyihao 已提交
1279
  pMsgSendInfo->requestId = pRequest->requestId;
H
Haojun Liao 已提交
1280
  pMsgSendInfo->fp = getMsgRspHandle(pMsgSendInfo->msgType);
dengyihao's avatar
dengyihao 已提交
1281
  pMsgSendInfo->param = pRequest;
1282

S
Shengliang Guan 已提交
1283 1284
  SConnectReq connectReq = {0};
  STscObj*    pObj = pRequest->pTscObj;
1285

H
Haojun Liao 已提交
1286
  char* db = getDbOfConnection(pObj);
1287
  if (db != NULL) {
S
Shengliang Guan 已提交
1288
    tstrncpy(connectReq.db, db, sizeof(connectReq.db));
1289
  }
wafwerar's avatar
wafwerar 已提交
1290
  taosMemoryFreeClear(db);
1291

X
Xiaoyu Wang 已提交
1292
  connectReq.connType = pObj->connType;
1293 1294
  connectReq.pid = appInfo.pid;
  connectReq.startTime = appInfo.startTime;
1295

S
Shengliang Guan 已提交
1296
  tstrncpy(connectReq.app, appInfo.appName, sizeof(connectReq.app));
dengyihao's avatar
dengyihao 已提交
1297 1298
  tstrncpy(connectReq.user, pObj->user, sizeof(connectReq.user));
  tstrncpy(connectReq.passwd, pObj->pass, sizeof(connectReq.passwd));
S
Shengliang Guan 已提交
1299 1300

  int32_t contLen = tSerializeSConnectReq(NULL, 0, &connectReq);
wafwerar's avatar
wafwerar 已提交
1301
  void*   pReq = taosMemoryMalloc(contLen);
S
Shengliang Guan 已提交
1302
  tSerializeSConnectReq(pReq, contLen, &connectReq);
1303

S
Shengliang Guan 已提交
1304 1305
  pMsgSendInfo->msgInfo.len = contLen;
  pMsgSendInfo->msgInfo.pData = pReq;
1306
  return pMsgSendInfo;
1307 1308
}

D
dapan1121 已提交
1309 1310 1311 1312
void updateTargetEpSet(SMsgSendInfo* pSendInfo, STscObj* pTscObj, SRpcMsg* pMsg, SEpSet* pEpSet) {
  if (NULL == pEpSet) {
    return;
  }
L
Liu Jicong 已提交
1313

D
dapan1121 已提交
1314 1315 1316
  switch (pSendInfo->target.type) {
    case TARGET_TYPE_MNODE:
      if (NULL == pTscObj) {
X
Xiaoyu Wang 已提交
1317 1318
        tscError("mnode epset changed but not able to update it, msg:%s, reqObjRefId:%" PRIx64,
                 TMSG_INFO(pMsg->msgType), pSendInfo->requestObjRefId);
D
dapan1121 已提交
1319 1320 1321
        return;
      }

D
dapan1121 已提交
1322
      SEpSet* pOrig = &pTscObj->pAppInfo->mgmtEp.epSet;
X
Xiaoyu Wang 已提交
1323 1324 1325 1326
      SEp*    pOrigEp = &pOrig->eps[pOrig->inUse];
      SEp*    pNewEp = &pEpSet->eps[pEpSet->inUse];
      tscDebug("mnode epset updated from %d/%d=>%s:%d to %d/%d=>%s:%d in client", pOrig->inUse, pOrig->numOfEps,
               pOrigEp->fqdn, pOrigEp->port, pEpSet->inUse, pEpSet->numOfEps, pNewEp->fqdn, pNewEp->port);
L
Liu Jicong 已提交
1327
      updateEpSet_s(&pTscObj->pAppInfo->mgmtEp, pEpSet);
D
dapan1121 已提交
1328 1329 1330
      break;
    case TARGET_TYPE_VNODE: {
      if (NULL == pTscObj) {
X
Xiaoyu Wang 已提交
1331 1332
        tscError("vnode epset changed but not able to update it, msg:%s, reqObjRefId:%" PRIx64,
                 TMSG_INFO(pMsg->msgType), pSendInfo->requestObjRefId);
D
dapan1121 已提交
1333 1334 1335 1336
        return;
      }

      SCatalog* pCatalog = NULL;
L
Liu Jicong 已提交
1337
      int32_t   code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &pCatalog);
D
dapan1121 已提交
1338
      if (code != TSDB_CODE_SUCCESS) {
L
Liu Jicong 已提交
1339 1340
        tscError("fail to get catalog handle, clusterId:%" PRIx64 ", error %s", pTscObj->pAppInfo->clusterId,
                 tstrerror(code));
D
dapan1121 已提交
1341 1342
        return;
      }
L
Liu Jicong 已提交
1343

D
dapan1121 已提交
1344
      catalogUpdateVgEpSet(pCatalog, pSendInfo->target.dbFName, pSendInfo->target.vgId, pEpSet);
D
dapan1121 已提交
1345
      taosMemoryFreeClear(pSendInfo->target.dbFName);
D
dapan1121 已提交
1346 1347 1348 1349 1350 1351 1352 1353
      break;
    }
    default:
      tscDebug("epset changed, not updated, msgType %s", TMSG_INFO(pMsg->msgType));
      break;
  }
}

dengyihao's avatar
dengyihao 已提交
1354
int32_t doProcessMsgFromServer(void* param) {
dengyihao's avatar
dengyihao 已提交
1355
  AsyncArg* arg = (AsyncArg*)param;
dengyihao's avatar
dengyihao 已提交
1356 1357 1358
  SRpcMsg*  pMsg = &arg->msg;
  SEpSet*   pEpSet = arg->pEpset;

S
Shengliang Guan 已提交
1359 1360
  SMsgSendInfo* pSendInfo = (SMsgSendInfo*)pMsg->info.ahandle;
  assert(pMsg->info.ahandle != NULL);
D
dapan1121 已提交
1361
  STscObj* pTscObj = NULL;
1362

dengyihao's avatar
dengyihao 已提交
1363 1364 1365 1366
  STraceId* trace = &pMsg->info.traceId;
  char      tbuf[40] = {0};
  TRACE_TO_STR(trace, tbuf);

D
dapan1121 已提交
1367 1368
  tscDebug("processMsgFromServer handle %p, message: %s, size:%d, code: %s, gtid: %s", pMsg->info.handle,
           TMSG_INFO(pMsg->msgType), pMsg->contLen, tstrerror(pMsg->code), tbuf);
D
dapan1121 已提交
1369

1370
  if (pSendInfo->requestObjRefId != 0) {
dengyihao's avatar
dengyihao 已提交
1371
    SRequestObj* pRequest = (SRequestObj*)taosAcquireRef(clientReqRefPool, pSendInfo->requestObjRefId);
D
dapan1121 已提交
1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382
    if (pRequest) {
      assert(pRequest->self == pSendInfo->requestObjRefId);

      pRequest->metric.rsp = taosGetTimestampUs();
      pTscObj = pRequest->pTscObj;
      /*
       * There is not response callback function for submit response.
       * The actual inserted number of points is the first number.
       */
      int32_t elapsed = pRequest->metric.rsp - pRequest->metric.start;
      if (pMsg->code == TSDB_CODE_SUCCESS) {
D
dapan1121 已提交
1383
        tscDebug("0x%" PRIx64 " rsp msg:%s, code:%s rspLen:%d, elapsed:%d ms, reqId:0x%" PRIx64, pRequest->self,
D
dapan1121 已提交
1384 1385
                 TMSG_INFO(pMsg->msgType), tstrerror(pMsg->code), pMsg->contLen, elapsed / 1000, pRequest->requestId);
      } else {
D
dapan1121 已提交
1386
        tscError("0x%" PRIx64 " rsp msg:%s, code:%s rspLen:%d, elapsed time:%d ms, reqId:0x%" PRIx64, pRequest->self,
D
dapan1121 已提交
1387 1388
                 TMSG_INFO(pMsg->msgType), tstrerror(pMsg->code), pMsg->contLen, elapsed / 1000, pRequest->requestId);
      }
1389

D
dapan1121 已提交
1390 1391
      taosReleaseRef(clientReqRefPool, pSendInfo->requestObjRefId);
    }
1392 1393
  }

D
dapan1121 已提交
1394 1395
  updateTargetEpSet(pSendInfo, pTscObj, pMsg, pEpSet);

dengyihao's avatar
dengyihao 已提交
1396 1397
  SDataBuf buf = {
      .msgType = pMsg->msgType, .len = pMsg->contLen, .pData = NULL, .handle = pMsg->info.handle, .pEpSet = pEpSet};
1398 1399

  if (pMsg->contLen > 0) {
wafwerar's avatar
wafwerar 已提交
1400
    buf.pData = taosMemoryCalloc(1, pMsg->contLen);
1401 1402 1403 1404 1405 1406
    if (buf.pData == NULL) {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      pMsg->code = TSDB_CODE_OUT_OF_MEMORY;
    } else {
      memcpy(buf.pData, pMsg->pCont, pMsg->contLen);
    }
1407 1408
  }

1409
  pSendInfo->fp(pSendInfo->param, &buf, pMsg->code);
1410
  rpcFreeCont(pMsg->pCont);
1411
  destroySendMsgInfo(pSendInfo);
dengyihao's avatar
dengyihao 已提交
1412

dengyihao's avatar
dengyihao 已提交
1413
  taosMemoryFree(arg);
dengyihao's avatar
dengyihao 已提交
1414
  return TSDB_CODE_SUCCESS;
dengyihao's avatar
dengyihao 已提交
1415 1416 1417
}

void processMsgFromServer(void* parent, SRpcMsg* pMsg, SEpSet* pEpSet) {
dengyihao's avatar
dengyihao 已提交
1418 1419 1420 1421
  SEpSet* tEpSet = NULL;
  if (pEpSet != NULL) {
    tEpSet = taosMemoryCalloc(1, sizeof(SEpSet));
    memcpy((void*)tEpSet, (void*)pEpSet, sizeof(SEpSet));
dengyihao's avatar
dengyihao 已提交
1422 1423
  }

dengyihao's avatar
dengyihao 已提交
1424
  AsyncArg* arg = taosMemoryCalloc(1, sizeof(AsyncArg));
dengyihao's avatar
dengyihao 已提交
1425 1426 1427
  arg->msg = *pMsg;
  arg->pEpset = tEpSet;

dengyihao's avatar
dengyihao 已提交
1428 1429 1430 1431 1432 1433
  if (0 != taosAsyncExec(doProcessMsgFromServer, arg, NULL)) {
    tscError("failed to sched msg to tsc, tsc ready to quit");
    rpcFreeCont(pMsg->pCont);
    taosMemoryFree(arg->pEpset);
    taosMemoryFree(arg);
  }
1434
}
1435

dengyihao's avatar
dengyihao 已提交
1436
TAOS* taos_connect_auth(const char* ip, const char* user, const char* auth, const char* db, uint16_t port) {
1437 1438 1439 1440 1441 1442 1443 1444 1445 1446
  tscDebug("try to connect to %s:%u by auth, user:%s db:%s", ip, port, user, db);
  if (user == NULL) {
    user = TSDB_DEFAULT_USER;
  }

  if (auth == NULL) {
    tscError("No auth info is given, failed to connect to server");
    return NULL;
  }

1447 1448
  STscObj* pObj = taos_connect_internal(ip, user, NULL, auth, db, port, CONN_TYPE__QUERY);
  if (pObj) {
dengyihao's avatar
dengyihao 已提交
1449
    int64_t* rid = taosMemoryCalloc(1, sizeof(int64_t));
D
dapan1121 已提交
1450 1451
    *rid = pObj->id;
    return (TAOS*)rid;
1452
  }
dengyihao's avatar
dengyihao 已提交
1453

D
dapan1121 已提交
1454
  return NULL;
1455 1456
}

dengyihao's avatar
dengyihao 已提交
1457 1458 1459
TAOS* taos_connect_l(const char* ip, int ipLen, const char* user, int userLen, const char* pass, int passLen,
                     const char* db, int dbLen, uint16_t port) {
  char ipStr[TSDB_EP_LEN] = {0};
1460
  char dbStr[TSDB_DB_NAME_LEN] = {0};
dengyihao's avatar
dengyihao 已提交
1461 1462
  char userStr[TSDB_USER_LEN] = {0};
  char passStr[TSDB_PASSWORD_LEN] = {0};
1463

dengyihao's avatar
dengyihao 已提交
1464
  strncpy(ipStr, ip, TMIN(TSDB_EP_LEN - 1, ipLen));
dengyihao's avatar
dengyihao 已提交
1465 1466
  strncpy(userStr, user, TMIN(TSDB_USER_LEN - 1, userLen));
  strncpy(passStr, pass, TMIN(TSDB_PASSWORD_LEN - 1, passLen));
dengyihao's avatar
dengyihao 已提交
1467
  strncpy(dbStr, db, TMIN(TSDB_DB_NAME_LEN - 1, dbLen));
1468
  return taos_connect(ipStr, userStr, passStr, dbStr, port);
1469 1470
}

L
Liu Jicong 已提交
1471
void doSetOneRowPtr(SReqResultInfo* pResultInfo) {
1472 1473 1474 1475 1476 1477 1478
  for (int32_t i = 0; i < pResultInfo->numOfCols; ++i) {
    SResultColumn* pCol = &pResultInfo->pCol[i];

    int32_t type = pResultInfo->fields[i].type;
    int32_t bytes = pResultInfo->fields[i].bytes;

    if (IS_VAR_DATA_TYPE(type)) {
1479
      if (!IS_VAR_NULL_TYPE(type, bytes) && pCol->offset[pResultInfo->current] != -1) {
1480 1481 1482 1483 1484 1485
        char* pStart = pResultInfo->pCol[i].offset[pResultInfo->current] + pResultInfo->pCol[i].pData;

        pResultInfo->length[i] = varDataLen(pStart);
        pResultInfo->row[i] = varDataVal(pStart);
      } else {
        pResultInfo->row[i] = NULL;
1486
        pResultInfo->length[i] = 0;
1487 1488 1489 1490
      }
    } else {
      if (!colDataIsNull_f(pCol->nullbitmap, pResultInfo->current)) {
        pResultInfo->row[i] = pResultInfo->pCol[i].pData + bytes * pResultInfo->current;
1491
        pResultInfo->length[i] = bytes;
1492 1493
      } else {
        pResultInfo->row[i] = NULL;
1494
        pResultInfo->length[i] = 0;
1495 1496 1497 1498 1499
      }
    }
  }
}

1500
void* doFetchRows(SRequestObj* pRequest, bool setupOneRowPtr, bool convertUcs4) {
D
dapan1121 已提交
1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511
  assert(pRequest != NULL);

  SReqResultInfo* pResultInfo = &pRequest->body.resInfo;
  if (pResultInfo->pData == NULL || pResultInfo->current >= pResultInfo->numOfRows) {
    // All data has returned to App already, no need to try again
    if (pResultInfo->completed) {
      pResultInfo->numOfRows = 0;
      return NULL;
    }

    SReqResultInfo* pResInfo = &pRequest->body.resInfo;
X
Xiaoyu Wang 已提交
1512 1513 1514
    SSchedulerReq   req = {
          .syncReq = true,
          .pFetchRes = (void**)&pResInfo->pData,
D
dapan1121 已提交
1515
    };
D
dapan1121 已提交
1516
    pRequest->code = schedulerFetchRows(pRequest->body.queryJob, &req);
D
dapan1121 已提交
1517 1518 1519 1520 1521
    if (pRequest->code != TSDB_CODE_SUCCESS) {
      pResultInfo->numOfRows = 0;
      return NULL;
    }

L
Liu Jicong 已提交
1522 1523
    pRequest->code =
        setQueryResultFromRsp(&pRequest->body.resInfo, (SRetrieveTableRsp*)pResInfo->pData, convertUcs4, true);
D
dapan1121 已提交
1524 1525 1526 1527 1528 1529 1530 1531
    if (pRequest->code != TSDB_CODE_SUCCESS) {
      pResultInfo->numOfRows = 0;
      return NULL;
    }

    tscDebug("0x%" PRIx64 " fetch results, numOfRows:%d total Rows:%" PRId64 ", complete:%d, reqId:0x%" PRIx64,
             pRequest->self, pResInfo->numOfRows, pResInfo->totalRows, pResInfo->completed, pRequest->requestId);

X
Xiaoyu Wang 已提交
1532 1533 1534
    STscObj*            pTscObj = pRequest->pTscObj;
    SAppClusterSummary* pActivity = &pTscObj->pAppInfo->summary;
    atomic_add_fetch_64((int64_t*)&pActivity->fetchBytes, pRequest->body.resInfo.payloadLen);
D
dapan1121 已提交
1535

D
dapan1121 已提交
1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548
    if (pResultInfo->numOfRows == 0) {
      return NULL;
    }
  }

  if (setupOneRowPtr) {
    doSetOneRowPtr(pResultInfo);
    pResultInfo->current += 1;
  }

  return pResultInfo->row;
}

H
Haojun Liao 已提交
1549 1550 1551
static void syncFetchFn(void* param, TAOS_RES* res, int32_t numOfRows) {
  SSyncQueryParam* pParam = param;
  tsem_post(&pParam->sem);
1552
}
D
dapan1121 已提交
1553

1554
void* doAsyncFetchRows(SRequestObj* pRequest, bool setupOneRowPtr, bool convertUcs4) {
1555
  assert(pRequest != NULL);
H
Haojun Liao 已提交
1556

H
Haojun Liao 已提交
1557
  SReqResultInfo* pResultInfo = &pRequest->body.resInfo;
H
Haojun Liao 已提交
1558
  if (pResultInfo->pData == NULL || pResultInfo->current >= pResultInfo->numOfRows) {
H
Haojun Liao 已提交
1559
    // All data has returned to App already, no need to try again
1560 1561 1562 1563 1564
    if (pResultInfo->completed) {
      pResultInfo->numOfRows = 0;
      return NULL;
    }

1565 1566 1567
    // convert ucs4 to native multi-bytes string
    pResultInfo->convertUcs4 = convertUcs4;

1568
    SSyncQueryParam* pParam = pRequest->body.param;
1569
    taos_fetch_rows_a(pRequest, syncFetchFn, pParam);
1570
    tsem_wait(&pParam->sem);
H
Haojun Liao 已提交
1571 1572
  }

dengyihao's avatar
dengyihao 已提交
1573
  if (pResultInfo->numOfRows == 0 || pRequest->code != TSDB_CODE_SUCCESS) {
1574 1575 1576 1577 1578 1579
    return NULL;
  } else {
    if (setupOneRowPtr) {
      doSetOneRowPtr(pResultInfo);
      pResultInfo->current += 1;
    }
H
Haojun Liao 已提交
1580

1581 1582
    return pResultInfo->row;
  }
H
Haojun Liao 已提交
1583 1584
}

1585
static int32_t doPrepareResPtr(SReqResultInfo* pResInfo) {
H
Haojun Liao 已提交
1586
  if (pResInfo->row == NULL) {
L
Liu Jicong 已提交
1587 1588
    pResInfo->row = taosMemoryCalloc(pResInfo->numOfCols, POINTER_BYTES);
    pResInfo->pCol = taosMemoryCalloc(pResInfo->numOfCols, sizeof(SResultColumn));
wafwerar's avatar
wafwerar 已提交
1589 1590
    pResInfo->length = taosMemoryCalloc(pResInfo->numOfCols, sizeof(int32_t));
    pResInfo->convertBuf = taosMemoryCalloc(pResInfo->numOfCols, POINTER_BYTES);
1591

1592 1593 1594
    if (pResInfo->row == NULL || pResInfo->pCol == NULL || pResInfo->length == NULL || pResInfo->convertBuf == NULL) {
      return TSDB_CODE_OUT_OF_MEMORY;
    }
1595
  }
1596 1597

  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1598 1599
}

1600 1601 1602 1603 1604
static int32_t doConvertUCS4(SReqResultInfo* pResultInfo, int32_t numOfRows, int32_t numOfCols, int32_t* colLength) {
  for (int32_t i = 0; i < numOfCols; ++i) {
    int32_t type = pResultInfo->fields[i].type;
    int32_t bytes = pResultInfo->fields[i].bytes;

1605
    if (type == TSDB_DATA_TYPE_NCHAR && colLength[i] > 0) {
1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619
      char* p = taosMemoryRealloc(pResultInfo->convertBuf[i], colLength[i]);
      if (p == NULL) {
        return TSDB_CODE_OUT_OF_MEMORY;
      }

      pResultInfo->convertBuf[i] = p;

      SResultColumn* pCol = &pResultInfo->pCol[i];
      for (int32_t j = 0; j < numOfRows; ++j) {
        if (pCol->offset[j] != -1) {
          char* pStart = pCol->offset[j] + pCol->pData;

          int32_t len = taosUcs4ToMbs((TdUcs4*)varDataVal(pStart), varDataLen(pStart), varDataVal(p));
          ASSERT(len <= bytes);
D
stmt  
dapan1121 已提交
1620
          ASSERT((p + len) < (pResultInfo->convertBuf[i] + colLength[i]));
dengyihao's avatar
dengyihao 已提交
1621

1622 1623 1624 1625 1626 1627 1628 1629
          varDataSetLen(p, len);
          pCol->offset[j] = (p - pResultInfo->convertBuf[i]);
          p += (len + VARSTR_HEADER_SIZE);
        }
      }

      pResultInfo->pCol[i].pData = pResultInfo->convertBuf[i];
      pResultInfo->row[i] = pResultInfo->pCol[i].pData;
wmmhello's avatar
wmmhello 已提交
1630 1631
    }
  }
1632

wmmhello's avatar
wmmhello 已提交
1633 1634
  return TSDB_CODE_SUCCESS;
}
1635

1636
int32_t getVersion1BlockMetaSize(const char* p, int32_t numOfCols) {
1637
  int32_t cols = *(int32_t*)(p + sizeof(int32_t) * 3);
1638 1639
  ASSERT(numOfCols == cols);

1640 1641
  return sizeof(int32_t) + sizeof(int32_t) + sizeof(int32_t) * 3 + sizeof(uint64_t) +
         numOfCols * (sizeof(int8_t) + sizeof(int32_t));
1642 1643
}

dengyihao's avatar
dengyihao 已提交
1644
static int32_t estimateJsonLen(SReqResultInfo* pResultInfo, int32_t numOfCols, int32_t numOfRows) {
wmmhello's avatar
wmmhello 已提交
1645 1646
  char* p = (char*)pResultInfo->pData;

1647 1648
  // version + length + numOfRows + numOfCol + groupId + flag_segment + column_info
  int32_t  len = getVersion1BlockMetaSize(p, numOfCols);
wmmhello's avatar
wmmhello 已提交
1649 1650 1651 1652 1653 1654 1655 1656 1657
  int32_t* colLength = (int32_t*)(p + len);
  len += sizeof(int32_t) * numOfCols;

  char* pStart = p + len;
  for (int32_t i = 0; i < numOfCols; ++i) {
    int32_t colLen = htonl(colLength[i]);

    if (pResultInfo->fields[i].type == TSDB_DATA_TYPE_JSON) {
      int32_t* offset = (int32_t*)pStart;
dengyihao's avatar
dengyihao 已提交
1658
      int32_t  lenTmp = numOfRows * sizeof(int32_t);
wmmhello's avatar
wmmhello 已提交
1659 1660
      len += lenTmp;
      pStart += lenTmp;
1661 1662

      for (int32_t j = 0; j < numOfRows; ++j) {
wmmhello's avatar
wmmhello 已提交
1663 1664 1665 1666 1667 1668 1669 1670 1671
        if (offset[j] == -1) {
          continue;
        }
        char* data = offset[j] + pStart;

        int32_t jsonInnerType = *data;
        char*   jsonInnerData = data + CHAR_BYTES;
        if (jsonInnerType == TSDB_DATA_TYPE_NULL) {
          len += (VARSTR_HEADER_SIZE + strlen(TSDB_DATA_NULL_STR_L));
wmmhello's avatar
wmmhello 已提交
1672
        } else if (tTagIsJson(data)) {
wmmhello's avatar
wmmhello 已提交
1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697
          len += (VARSTR_HEADER_SIZE + ((const STag*)(data))->len);
        } else if (jsonInnerType == TSDB_DATA_TYPE_NCHAR) {  // value -> "value"
          len += varDataTLen(jsonInnerData) + CHAR_BYTES * 2;
        } else if (jsonInnerType == TSDB_DATA_TYPE_DOUBLE) {
          len += (VARSTR_HEADER_SIZE + 32);
        } else if (jsonInnerType == TSDB_DATA_TYPE_BOOL) {
          len += (VARSTR_HEADER_SIZE + 5);
        } else {
          ASSERT(0);
        }
      }
    } else if (IS_VAR_DATA_TYPE(pResultInfo->fields[i].type)) {
      int32_t lenTmp = numOfRows * sizeof(int32_t);
      len += (lenTmp + colLen);
      pStart += lenTmp;
    } else {
      int32_t lenTmp = BitmapLen(pResultInfo->numOfRows);
      len += (lenTmp + colLen);
      pStart += lenTmp;
    }
    pStart += colLen;
  }
  return len;
}

wmmhello's avatar
wmmhello 已提交
1698 1699 1700 1701 1702 1703 1704 1705
static int32_t doConvertJson(SReqResultInfo* pResultInfo, int32_t numOfCols, int32_t numOfRows) {
  bool needConvert = false;
  for (int32_t i = 0; i < numOfCols; ++i) {
    if (pResultInfo->fields[i].type == TSDB_DATA_TYPE_JSON) {
      needConvert = true;
      break;
    }
  }
H
Haojun Liao 已提交
1706 1707 1708 1709 1710 1711

  if (!needConvert) {
    return TSDB_CODE_SUCCESS;
  }

  tscDebug("start to convert form json format string");
1712

dengyihao's avatar
dengyihao 已提交
1713
  char*   p = (char*)pResultInfo->pData;
wmmhello's avatar
wmmhello 已提交
1714 1715
  int32_t dataLen = estimateJsonLen(pResultInfo, numOfCols, numOfRows);

wmmhello's avatar
wmmhello 已提交
1716
  pResultInfo->convertJson = taosMemoryCalloc(1, dataLen);
dengyihao's avatar
dengyihao 已提交
1717
  if (pResultInfo->convertJson == NULL) return TSDB_CODE_OUT_OF_MEMORY;
wmmhello's avatar
wmmhello 已提交
1718 1719
  char* p1 = pResultInfo->convertJson;

wmmhello's avatar
wmmhello 已提交
1720
  int32_t totalLen = 0;
1721
  int32_t len = getVersion1BlockMetaSize(p, numOfCols);
wmmhello's avatar
wmmhello 已提交
1722
  memcpy(p1, p, len);
1723

wmmhello's avatar
wmmhello 已提交
1724 1725
  p += len;
  p1 += len;
wmmhello's avatar
wmmhello 已提交
1726
  totalLen += len;
1727

wmmhello's avatar
wmmhello 已提交
1728 1729 1730 1731 1732 1733
  len = sizeof(int32_t) * numOfCols;
  int32_t* colLength = (int32_t*)p;
  int32_t* colLength1 = (int32_t*)p1;
  memcpy(p1, p, len);
  p += len;
  p1 += len;
wmmhello's avatar
wmmhello 已提交
1734
  totalLen += len;
1735

wmmhello's avatar
wmmhello 已提交
1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749
  char* pStart = p;
  char* pStart1 = p1;
  for (int32_t i = 0; i < numOfCols; ++i) {
    int32_t colLen = htonl(colLength[i]);
    int32_t colLen1 = htonl(colLength1[i]);
    ASSERT(colLen < dataLen);

    if (pResultInfo->fields[i].type == TSDB_DATA_TYPE_JSON) {
      int32_t* offset = (int32_t*)pStart;
      int32_t* offset1 = (int32_t*)pStart1;
      len = numOfRows * sizeof(int32_t);
      memcpy(pStart1, pStart, len);
      pStart += len;
      pStart1 += len;
wmmhello's avatar
wmmhello 已提交
1750
      totalLen += len;
wmmhello's avatar
wmmhello 已提交
1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764

      len = 0;
      for (int32_t j = 0; j < numOfRows; ++j) {
        if (offset[j] == -1) {
          continue;
        }
        char* data = offset[j] + pStart;

        int32_t jsonInnerType = *data;
        char*   jsonInnerData = data + CHAR_BYTES;
        char    dst[TSDB_MAX_JSON_TAG_LEN] = {0};
        if (jsonInnerType == TSDB_DATA_TYPE_NULL) {
          sprintf(varDataVal(dst), "%s", TSDB_DATA_NULL_STR_L);
          varDataSetLen(dst, strlen(varDataVal(dst)));
wmmhello's avatar
wmmhello 已提交
1765
        } else if (tTagIsJson(data)) {
wmmhello's avatar
wmmhello 已提交
1766 1767 1768 1769 1770 1771 1772 1773 1774 1775
          char* jsonString = parseTagDatatoJson(data);
          STR_TO_VARSTR(dst, jsonString);
          taosMemoryFree(jsonString);
        } else if (jsonInnerType == TSDB_DATA_TYPE_NCHAR) {  // value -> "value"
          *(char*)varDataVal(dst) = '\"';
          int32_t length = taosUcs4ToMbs((TdUcs4*)varDataVal(jsonInnerData), varDataLen(jsonInnerData),
                                         varDataVal(dst) + CHAR_BYTES);
          if (length <= 0) {
            tscError("charset:%s to %s. convert failed.", DEFAULT_UNICODE_ENCODEC, tsCharset);
            length = 0;
1776
          }
wmmhello's avatar
wmmhello 已提交
1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787
          varDataSetLen(dst, length + CHAR_BYTES * 2);
          *(char*)POINTER_SHIFT(varDataVal(dst), length + CHAR_BYTES) = '\"';
        } else if (jsonInnerType == TSDB_DATA_TYPE_DOUBLE) {
          double jsonVd = *(double*)(jsonInnerData);
          sprintf(varDataVal(dst), "%.9lf", jsonVd);
          varDataSetLen(dst, strlen(varDataVal(dst)));
        } else if (jsonInnerType == TSDB_DATA_TYPE_BOOL) {
          sprintf(varDataVal(dst), "%s", (*((char*)jsonInnerData) == 1) ? "true" : "false");
          varDataSetLen(dst, strlen(varDataVal(dst)));
        } else {
          ASSERT(0);
1788
        }
wmmhello's avatar
wmmhello 已提交
1789

dengyihao's avatar
dengyihao 已提交
1790
        offset1[j] = len;
wmmhello's avatar
wmmhello 已提交
1791 1792
        memcpy(pStart1 + len, dst, varDataTLen(dst));
        len += varDataTLen(dst);
1793
      }
wmmhello's avatar
wmmhello 已提交
1794
      colLen1 = len;
wmmhello's avatar
wmmhello 已提交
1795
      totalLen += colLen1;
wmmhello's avatar
wmmhello 已提交
1796 1797 1798 1799 1800 1801
      colLength1[i] = htonl(len);
    } else if (IS_VAR_DATA_TYPE(pResultInfo->fields[i].type)) {
      len = numOfRows * sizeof(int32_t);
      memcpy(pStart1, pStart, len);
      pStart += len;
      pStart1 += len;
wmmhello's avatar
wmmhello 已提交
1802 1803
      totalLen += len;
      totalLen += colLen;
wmmhello's avatar
wmmhello 已提交
1804 1805 1806 1807 1808 1809
      memcpy(pStart1, pStart, colLen);
    } else {
      len = BitmapLen(pResultInfo->numOfRows);
      memcpy(pStart1, pStart, len);
      pStart += len;
      pStart1 += len;
wmmhello's avatar
wmmhello 已提交
1810 1811
      totalLen += len;
      totalLen += colLen;
wmmhello's avatar
wmmhello 已提交
1812
      memcpy(pStart1, pStart, colLen);
1813
    }
wmmhello's avatar
wmmhello 已提交
1814 1815
    pStart += colLen;
    pStart1 += colLen1;
1816 1817
  }

1818
  *(int32_t*)(pResultInfo->convertJson + 4) = totalLen;
wmmhello's avatar
wmmhello 已提交
1819
  pResultInfo->pData = pResultInfo->convertJson;
1820 1821 1822
  return TSDB_CODE_SUCCESS;
}

L
Liu Jicong 已提交
1823 1824
int32_t setResultDataPtr(SReqResultInfo* pResultInfo, TAOS_FIELD* pFields, int32_t numOfCols, int32_t numOfRows,
                         bool convertUcs4) {
H
Haojun Liao 已提交
1825 1826
  assert(numOfCols > 0 && pFields != NULL && pResultInfo != NULL);
  if (numOfRows == 0) {
1827
    return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1828 1829
  }

1830 1831 1832 1833
  int32_t code = doPrepareResPtr(pResultInfo);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }
wmmhello's avatar
wmmhello 已提交
1834 1835 1836 1837
  code = doConvertJson(pResultInfo, numOfCols, numOfRows);
  if (code != TSDB_CODE_SUCCESS) {
    return code;
  }
H
Haojun Liao 已提交
1838

L
Liu Jicong 已提交
1839
  char* p = (char*)pResultInfo->pData;
1840

1841 1842 1843 1844
  // version:
  int32_t blockVersion = *(int32_t*)p;
  p += sizeof(int32_t);

L
Liu Jicong 已提交
1845
  int32_t dataLen = *(int32_t*)p;
1846 1847
  p += sizeof(int32_t);

1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858
  int32_t rows = *(int32_t*)p;
  p += sizeof(int32_t);

  int32_t cols = *(int32_t*)p;
  p += sizeof(int32_t);

  ASSERT(rows == numOfRows && cols == numOfCols);

  int32_t hasColumnSeg = *(int32_t*)p;
  p += sizeof(int32_t);

L
Liu Jicong 已提交
1859
  uint64_t groupId = *(uint64_t*)p;
1860 1861
  p += sizeof(uint64_t);

1862
  // check fields
1863 1864
  for (int32_t i = 0; i < numOfCols; ++i) {
    int16_t type = *(int16_t*)p;
1865
    p += sizeof(int8_t);
1866

1867
    int32_t bytes = *(int32_t*)p;
1868 1869
    p += sizeof(int32_t);

L
Liu Jicong 已提交
1870
    /*ASSERT(type == pFields[i].type && bytes == pFields[i].bytes);*/
1871 1872
  }

1873 1874 1875 1876
  int32_t* colLength = (int32_t*)p;
  p += sizeof(int32_t) * numOfCols;

  char* pStart = p;
H
Haojun Liao 已提交
1877
  for (int32_t i = 0; i < numOfCols; ++i) {
1878
    colLength[i] = htonl(colLength[i]);
D
dapan1121 已提交
1879 1880 1881 1882
    if (colLength[i] >= dataLen) {
      tscError("invalid colLength %d, dataLen %d", colLength[i], dataLen);
      ASSERT(0);
    }
1883 1884 1885 1886 1887 1888 1889 1890 1891 1892

    if (IS_VAR_DATA_TYPE(pResultInfo->fields[i].type)) {
      pResultInfo->pCol[i].offset = (int32_t*)pStart;
      pStart += numOfRows * sizeof(int32_t);
    } else {
      pResultInfo->pCol[i].nullbitmap = pStart;
      pStart += BitmapLen(pResultInfo->numOfRows);
    }

    pResultInfo->pCol[i].pData = pStart;
H
Haojun Liao 已提交
1893
    pResultInfo->length[i] = pResultInfo->fields[i].bytes;
1894 1895 1896
    pResultInfo->row[i] = pResultInfo->pCol[i].pData;

    pStart += colLength[i];
1897
  }
1898

dengyihao's avatar
dengyihao 已提交
1899
  if (convertUcs4) {
1900
    code = doConvertUCS4(pResultInfo, numOfRows, numOfCols, colLength);
1901 1902
  }

1903
  return code;
S
Shengliang Guan 已提交
1904 1905
}

H
Haojun Liao 已提交
1906
char* getDbOfConnection(STscObj* pObj) {
dengyihao's avatar
dengyihao 已提交
1907
  char* p = NULL;
wafwerar's avatar
wafwerar 已提交
1908
  taosThreadMutexLock(&pObj->mutex);
1909 1910 1911 1912
  size_t len = strlen(pObj->db);
  if (len > 0) {
    p = strndup(pObj->db, tListLen(pObj->db));
  }
S
Shengliang Guan 已提交
1913

wafwerar's avatar
wafwerar 已提交
1914
  taosThreadMutexUnlock(&pObj->mutex);
1915 1916 1917 1918 1919
  return p;
}

void setConnectionDB(STscObj* pTscObj, const char* db) {
  assert(db != NULL && pTscObj != NULL);
wafwerar's avatar
wafwerar 已提交
1920
  taosThreadMutexLock(&pTscObj->mutex);
1921
  tstrncpy(pTscObj->db, db, tListLen(pTscObj->db));
wafwerar's avatar
wafwerar 已提交
1922
  taosThreadMutexUnlock(&pTscObj->mutex);
1923
}
S
Shengliang Guan 已提交
1924

H
Haojun Liao 已提交
1925 1926 1927 1928 1929 1930 1931 1932 1933 1934
void resetConnectDB(STscObj* pTscObj) {
  if (pTscObj == NULL) {
    return;
  }

  taosThreadMutexLock(&pTscObj->mutex);
  pTscObj->db[0] = 0;
  taosThreadMutexUnlock(&pTscObj->mutex);
}

L
Liu Jicong 已提交
1935 1936
int32_t setQueryResultFromRsp(SReqResultInfo* pResultInfo, const SRetrieveTableRsp* pRsp, bool convertUcs4,
                              bool freeAfterUse) {
1937 1938
  assert(pResultInfo != NULL && pRsp != NULL);

L
Liu Jicong 已提交
1939 1940
  if (freeAfterUse) taosMemoryFreeClear(pResultInfo->pRspMsg);

L
Liu Jicong 已提交
1941 1942 1943 1944 1945
  pResultInfo->pRspMsg = (const char*)pRsp;
  pResultInfo->pData = (void*)pRsp->data;
  pResultInfo->numOfRows = htonl(pRsp->numOfRows);
  pResultInfo->current = 0;
  pResultInfo->completed = (pRsp->completed == 1);
1946
  pResultInfo->payloadLen = htonl(pRsp->compLen);
L
Liu Jicong 已提交
1947
  pResultInfo->precision = pRsp->precision;
H
Haojun Liao 已提交
1948

1949
  // TODO handle the compressed case
1950
  pResultInfo->totalRows += pResultInfo->numOfRows;
1951 1952
  return setResultDataPtr(pResultInfo, pResultInfo->fields, pResultInfo->numOfCols, pResultInfo->numOfRows,
                          convertUcs4);
L
fix  
Liu Jicong 已提交
1953
}
S
Shengliang Guan 已提交
1954 1955 1956 1957 1958 1959

TSDB_SERVER_STATUS taos_check_server_status(const char* fqdn, int port, char* details, int maxlen) {
  TSDB_SERVER_STATUS code = TSDB_SRV_STATUS_UNAVAILABLE;
  void*              clientRpc = NULL;
  SServerStatusRsp   statusRsp = {0};
  SEpSet             epSet = {.inUse = 0, .numOfEps = 1};
S
Shengliang Guan 已提交
1960
  SRpcMsg            rpcMsg = {.info.ahandle = (void*)0x9526, .msgType = TDMT_DND_SERVER_STATUS};
S
Shengliang Guan 已提交
1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978
  SRpcMsg            rpcRsp = {0};
  SRpcInit           rpcInit = {0};
  char               pass[TSDB_PASSWORD_LEN + 1] = {0};

  rpcInit.label = "CHK";
  rpcInit.numOfThreads = 1;
  rpcInit.cfp = NULL;
  rpcInit.sessions = 16;
  rpcInit.connType = TAOS_CONN_CLIENT;
  rpcInit.idleTime = tsShellActivityTimer * 1000;
  rpcInit.user = "_dnd";

  clientRpc = rpcOpen(&rpcInit);
  if (clientRpc == NULL) {
    tscError("failed to init server status client");
    goto _OVER;
  }

S
Shengliang Guan 已提交
1979 1980 1981 1982 1983 1984 1985 1986
  if (fqdn == NULL) {
    fqdn = tsLocalFqdn;
  }

  if (port == 0) {
    port = tsServerPort;
  }

S
Shengliang Guan 已提交
1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001
  tstrncpy(epSet.eps[0].fqdn, fqdn, TSDB_FQDN_LEN);
  epSet.eps[0].port = (uint16_t)port;
  rpcSendRecv(clientRpc, &epSet, &rpcMsg, &rpcRsp);

  if (rpcRsp.code != 0 || rpcRsp.contLen <= 0 || rpcRsp.pCont == NULL) {
    tscError("failed to send server status req since %s", terrstr());
    goto _OVER;
  }

  if (tDeserializeSServerStatusRsp(rpcRsp.pCont, rpcRsp.contLen, &statusRsp) != 0) {
    tscError("failed to parse server status rsp since %s", terrstr());
    goto _OVER;
  }

  code = statusRsp.statusCode;
2002
  if (details != NULL) {
S
Shengliang Guan 已提交
2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014
    tstrncpy(details, statusRsp.details, maxlen);
  }

_OVER:
  if (clientRpc != NULL) {
    rpcClose(clientRpc);
  }
  if (rpcRsp.pCont != NULL) {
    rpcFreeCont(rpcRsp.pCont);
  }
  return code;
}
D
dapan1121 已提交
2015

2016
int32_t appendTbToReq(SHashObj* pHash, int32_t pos1, int32_t len1, int32_t pos2, int32_t len2, const char* str,
X
Xiaoyu Wang 已提交
2017
                      int32_t acctId, char* db) {
2018
  SName name = {0};
X
Xiaoyu Wang 已提交
2019

D
dapan1121 已提交
2020 2021 2022 2023
  if (len1 <= 0) {
    return -1;
  }

X
Xiaoyu Wang 已提交
2024 2025 2026 2027
  const char* dbName = db;
  const char* tbName = NULL;
  int32_t     dbLen = 0;
  int32_t     tbLen = 0;
D
dapan1121 已提交
2028 2029 2030 2031 2032 2033 2034 2035 2036 2037
  if (len2 > 0) {
    dbName = str + pos1;
    dbLen = len1;
    tbName = str + pos2;
    tbLen = len2;
  } else {
    dbLen = strlen(db);
    tbName = str + pos1;
    tbLen = len1;
  }
X
Xiaoyu Wang 已提交
2038

D
dapan1121 已提交
2039 2040 2041 2042
  if (dbLen <= 0 || tbLen <= 0) {
    return -1;
  }

D
dapan1121 已提交
2043 2044 2045 2046 2047 2048 2049 2050
  if (tNameSetDbName(&name, acctId, dbName, dbLen)) {
    return -1;
  }

  if (tNameAddTbName(&name, tbName, tbLen)) {
    return -1;
  }

2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063
  char dbFName[TSDB_DB_FNAME_LEN];
  sprintf(dbFName, "%d.%.*s", acctId, dbLen, dbName);

  STablesReq* pDb = taosHashGet(pHash, dbFName, strlen(dbFName));
  if (pDb) {
    taosArrayPush(pDb->pTables, &name);
  } else {
    STablesReq db;
    db.pTables = taosArrayInit(20, sizeof(SName));
    strcpy(db.dbFName, dbFName);
    taosArrayPush(db.pTables, &name);
    taosHashPut(pHash, dbFName, strlen(dbFName), &db, sizeof(db));
  }
D
dapan1121 已提交
2064 2065 2066 2067 2068

  return TSDB_CODE_SUCCESS;
}

int32_t transferTableNameList(const char* tbList, int32_t acctId, char* dbName, SArray** pReq) {
2069 2070
  SHashObj* pHash = taosHashInit(3, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_NO_LOCK);
  if (NULL == pHash) {
D
dapan1121 已提交
2071 2072 2073
    terrno = TSDB_CODE_OUT_OF_MEMORY;
    return terrno;
  }
X
Xiaoyu Wang 已提交
2074 2075

  bool    inEscape = false;
D
dapan1121 已提交
2076
  int32_t code = 0;
X
Xiaoyu Wang 已提交
2077
  void*   pIter = NULL;
X
Xiaoyu Wang 已提交
2078

D
dapan1121 已提交
2079 2080 2081 2082 2083 2084
  int32_t vIdx = 0;
  int32_t vPos[2];
  int32_t vLen[2];

  memset(vPos, -1, sizeof(vPos));
  memset(vLen, 0, sizeof(vLen));
X
Xiaoyu Wang 已提交
2085 2086

  for (int32_t i = 0;; ++i) {
D
dapan1121 已提交
2087 2088 2089 2090 2091
    if (0 == *(tbList + i)) {
      if (vPos[vIdx] >= 0 && vLen[vIdx] <= 0) {
        vLen[vIdx] = i - vPos[vIdx];
      }

2092
      code = appendTbToReq(pHash, vPos[0], vLen[0], vPos[1], vLen[1], tbList, acctId, dbName);
D
dapan1121 已提交
2093 2094 2095 2096 2097 2098
      if (code) {
        goto _return;
      }

      break;
    }
X
Xiaoyu Wang 已提交
2099

D
dapan1121 已提交
2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141
    if ('`' == *(tbList + i)) {
      inEscape = !inEscape;
      if (!inEscape) {
        if (vPos[vIdx] >= 0) {
          vLen[vIdx] = i - vPos[vIdx];
        } else {
          goto _return;
        }
      }

      continue;
    }

    if (inEscape) {
      if (vPos[vIdx] < 0) {
        vPos[vIdx] = i;
      }
      continue;
    }

    if ('.' == *(tbList + i)) {
      if (vPos[vIdx] < 0) {
        goto _return;
      }
      if (vLen[vIdx] <= 0) {
        vLen[vIdx] = i - vPos[vIdx];
      }
      vIdx++;
      if (vIdx >= 2) {
        goto _return;
      }
      continue;
    }

    if (',' == *(tbList + i)) {
      if (vPos[vIdx] < 0) {
        goto _return;
      }
      if (vLen[vIdx] <= 0) {
        vLen[vIdx] = i - vPos[vIdx];
      }

2142
      code = appendTbToReq(pHash, vPos[0], vLen[0], vPos[1], vLen[1], tbList, acctId, dbName);
D
dapan1121 已提交
2143 2144 2145
      if (code) {
        goto _return;
      }
X
Xiaoyu Wang 已提交
2146

D
dapan1121 已提交
2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159
      memset(vPos, -1, sizeof(vPos));
      memset(vLen, 0, sizeof(vLen));
      vIdx = 0;
      continue;
    }

    if (' ' == *(tbList + i) || '\r' == *(tbList + i) || '\t' == *(tbList + i) || '\n' == *(tbList + i)) {
      if (vPos[vIdx] >= 0 && vLen[vIdx] <= 0) {
        vLen[vIdx] = i - vPos[vIdx];
      }
      continue;
    }

X
Xiaoyu Wang 已提交
2160
    if (('a' <= *(tbList + i) && 'z' >= *(tbList + i)) || ('A' <= *(tbList + i) && 'Z' >= *(tbList + i)) ||
D
dapan1121 已提交
2161
        ('0' <= *(tbList + i) && '9' >= *(tbList + i)) || ('_' == *(tbList + i))) {
D
dapan1121 已提交
2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173
      if (vLen[vIdx] > 0) {
        goto _return;
      }
      if (vPos[vIdx] < 0) {
        vPos[vIdx] = i;
      }
      continue;
    }

    goto _return;
  }

2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184
  int32_t dbNum = taosHashGetSize(pHash);
  *pReq = taosArrayInit(dbNum, sizeof(STablesReq));
  pIter = taosHashIterate(pHash, NULL);
  while (pIter) {
    STablesReq* pDb = (STablesReq*)pIter;
    taosArrayPush(*pReq, pDb);
    pIter = taosHashIterate(pHash, pIter);
  }

  taosHashCleanup(pHash);

D
dapan1121 已提交
2185 2186 2187 2188 2189 2190
  return TSDB_CODE_SUCCESS;

_return:

  terrno = TSDB_CODE_TSC_INVALID_OPERATION;

2191 2192 2193 2194 2195 2196 2197 2198
  pIter = taosHashIterate(pHash, NULL);
  while (pIter) {
    STablesReq* pDb = (STablesReq*)pIter;
    taosArrayDestroy(pDb->pTables);
    pIter = taosHashIterate(pHash, pIter);
  }

  taosHashCleanup(pHash);
X
Xiaoyu Wang 已提交
2199

D
dapan1121 已提交
2200 2201 2202 2203
  return terrno;
}

void syncCatalogFn(SMetaData* pResult, void* param, int32_t code) {
X
Xiaoyu Wang 已提交
2204
  SSyncQueryParam* pParam = param;
D
dapan1121 已提交
2205 2206 2207 2208 2209
  pParam->pRequest->code = code;

  tsem_post(&pParam->sem);
}

X
Xiaoyu Wang 已提交
2210 2211
void syncQueryFn(void* param, void* res, int32_t code) {
  SSyncQueryParam* pParam = param;
D
dapan1121 已提交
2212
  pParam->pRequest = res;
H
Haojun Liao 已提交
2213

D
dapan1121 已提交
2214 2215 2216
  if (pParam->pRequest) {
    pParam->pRequest->code = code;
  }
D
dapan1121 已提交
2217 2218 2219 2220

  tsem_post(&pParam->sem);
}

2221 2222
void taosAsyncQueryImpl(uint64_t connId, const char* sql, __taos_async_fn_t fp, void* param, bool validateOnly) {
  if (sql == NULL || NULL == fp) {
D
dapan1121 已提交
2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235
    terrno = TSDB_CODE_INVALID_PARA;
    fp(param, NULL, terrno);
    return;
  }

  size_t sqlLen = strlen(sql);
  if (sqlLen > (size_t)TSDB_MAX_ALLOWED_SQL_LEN) {
    tscError("sql string exceeds max length:%d", TSDB_MAX_ALLOWED_SQL_LEN);
    terrno = TSDB_CODE_TSC_EXCEED_SQL_LIMIT;
    fp(param, NULL, terrno);
    return;
  }

X
Xiaoyu Wang 已提交
2236
  SRequestObj* pRequest = NULL;
2237
  int32_t      code = buildRequest(connId, sql, sqlLen, param, validateOnly, &pRequest);
D
dapan1121 已提交
2238 2239 2240 2241 2242 2243 2244 2245 2246 2247
  if (code != TSDB_CODE_SUCCESS) {
    terrno = code;
    fp(param, NULL, terrno);
    return;
  }

  pRequest->body.queryFp = fp;
  doAsyncQuery(pRequest, false);
}

X
Xiaoyu Wang 已提交
2248
TAOS_RES* taosQueryImpl(TAOS* taos, const char* sql, bool validateOnly) {
D
dapan1121 已提交
2249 2250 2251 2252 2253 2254
  if (NULL == taos) {
    terrno = TSDB_CODE_TSC_DISCONNECTED;
    return NULL;
  }

#if SYNC_ON_TOP_OF_ASYNC
X
Xiaoyu Wang 已提交
2255
  SSyncQueryParam* param = taosMemoryCalloc(1, sizeof(SSyncQueryParam));
D
dapan1121 已提交
2256 2257
  tsem_init(&param->sem, 0, 0);

2258
  taosAsyncQueryImpl(*(int64_t*)taos, sql, syncQueryFn, param, validateOnly);
D
dapan1121 已提交
2259
  tsem_wait(&param->sem);
2260 2261 2262
  if (param->pRequest != NULL) {
    param->pRequest->syncQuery = true;
  }
D
dapan1121 已提交
2263 2264 2265 2266 2267 2268 2269 2270 2271
  return param->pRequest;
#else
  size_t sqlLen = strlen(sql);
  if (sqlLen > (size_t)TSDB_MAX_ALLOWED_SQL_LEN) {
    tscError("sql string exceeds max length:%d", TSDB_MAX_ALLOWED_SQL_LEN);
    terrno = TSDB_CODE_TSC_EXCEED_SQL_LIMIT;
    return NULL;
  }

H
Hongze Cheng 已提交
2272
  TAOS_RES* pRes = execQuery(*(int64_t*)taos, sql, sqlLen, validateOnly);
D
dapan1121 已提交
2273 2274 2275
  return pRes;
#endif
}