clientImpl.c 20.1 KB
Newer Older
1

2
#include "clientInt.h"
3
#include "clientLog.h"
4 5 6
#include "parser.h"
#include "planner.h"
#include "scheduler.h"
7 8
#include "tdef.h"
#include "tep.h"
9
#include "tglobal.h"
10
#include "tmsgtype.h"
H
Haojun Liao 已提交
11
#include "tpagedbuf.h"
12
#include "tref.h"
X
Xiaoyu Wang 已提交
13

S
Shengliang Guan 已提交
14
static int32_t       initEpSetFromCfg(const char* firstEp, const char* secondEp, SCorEpSet* pEpSet);
dengyihao's avatar
dengyihao 已提交
15 16 17
static SMsgSendInfo* buildConnectMsg(SRequestObj* pRequest);
static void          destroySendMsgInfo(SMsgSendInfo* pMsgBody);
static void          setQueryResultFromRsp(SReqResultInfo* pResultInfo, const SRetrieveTableRsp* pRsp);
H
Haojun Liao 已提交
18

19
static bool stringLengthCheck(const char* str, size_t maxsize) {
20 21 22 23 24 25 26 27 28 29 30 31
  if (str == NULL) {
    return false;
  }

  size_t len = strlen(str);
  if (len <= 0 || len > maxsize) {
    return false;
  }

  return true;
}

dengyihao's avatar
dengyihao 已提交
32
static bool validateUserName(const char* user) { return stringLengthCheck(user, TSDB_USER_LEN - 1); }
33

dengyihao's avatar
dengyihao 已提交
34
static bool validatePassword(const char* passwd) { return stringLengthCheck(passwd, TSDB_PASSWORD_LEN - 1); }
35

dengyihao's avatar
dengyihao 已提交
36
static bool validateDbName(const char* db) { return stringLengthCheck(db, TSDB_DB_NAME_LEN - 1); }
37

38 39 40 41 42 43
static char* getClusterKey(const char* user, const char* auth, const char* ip, int32_t port) {
  char key[512] = {0};
  snprintf(key, sizeof(key), "%s:%s:%s:%d", user, auth, ip, port);
  return strdup(key);
}

dengyihao's avatar
dengyihao 已提交
44 45 46
static STscObj* taosConnectImpl(const char* user, const char* auth, const char* db, __taos_async_fn_t fp, void* param,
                                SAppInstInfo* pAppInfo);
static void     setResSchemaInfo(SReqResultInfo* pResInfo, const SSchema* pSchema, int32_t numOfCols);
47

dengyihao's avatar
dengyihao 已提交
48 49
TAOS* taos_connect_internal(const char* ip, const char* user, const char* pass, const char* auth, const char* db,
                            uint16_t port) {
50 51 52 53
  if (taos_init() != TSDB_CODE_SUCCESS) {
    return NULL;
  }

54 55 56 57 58
  if (!validateUserName(user)) {
    terrno = TSDB_CODE_TSC_INVALID_USER_LENGTH;
    return NULL;
  }

59
  char localDb[TSDB_DB_NAME_LEN] = {0};
60
  if (db != NULL) {
dengyihao's avatar
dengyihao 已提交
61
    if (!validateDbName(db)) {
62 63 64 65
      terrno = TSDB_CODE_TSC_INVALID_DB_LENGTH;
      return NULL;
    }

66 67
    tstrncpy(localDb, db, sizeof(localDb));
    strdequote(localDb);
68 69
  }

70
  char secretEncrypt[TSDB_PASSWORD_LEN + 1] = {0};
71 72 73 74 75 76
  if (auth == NULL) {
    if (!validatePassword(pass)) {
      terrno = TSDB_CODE_TSC_INVALID_PASS_LENGTH;
      return NULL;
    }

dengyihao's avatar
dengyihao 已提交
77
    taosEncryptPass_c((uint8_t*)pass, strlen(pass), secretEncrypt);
78 79 80 81
  } else {
    tstrncpy(secretEncrypt, auth, tListLen(secretEncrypt));
  }

82
  SCorEpSet epSet = {0};
S
Shengliang Guan 已提交
83 84 85 86 87 88 89 90 91 92 93 94 95
  if (ip) {
    if (initEpSetFromCfg(ip, NULL, &epSet) < 0) {
      return NULL;
    }

    if (port) {
      epSet.epSet.eps[0].port = port;
    }
  } else {
    if (initEpSetFromCfg(tsFirst, tsSecond, &epSet) < 0) {
      return NULL;
    }
  }
96

dengyihao's avatar
dengyihao 已提交
97
  char*          key = getClusterKey(user, secretEncrypt, ip, port);
H
Haojun Liao 已提交
98
  SAppInstInfo** pInst = NULL;
99

H
Haojun Liao 已提交
100 101 102
  pthread_mutex_lock(&appInfo.mutex);

  pInst = taosHashGet(appInfo.pInstMap, key, strlen(key));
L
Liu Jicong 已提交
103
  SAppInstInfo* p = NULL;
104
  if (pInst == NULL) {
L
Liu Jicong 已提交
105
    p = calloc(1, sizeof(struct SAppInstInfo));
dengyihao's avatar
dengyihao 已提交
106
    p->mgmtEp = epSet;
H
Haojun Liao 已提交
107
    p->pTransporter = openTransporter(user, secretEncrypt, tsNumOfCores);
D
dapan 已提交
108
    p->pAppHbMgr = appHbMgrInit(p, key);
H
Haojun Liao 已提交
109
    taosHashPut(appInfo.pInstMap, key, strlen(key), &p, POINTER_BYTES);
110

H
Haojun Liao 已提交
111
    pInst = &p;
112 113
  }

H
Haojun Liao 已提交
114 115
  pthread_mutex_unlock(&appInfo.mutex);

H
Haojun Liao 已提交
116
  tfree(key);
H
Haojun Liao 已提交
117
  return taosConnectImpl(user, &secretEncrypt[0], localDb, NULL, NULL, *pInst);
118 119
}

dengyihao's avatar
dengyihao 已提交
120
int32_t buildRequest(STscObj* pTscObj, const char* sql, int sqlLen, SRequestObj** pRequest) {
X
Xiaoyu Wang 已提交
121 122
  *pRequest = createRequest(pTscObj, NULL, NULL, TSDB_SQL_SELECT);
  if (*pRequest == NULL) {
123
    tscError("failed to malloc sqlObj");
X
Xiaoyu Wang 已提交
124
    return TSDB_CODE_TSC_OUT_OF_MEMORY;
125 126
  }

X
Xiaoyu Wang 已提交
127 128
  (*pRequest)->sqlstr = malloc(sqlLen + 1);
  if ((*pRequest)->sqlstr == NULL) {
dengyihao's avatar
dengyihao 已提交
129
    tscError("0x%" PRIx64 " failed to prepare sql string buffer", (*pRequest)->self);
X
Xiaoyu Wang 已提交
130 131
    (*pRequest)->msgBuf = strdup("failed to prepare sql string buffer");
    return TSDB_CODE_TSC_OUT_OF_MEMORY;
132 133
  }

X
Xiaoyu Wang 已提交
134 135 136
  strntolower((*pRequest)->sqlstr, sql, (int32_t)sqlLen);
  (*pRequest)->sqlstr[sqlLen] = 0;
  (*pRequest)->sqlLen = sqlLen;
137

dengyihao's avatar
dengyihao 已提交
138
  tscDebugL("0x%" PRIx64 " SQL: %s, reqId:0x%" PRIx64, (*pRequest)->self, (*pRequest)->sqlstr, (*pRequest)->requestId);
X
Xiaoyu Wang 已提交
139 140
  return TSDB_CODE_SUCCESS;
}
141

X
Xiaoyu Wang 已提交
142
int32_t parseSql(SRequestObj* pRequest, SQuery** pQuery) {
H
Haojun Liao 已提交
143 144
  STscObj* pTscObj = pRequest->pTscObj;

X
Xiaoyu Wang 已提交
145
  SParseContext cxt = {
dengyihao's avatar
dengyihao 已提交
146 147 148 149 150 151 152 153
      .requestId = pRequest->requestId,
      .acctId = pTscObj->acctId,
      .db = getDbOfConnection(pTscObj),
      .pSql = pRequest->sqlstr,
      .sqlLen = pRequest->sqlLen,
      .pMsg = pRequest->msgBuf,
      .msgLen = ERROR_MSG_BUF_DEFAULT_SIZE,
      .pTransporter = pTscObj->pAppInfo->pTransporter,
X
Xiaoyu Wang 已提交
154
  };
H
Haojun Liao 已提交
155

H
Haojun Liao 已提交
156 157
  cxt.mgmtEpSet = getEpSet_s(&pTscObj->pAppInfo->mgmtEp);
  int32_t code = catalogGetHandle(pTscObj->pAppInfo->clusterId, &cxt.pCatalog);
H
Haojun Liao 已提交
158
  if (code != TSDB_CODE_SUCCESS) {
H
Haojun Liao 已提交
159
    tfree(cxt.db);
H
Haojun Liao 已提交
160 161 162 163
    return code;
  }

  code = qParseQuerySql(&cxt, pQuery);
164
  if (TSDB_CODE_SUCCESS == code && !((*pQuery)->isCmd)) {
X
Xiaoyu Wang 已提交
165 166
    setResSchemaInfo(&pRequest->body.resInfo, (*pQuery)->pResSchema, (*pQuery)->numOfResCols);
  }
167

H
Haojun Liao 已提交
168
  tfree(cxt.db);
X
Xiaoyu Wang 已提交
169 170
  return code;
}
H
Haojun Liao 已提交
171

X
Xiaoyu Wang 已提交
172
int32_t execDdlQuery(SRequestObj* pRequest, SQuery* pQuery) {
173 174 175 176 177 178 179 180
  SCmdMsgInfo* pMsgInfo = pQuery->pCmdMsg;
  pRequest->type = pMsgInfo->msgType;
  pRequest->body.requestMsg = (SDataBuf){.pData = pMsgInfo->pMsg, .len = pMsgInfo->msgLen, .handle = NULL};

  STscObj*      pTscObj = pRequest->pTscObj;
  SMsgSendInfo* pSendMsg = buildMsgInfoImpl(pRequest);
  int64_t transporterId = 0;
  asyncSendMsgToServer(pTscObj->pAppInfo->pTransporter, &pMsgInfo->epSet, &transporterId, pSendMsg);
X
Xiaoyu Wang 已提交
181

182
  tsem_wait(&pRequest->body.rspSem);
X
Xiaoyu Wang 已提交
183 184
  return TSDB_CODE_SUCCESS;
}
X
Xiaoyu Wang 已提交
185

X
Xiaoyu Wang 已提交
186 187
int32_t getPlan(SRequestObj* pRequest, SQuery* pQuery, SQueryPlan** pDag, SArray* pNodeList) {
  // pRequest->type = pQuery->type;
188

X
Xiaoyu Wang 已提交
189 190 191 192 193
  SPlanContext cxt = { .queryId = pRequest->requestId, .pAstRoot = pQuery->pRoot };
  int32_t  code = qCreateQueryPlan(&cxt, pDag);
  if (code != 0) {
    return code;
  }
194

X
Xiaoyu Wang 已提交
195 196 197 198
  // if (pQuery->type == TSDB_SQL_SELECT) {
  //   setResSchemaInfo(&pRequest->body.resInfo, pSchema, numOfCols);
  //   pRequest->type = TDMT_VND_QUERY;
  // }
199

X
Xiaoyu Wang 已提交
200
  return code;
X
Xiaoyu Wang 已提交
201 202
}

203 204
void setResSchemaInfo(SReqResultInfo* pResInfo, const SSchema* pSchema, int32_t numOfCols) {
  assert(pSchema != NULL && numOfCols > 0);
205

206 207
  pResInfo->numOfCols = numOfCols;
  pResInfo->fields = calloc(numOfCols, sizeof(pSchema[0]));
208 209

  for (int32_t i = 0; i < pResInfo->numOfCols; ++i) {
210
    pResInfo->fields[i].bytes = pSchema[i].bytes;
dengyihao's avatar
dengyihao 已提交
211
    pResInfo->fields[i].type = pSchema[i].type;
212
    tstrncpy(pResInfo->fields[i].name, pSchema[i].name, tListLen(pResInfo->fields[i].name));
213
  }
X
Xiaoyu Wang 已提交
214 215
}

X
Xiaoyu Wang 已提交
216
int32_t scheduleQuery(SRequestObj* pRequest, SQueryPlan* pDag, SArray* pNodeList) {
217
  void* pTransporter = pRequest->pTscObj->pAppInfo->pTransporter;
D
dapan1121 已提交
218 219 220 221 222
  SQueryResult res = {.code = 0, .numOfRows = 0, .msgSize = ERROR_MSG_BUF_DEFAULT_SIZE, .msg = pRequest->msgBuf};
  int32_t      code = schedulerExecJob(pTransporter, pNodeList, pDag, &pRequest->body.pQueryJob, pRequest->sqlstr, &res);
  if (code != TSDB_CODE_SUCCESS) {
    if (pRequest->body.pQueryJob != NULL) {
      schedulerFreeJob(pRequest->body.pQueryJob);
223 224
    }

D
dapan1121 已提交
225
    pRequest->code = code;
H
Haojun Liao 已提交
226
    return pRequest->code;
X
Xiaoyu Wang 已提交
227
  }
228

D
dapan1121 已提交
229 230 231 232 233 234 235 236 237 238
  if (TSDB_SQL_INSERT == pRequest->type || TSDB_SQL_CREATE_TABLE == pRequest->type) {
    pRequest->body.resInfo.numOfRows = res.numOfRows;
    
    if (pRequest->body.pQueryJob != NULL) {
      schedulerFreeJob(pRequest->body.pQueryJob);
    }
  }
  
  pRequest->code = res.code;
  return pRequest->code;
X
Xiaoyu Wang 已提交
239
}
X
Xiaoyu Wang 已提交
240

dengyihao's avatar
dengyihao 已提交
241 242 243
TAOS_RES* taos_query_l(TAOS* taos, const char* sql, int sqlLen) {
  STscObj* pTscObj = (STscObj*)taos;
  if (sqlLen > (size_t)TSDB_MAX_ALLOWED_SQL_LEN) {
244
    tscError("sql string exceeds max length:%d", TSDB_MAX_ALLOWED_SQL_LEN);
X
Xiaoyu Wang 已提交
245 246
    terrno = TSDB_CODE_TSC_EXCEED_SQL_LIMIT;
    return NULL;
247 248
  }

S
Shengliang Guan 已提交
249
  SRequestObj* pRequest = NULL;
X
Xiaoyu Wang 已提交
250 251
  SQuery* pQuery;
  SArray* pNodeList = taosArrayInit(4, sizeof(struct SQueryNodeAddr));
X
Xiaoyu Wang 已提交
252

X
Xiaoyu Wang 已提交
253
  terrno = TSDB_CODE_SUCCESS;
X
Xiaoyu Wang 已提交
254
  CHECK_CODE_GOTO(buildRequest(pTscObj, sql, sqlLen, &pRequest), _return);
X
Xiaoyu Wang 已提交
255
  CHECK_CODE_GOTO(parseSql(pRequest, &pQuery), _return);
H
Haojun Liao 已提交
256

X
Xiaoyu Wang 已提交
257 258
  if (pQuery->isCmd) {
    CHECK_CODE_GOTO(execDdlQuery(pRequest, pQuery), _return);
H
Haojun Liao 已提交
259
  } else {
X
Xiaoyu Wang 已提交
260
    CHECK_CODE_GOTO(getPlan(pRequest, pQuery, &pRequest->body.pDag, pNodeList), _return);
261
    CHECK_CODE_GOTO(scheduleQuery(pRequest, pRequest->body.pDag, pNodeList), _return);
X
Xiaoyu Wang 已提交
262
    pRequest->code = terrno;
X
Xiaoyu Wang 已提交
263 264 265
  }

_return:
266
  taosArrayDestroy(pNodeList);
X
Xiaoyu Wang 已提交
267
  qDestroyQuery(pQuery);
X
Xiaoyu Wang 已提交
268
  if (NULL != pRequest && TSDB_CODE_SUCCESS != terrno) {
X
Xiaoyu Wang 已提交
269 270
    pRequest->code = terrno;
  }
271

272 273 274
  return pRequest;
}

S
Shengliang Guan 已提交
275 276
int initEpSetFromCfg(const char* firstEp, const char* secondEp, SCorEpSet* pEpSet) {
  pEpSet->version = 0;
277

H
Haojun Liao 已提交
278
  // init mnode ip set
dengyihao's avatar
dengyihao 已提交
279
  SEpSet* mgmtEpSet = &(pEpSet->epSet);
280
  mgmtEpSet->numOfEps = 0;
dengyihao's avatar
dengyihao 已提交
281
  mgmtEpSet->inUse = 0;
282

S
Shengliang Guan 已提交
283 284 285 286
  if (firstEp && firstEp[0] != 0) {
    if (strlen(firstEp) >= TSDB_EP_LEN) {
      terrno = TSDB_CODE_TSC_INVALID_FQDN;
      return -1;
S
Shengliang Guan 已提交
287
    }
S
Shengliang Guan 已提交
288 289 290 291 292 293 294 295 296

    taosGetFqdnPortFromEp(firstEp, &mgmtEpSet->eps[0]);
    mgmtEpSet->numOfEps++;
  }

  if (secondEp && secondEp[0] != 0) {
    if (strlen(secondEp) >= TSDB_EP_LEN) {
      terrno = TSDB_CODE_TSC_INVALID_FQDN;
      return -1;
297
    }
S
Shengliang Guan 已提交
298 299 300

    taosGetFqdnPortFromEp(secondEp, &mgmtEpSet->eps[mgmtEpSet->numOfEps]);
    mgmtEpSet->numOfEps++;
301 302 303 304 305 306 307 308 309 310
  }

  if (mgmtEpSet->numOfEps == 0) {
    terrno = TSDB_CODE_TSC_INVALID_FQDN;
    return -1;
  }

  return 0;
}

dengyihao's avatar
dengyihao 已提交
311 312 313
STscObj* taosConnectImpl(const char* user, const char* auth, const char* db, __taos_async_fn_t fp, void* param,
                         SAppInstInfo* pAppInfo) {
  STscObj* pTscObj = createTscObj(user, auth, db, pAppInfo);
314 315 316 317 318
  if (NULL == pTscObj) {
    terrno = TSDB_CODE_TSC_OUT_OF_MEMORY;
    return pTscObj;
  }

dengyihao's avatar
dengyihao 已提交
319
  SRequestObj* pRequest = createRequest(pTscObj, fp, param, TDMT_MND_CONNECT);
320 321 322
  if (pRequest == NULL) {
    destroyTscObj(pTscObj);
    terrno = TSDB_CODE_TSC_OUT_OF_MEMORY;
323 324 325
    return NULL;
  }

326
  SMsgSendInfo* body = buildConnectMsg(pRequest);
327 328

  int64_t transporterId = 0;
H
Haojun Liao 已提交
329
  asyncSendMsgToServer(pTscObj->pAppInfo->pTransporter, &pTscObj->pAppInfo->mgmtEp.epSet, &transporterId, body);
330 331 332

  tsem_wait(&pRequest->body.rspSem);
  if (pRequest->code != TSDB_CODE_SUCCESS) {
dengyihao's avatar
dengyihao 已提交
333 334
    const char* errorMsg =
        (pRequest->code == TSDB_CODE_RPC_FQDN_ERROR) ? taos_errstr(pRequest) : tstrerror(pRequest->code);
335 336 337 338 339 340
    printf("failed to connect to server, reason: %s\n\n", errorMsg);

    destroyRequest(pRequest);
    taos_close(pTscObj);
    pTscObj = NULL;
  } else {
dengyihao's avatar
dengyihao 已提交
341 342
    tscDebug("0x%" PRIx64 " connection is opening, connId:%d, dnodeConn:%p, reqId:0x%" PRIx64, pTscObj->id,
             pTscObj->connId, pTscObj->pAppInfo->pTransporter, pRequest->requestId);
343 344 345 346 347 348
    destroyRequest(pRequest);
  }

  return pTscObj;
}

dengyihao's avatar
dengyihao 已提交
349 350
static SMsgSendInfo* buildConnectMsg(SRequestObj* pRequest) {
  SMsgSendInfo* pMsgSendInfo = calloc(1, sizeof(SMsgSendInfo));
351 352 353 354 355
  if (pMsgSendInfo == NULL) {
    terrno = TSDB_CODE_TSC_OUT_OF_MEMORY;
    return NULL;
  }

dengyihao's avatar
dengyihao 已提交
356
  pMsgSendInfo->msgType = TDMT_MND_CONNECT;
357

358
  pMsgSendInfo->requestObjRefId = pRequest->self;
dengyihao's avatar
dengyihao 已提交
359 360 361
  pMsgSendInfo->requestId = pRequest->requestId;
  pMsgSendInfo->fp = handleRequestRspFp[TMSG_INDEX(pMsgSendInfo->msgType)];
  pMsgSendInfo->param = pRequest;
362

S
Shengliang Guan 已提交
363 364
  SConnectReq connectReq = {0};
  STscObj*    pObj = pRequest->pTscObj;
365

H
Haojun Liao 已提交
366
  char* db = getDbOfConnection(pObj);
367
  if (db != NULL) {
S
Shengliang Guan 已提交
368
    tstrncpy(connectReq.db, db, sizeof(connectReq.db));
369
  }
370
  tfree(db);
371

S
Shengliang Guan 已提交
372 373 374 375 376 377 378
  connectReq.pid = htonl(appInfo.pid);
  connectReq.startTime = htobe64(appInfo.startTime);
  tstrncpy(connectReq.app, appInfo.appName, sizeof(connectReq.app));

  int32_t contLen = tSerializeSConnectReq(NULL, 0, &connectReq);
  void*   pReq = malloc(contLen);
  tSerializeSConnectReq(pReq, contLen, &connectReq);
379

S
Shengliang Guan 已提交
380 381
  pMsgSendInfo->msgInfo.len = contLen;
  pMsgSendInfo->msgInfo.pData = pReq;
382
  return pMsgSendInfo;
383 384
}

385
static void destroySendMsgInfo(SMsgSendInfo* pMsgBody) {
H
Haojun Liao 已提交
386
  assert(pMsgBody != NULL);
387 388
  tfree(pMsgBody->msgInfo.pData);
  tfree(pMsgBody);
H
Haojun Liao 已提交
389
}
dengyihao's avatar
dengyihao 已提交
390 391 392
bool persistConnForSpecificMsg(void* parenct, tmsg_t msgType) {
  return msgType == TDMT_VND_QUERY_RSP || msgType == TDMT_VND_FETCH_RSP || msgType == TDMT_VND_RES_READY_RSP;
}
393
void processMsgFromServer(void* parent, SRpcMsg* pMsg, SEpSet* pEpSet) {
dengyihao's avatar
dengyihao 已提交
394
  SMsgSendInfo* pSendInfo = (SMsgSendInfo*)pMsg->ahandle;
395
  assert(pMsg->ahandle != NULL);
396

397
  if (pSendInfo->requestObjRefId != 0) {
dengyihao's avatar
dengyihao 已提交
398
    SRequestObj* pRequest = (SRequestObj*)taosAcquireRef(clientReqRefPool, pSendInfo->requestObjRefId);
399
    assert(pRequest->self == pSendInfo->requestObjRefId);
400

401 402
    pRequest->metric.rsp = taosGetTimestampMs();
    pRequest->code = pMsg->code;
403

dengyihao's avatar
dengyihao 已提交
404
    STscObj* pTscObj = pRequest->pTscObj;
405 406 407 408
    if (pEpSet) {
      if (!isEpsetEqual(&pTscObj->pAppInfo->mgmtEp.epSet, pEpSet)) {
        updateEpSet_s(&pTscObj->pAppInfo->mgmtEp, pEpSet);
      }
409 410
    }

411
    /*
dengyihao's avatar
dengyihao 已提交
412 413
     * There is not response callback function for submit response.
     * The actual inserted number of points is the first number.
414
     */
415
    int32_t elapsed = pRequest->metric.rsp - pRequest->metric.start;
416
    if (pMsg->code == TSDB_CODE_SUCCESS) {
dengyihao's avatar
dengyihao 已提交
417 418
      tscDebug("0x%" PRIx64 " message:%s, code:%s rspLen:%d, elapsed:%d ms, reqId:0x%" PRIx64, pRequest->self,
               TMSG_INFO(pMsg->msgType), tstrerror(pMsg->code), pMsg->contLen, elapsed, pRequest->requestId);
419
    } else {
dengyihao's avatar
dengyihao 已提交
420 421
      tscError("0x%" PRIx64 " SQL cmd:%s, code:%s rspLen:%d, elapsed time:%d ms, reqId:0x%" PRIx64, pRequest->self,
               TMSG_INFO(pMsg->msgType), tstrerror(pMsg->code), pMsg->contLen, elapsed, pRequest->requestId);
422
    }
423

H
Haojun Liao 已提交
424
    taosReleaseRef(clientReqRefPool, pSendInfo->requestObjRefId);
425 426
  }

dengyihao's avatar
dengyihao 已提交
427
  SDataBuf buf = {.len = pMsg->contLen, .pData = NULL, .handle = pMsg->handle};
428 429 430 431 432 433 434 435 436

  if (pMsg->contLen > 0) {
    buf.pData = calloc(1, pMsg->contLen);
    if (buf.pData == NULL) {
      terrno = TSDB_CODE_OUT_OF_MEMORY;
      pMsg->code = TSDB_CODE_OUT_OF_MEMORY;
    } else {
      memcpy(buf.pData, pMsg->pCont, pMsg->contLen);
    }
437 438
  }

439
  pSendInfo->fp(pSendInfo->param, &buf, pMsg->code);
440
  rpcFreeCont(pMsg->pCont);
441
  destroySendMsgInfo(pSendInfo);
442
}
443

dengyihao's avatar
dengyihao 已提交
444
TAOS* taos_connect_auth(const char* ip, const char* user, const char* auth, const char* db, uint16_t port) {
445 446 447 448 449 450 451 452 453 454 455 456 457
  tscDebug("try to connect to %s:%u by auth, user:%s db:%s", ip, port, user, db);
  if (user == NULL) {
    user = TSDB_DEFAULT_USER;
  }

  if (auth == NULL) {
    tscError("No auth info is given, failed to connect to server");
    return NULL;
  }

  return taos_connect_internal(ip, user, NULL, auth, db, port);
}

dengyihao's avatar
dengyihao 已提交
458 459 460
TAOS* taos_connect_l(const char* ip, int ipLen, const char* user, int userLen, const char* pass, int passLen,
                     const char* db, int dbLen, uint16_t port) {
  char ipStr[TSDB_EP_LEN] = {0};
461
  char dbStr[TSDB_DB_NAME_LEN] = {0};
dengyihao's avatar
dengyihao 已提交
462 463
  char userStr[TSDB_USER_LEN] = {0};
  char passStr[TSDB_PASSWORD_LEN] = {0};
464

dengyihao's avatar
dengyihao 已提交
465
  strncpy(ipStr, ip, TMIN(TSDB_EP_LEN - 1, ipLen));
dengyihao's avatar
dengyihao 已提交
466 467
  strncpy(userStr, user, TMIN(TSDB_USER_LEN - 1, userLen));
  strncpy(passStr, pass, TMIN(TSDB_PASSWORD_LEN - 1, passLen));
dengyihao's avatar
dengyihao 已提交
468
  strncpy(dbStr, db, TMIN(TSDB_DB_NAME_LEN - 1, dbLen));
469
  return taos_connect(ipStr, userStr, passStr, dbStr, port);
470 471 472 473
}

void* doFetchRow(SRequestObj* pRequest) {
  assert(pRequest != NULL);
474
  SReqResultInfo* pResultInfo = &pRequest->body.resInfo;
475

H
Haojun Liao 已提交
476 477
  SEpSet epSet = {0};

H
Haojun Liao 已提交
478
  if (pResultInfo->pData == NULL || pResultInfo->current >= pResultInfo->numOfRows) {
479
    if (pRequest->type == TDMT_VND_QUERY) {
480 481 482 483 484
      // All data has returned to App already, no need to try again
      if (pResultInfo->completed) {
        return NULL;
      }

485
      SReqResultInfo* pResInfo = &pRequest->body.resInfo;
dengyihao's avatar
dengyihao 已提交
486
      int32_t         code = schedulerFetchRows(pRequest->body.pQueryJob, (void**)&pResInfo->pData);
487 488 489 490
      if (code != TSDB_CODE_SUCCESS) {
        pRequest->code = code;
        return NULL;
      }
H
Haojun Liao 已提交
491

492
      setQueryResultFromRsp(&pRequest->body.resInfo, (SRetrieveTableRsp*)pResInfo->pData);
dengyihao's avatar
dengyihao 已提交
493 494
      tscDebug("0x%" PRIx64 " fetch results, numOfRows:%d total Rows:%" PRId64 ", complete:%d, reqId:0x%" PRIx64,
               pRequest->self, pResInfo->numOfRows, pResInfo->totalRows, pResInfo->completed, pRequest->requestId);
495

496
      if (pResultInfo->numOfRows == 0) {
D
dapan1121 已提交
497 498 499 500
        return NULL;
      }

      goto _return;
501
    } else if (pRequest->type == TDMT_MND_SHOW) {
H
Haojun Liao 已提交
502
      pRequest->type = TDMT_MND_SHOW_RETRIEVE;
H
Haojun Liao 已提交
503
      epSet = getEpSet_s(&pRequest->pTscObj->pAppInfo->mgmtEp);
H
Haojun Liao 已提交
504 505
    } else if (pRequest->type == TDMT_VND_SHOW_TABLES) {
      pRequest->type = TDMT_VND_SHOW_TABLES_FETCH;
H
Haojun Liao 已提交
506
      SShowReqInfo* pShowReqInfo = &pRequest->body.showInfo;
dengyihao's avatar
dengyihao 已提交
507
      SVgroupInfo*  pVgroupInfo = taosArrayGet(pShowReqInfo->pArray, pShowReqInfo->currentIndex);
H
Haojun Liao 已提交
508

H
Haojun Liao 已提交
509
      epSet = pVgroupInfo->epset;
H
Haojun Liao 已提交
510 511 512 513 514 515 516 517
    } else if (pRequest->type == TDMT_VND_SHOW_TABLES_FETCH) {
      pRequest->type = TDMT_VND_SHOW_TABLES;
      SShowReqInfo* pShowReqInfo = &pRequest->body.showInfo;
      pShowReqInfo->currentIndex += 1;
      if (pShowReqInfo->currentIndex >= taosArrayGetSize(pShowReqInfo->pArray)) {
        return NULL;
      }

dengyihao's avatar
dengyihao 已提交
518
      SVgroupInfo*     pVgroupInfo = taosArrayGet(pShowReqInfo->pArray, pShowReqInfo->currentIndex);
H
Haojun Liao 已提交
519 520 521 522 523 524 525
      SVShowTablesReq* pShowReq = calloc(1, sizeof(SVShowTablesReq));
      pShowReq->head.vgId = htonl(pVgroupInfo->vgId);

      pRequest->body.requestMsg.len = sizeof(SVShowTablesReq);
      pRequest->body.requestMsg.pData = pShowReq;

      SMsgSendInfo* body = buildMsgInfoImpl(pRequest);
H
Haojun Liao 已提交
526
      epSet = pVgroupInfo->epset;
H
Haojun Liao 已提交
527

H
Haojun Liao 已提交
528
      int64_t  transporterId = 0;
dengyihao's avatar
dengyihao 已提交
529
      STscObj* pTscObj = pRequest->pTscObj;
H
Haojun Liao 已提交
530
      asyncSendMsgToServer(pTscObj->pAppInfo->pTransporter, &epSet, &transporterId, body);
H
Haojun Liao 已提交
531 532 533
      tsem_wait(&pRequest->body.rspSem);

      pRequest->type = TDMT_VND_SHOW_TABLES_FETCH;
dengyihao's avatar
dengyihao 已提交
534
    } else if (pRequest->type == TDMT_MND_SHOW_RETRIEVE) {
D
dapan1121 已提交
535
      epSet = getEpSet_s(&pRequest->pTscObj->pAppInfo->mgmtEp);
dengyihao's avatar
dengyihao 已提交
536

D
dapan1121 已提交
537 538 539
      if (pResultInfo->completed) {
        return NULL;
      }
H
Haojun Liao 已提交
540
    }
H
Haojun Liao 已提交
541

542
    SMsgSendInfo* body = buildMsgInfoImpl(pRequest);
H
Haojun Liao 已提交
543

544
    int64_t  transporterId = 0;
dengyihao's avatar
dengyihao 已提交
545
    STscObj* pTscObj = pRequest->pTscObj;
H
Haojun Liao 已提交
546
    asyncSendMsgToServer(pTscObj->pAppInfo->pTransporter, &epSet, &transporterId, body);
H
Haojun Liao 已提交
547 548 549 550 551 552 553 554 555

    tsem_wait(&pRequest->body.rspSem);

    pResultInfo->current = 0;
    if (pResultInfo->numOfRows <= pResultInfo->current) {
      return NULL;
    }
  }

D
dapan1121 已提交
556 557
_return:

dengyihao's avatar
dengyihao 已提交
558
  for (int32_t i = 0; i < pResultInfo->numOfCols; ++i) {
H
Haojun Liao 已提交
559 560 561 562
    pResultInfo->row[i] = pResultInfo->pCol[i] + pResultInfo->fields[i].bytes * pResultInfo->current;
    if (IS_VAR_DATA_TYPE(pResultInfo->fields[i].type)) {
      pResultInfo->length[i] = varDataLen(pResultInfo->row[i]);
      pResultInfo->row[i] = varDataVal(pResultInfo->row[i]);
563
    }
H
Haojun Liao 已提交
564 565 566 567 568 569
  }

  pResultInfo->current += 1;
  return pResultInfo->row;
}

H
Haojun Liao 已提交
570 571
static void doPrepareResPtr(SReqResultInfo* pResInfo) {
  if (pResInfo->row == NULL) {
dengyihao's avatar
dengyihao 已提交
572 573
    pResInfo->row = calloc(pResInfo->numOfCols, POINTER_BYTES);
    pResInfo->pCol = calloc(pResInfo->numOfCols, POINTER_BYTES);
H
Haojun Liao 已提交
574 575 576 577
    pResInfo->length = calloc(pResInfo->numOfCols, sizeof(int32_t));
  }
}

578
void setResultDataPtr(SReqResultInfo* pResultInfo, TAOS_FIELD* pFields, int32_t numOfCols, int32_t numOfRows) {
H
Haojun Liao 已提交
579 580 581 582 583
  assert(numOfCols > 0 && pFields != NULL && pResultInfo != NULL);
  if (numOfRows == 0) {
    return;
  }

H
Haojun Liao 已提交
584 585 586
  // todo check for the failure of malloc
  doPrepareResPtr(pResultInfo);

H
Haojun Liao 已提交
587 588 589
  int32_t offset = 0;
  for (int32_t i = 0; i < numOfCols; ++i) {
    pResultInfo->length[i] = pResultInfo->fields[i].bytes;
dengyihao's avatar
dengyihao 已提交
590 591
    pResultInfo->row[i] = (char*)(pResultInfo->pData + offset * pResultInfo->numOfRows);
    pResultInfo->pCol[i] = pResultInfo->row[i];
H
Haojun Liao 已提交
592
    offset += pResultInfo->fields[i].bytes;
593
  }
S
Shengliang Guan 已提交
594 595
}

H
Haojun Liao 已提交
596
char* getDbOfConnection(STscObj* pObj) {
dengyihao's avatar
dengyihao 已提交
597
  char* p = NULL;
598
  pthread_mutex_lock(&pObj->mutex);
599 600 601 602
  size_t len = strlen(pObj->db);
  if (len > 0) {
    p = strndup(pObj->db, tListLen(pObj->db));
  }
S
Shengliang Guan 已提交
603

604
  pthread_mutex_unlock(&pObj->mutex);
605 606 607 608 609 610 611 612 613
  return p;
}

void setConnectionDB(STscObj* pTscObj, const char* db) {
  assert(db != NULL && pTscObj != NULL);
  pthread_mutex_lock(&pTscObj->mutex);
  tstrncpy(pTscObj->db, db, tListLen(pTscObj->db));
  pthread_mutex_unlock(&pTscObj->mutex);
}
S
Shengliang Guan 已提交
614

615
void setQueryResultFromRsp(SReqResultInfo* pResultInfo, const SRetrieveTableRsp* pRsp) {
616 617
  assert(pResultInfo != NULL && pRsp != NULL);

dengyihao's avatar
dengyihao 已提交
618 619
  pResultInfo->pRspMsg = (const char*)pRsp;
  pResultInfo->pData = (void*)pRsp->data;
H
Haojun Liao 已提交
620
  pResultInfo->numOfRows = htonl(pRsp->numOfRows);
dengyihao's avatar
dengyihao 已提交
621
  pResultInfo->current = 0;
622
  pResultInfo->completed = (pRsp->completed == 1);
H
Haojun Liao 已提交
623

624
  pResultInfo->totalRows += pResultInfo->numOfRows;
H
Haojun Liao 已提交
625
  setResultDataPtr(pResultInfo, pResultInfo->fields, pResultInfo->numOfCols, pResultInfo->numOfRows);
L
fix  
Liu Jicong 已提交
626
}