clientMsgHandler.c 12.9 KB
Newer Older
H
Haojun Liao 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

L
Liu Jicong 已提交
16
#include "catalog.h"
H
Haojun Liao 已提交
17
#include "clientInt.h"
18
#include "clientLog.h"
L
Liu Jicong 已提交
19
#include "os.h"
D
dapan1121 已提交
20
#include "query.h"
L
Liu Jicong 已提交
21 22
#include "tdef.h"
#include "tname.h"
H
Haojun Liao 已提交
23

H
Haojun Liao 已提交
24 25 26 27 28
static void setErrno(SRequestObj* pRequest, int32_t code) {
  pRequest->code = code;
  terrno = code;
}

D
dapan1121 已提交
29
int32_t genericRspCallback(void* param, SDataBuf* pMsg, int32_t code) {
30
  SRequestObj* pRequest = param;
H
Haojun Liao 已提交
31 32
  setErrno(pRequest, code);

wafwerar's avatar
wafwerar 已提交
33
  taosMemoryFree(pMsg->pData);
34 35 36 37 38
  if (pRequest->body.queryFp != NULL) {
    pRequest->body.queryFp(pRequest->body.param, pRequest, code);
  } else {
    tsem_post(&pRequest->body.rspSem);
  }
H
Haojun Liao 已提交
39
  return code;
40 41
}

D
dapan1121 已提交
42
int32_t processConnectRsp(void* param, SDataBuf* pMsg, int32_t code) {
43
  SRequestObj* pRequest = param;
H
Haojun Liao 已提交
44
  if (code != TSDB_CODE_SUCCESS) {
wafwerar's avatar
wafwerar 已提交
45
    taosMemoryFree(pMsg->pData);
H
Haojun Liao 已提交
46
    setErrno(pRequest, code);
47
    tsem_post(&pRequest->body.rspSem);
H
Haojun Liao 已提交
48 49
    return code;
  }
50

S
Shengliang Guan 已提交
51
  STscObj* pTscObj = pRequest->pTscObj;
H
Haojun Liao 已提交
52

S
Shengliang Guan 已提交
53 54
  SConnectRsp connectRsp = {0};
  tDeserializeSConnectRsp(pMsg->pData, pMsg->len, &connectRsp);
dengyihao's avatar
dengyihao 已提交
55 56 57 58 59

  int32_t now = taosGetTimestampSec();
  int32_t delta = abs(now - connectRsp.svrTimestamp);
  if (delta > timestampDeltaLimit) {
    code = TSDB_CODE_TIME_UNSYNCED;
dengyihao's avatar
dengyihao 已提交
60
    tscError("time diff:%ds is too big", delta);
dengyihao's avatar
dengyihao 已提交
61 62 63 64 65 66
    taosMemoryFree(pMsg->pData);
    setErrno(pRequest, code);
    tsem_post(&pRequest->body.rspSem);
    return code;
  }

L
Liu Jicong 已提交
67 68 69 70 71 72 73
  /*assert(connectRsp.epSet.numOfEps > 0);*/
  if (connectRsp.epSet.numOfEps == 0) {
    taosMemoryFree(pMsg->pData);
    setErrno(pRequest, TSDB_CODE_MND_APP_ERROR);
    tsem_post(&pRequest->body.rspSem);
    return code;
  }
H
Haojun Liao 已提交
74

D
dapan1121 已提交
75
  if (connectRsp.dnodeNum == 1) {
dengyihao's avatar
dengyihao 已提交
76 77 78 79
    SEpSet srcEpSet = getEpSet_s(&pTscObj->pAppInfo->mgmtEp);
    SEpSet dstEpSet = connectRsp.epSet;
    rpcSetDefaultAddr(pTscObj->pAppInfo->pTransporter, srcEpSet.eps[srcEpSet.inUse].fqdn,
                      dstEpSet.eps[dstEpSet.inUse].fqdn);
D
dapan1121 已提交
80
  } else if (connectRsp.dnodeNum > 1 && !isEpsetEqual(&pTscObj->pAppInfo->mgmtEp.epSet, &connectRsp.epSet)) {
D
dapan1121 已提交
81
    SEpSet* pOrig = &pTscObj->pAppInfo->mgmtEp.epSet;
82 83 84 85 86
    SEp*    pOrigEp = &pOrig->eps[pOrig->inUse];
    SEp*    pNewEp = &connectRsp.epSet.eps[connectRsp.epSet.inUse];
    tscDebug("mnode epset updated from %d/%d=>%s:%d to %d/%d=>%s:%d in connRsp", pOrig->inUse, pOrig->numOfEps,
             pOrigEp->fqdn, pOrigEp->port, connectRsp.epSet.inUse, connectRsp.epSet.numOfEps, pNewEp->fqdn,
             pNewEp->port);
S
Shengliang Guan 已提交
87
    updateEpSet_s(&pTscObj->pAppInfo->mgmtEp, &connectRsp.epSet);
88 89
  }

S
Shengliang Guan 已提交
90
  for (int32_t i = 0; i < connectRsp.epSet.numOfEps; ++i) {
S
Shengliang Guan 已提交
91
    tscDebug("0x%" PRIx64 " epSet.fqdn[%d]:%s port:%d, connObj:0x%" PRIx64, pRequest->requestId, i,
D
dapan1121 已提交
92
             connectRsp.epSet.eps[i].fqdn, connectRsp.epSet.eps[i].port, pTscObj->id);
H
Haojun Liao 已提交
93 94
  }

S
Shengliang Guan 已提交
95 96
  pTscObj->connId = connectRsp.connId;
  pTscObj->acctId = connectRsp.acctId;
D
dapan1121 已提交
97 98
  tstrncpy(pTscObj->sVer, connectRsp.sVer, tListLen(pTscObj->sVer));
  tstrncpy(pTscObj->sDetailVer, connectRsp.sDetailVer, tListLen(pTscObj->sDetailVer));
H
Haojun Liao 已提交
99 100

  // update the appInstInfo
S
Shengliang Guan 已提交
101
  pTscObj->pAppInfo->clusterId = connectRsp.clusterId;
H
Haojun Liao 已提交
102

L
Liu Jicong 已提交
103
  pTscObj->connType = connectRsp.connType;
104

D
dapan1121 已提交
105
  hbRegisterConn(pTscObj->pAppInfo->pAppHbMgr, pTscObj->id, connectRsp.clusterId, connectRsp.connType);
L
Liu Jicong 已提交
106

107
  //  pRequest->body.resInfo.pRspMsg = pMsg->pData;
S
Shengliang Guan 已提交
108
  tscDebug("0x%" PRIx64 " clusterId:%" PRId64 ", totalConn:%" PRId64, pRequest->requestId, connectRsp.clusterId,
109
           pTscObj->pAppInfo->numOfConns);
110

wafwerar's avatar
wafwerar 已提交
111
  taosMemoryFree(pMsg->pData);
112
  tsem_post(&pRequest->body.rspSem);
113 114
  return 0;
}
H
Haojun Liao 已提交
115

L
Liu Jicong 已提交
116
SMsgSendInfo* buildMsgInfoImpl(SRequestObj* pRequest) {
wafwerar's avatar
wafwerar 已提交
117
  SMsgSendInfo* pMsgSendInfo = taosMemoryCalloc(1, sizeof(SMsgSendInfo));
118

H
Haojun Liao 已提交
119
  pMsgSendInfo->requestObjRefId = pRequest->self;
L
Liu Jicong 已提交
120 121 122
  pMsgSendInfo->requestId = pRequest->requestId;
  pMsgSendInfo->param = pRequest;
  pMsgSendInfo->msgType = pRequest->type;
D
dapan1121 已提交
123
  pMsgSendInfo->target.type = TARGET_TYPE_MNODE;
124

H
Haojun Liao 已提交
125 126
  assert(pRequest != NULL);
  pMsgSendInfo->msgInfo = pRequest->body.requestMsg;
H
Haojun Liao 已提交
127
  pMsgSendInfo->fp = getMsgRspHandle(pRequest->type);
128
  return pMsgSendInfo;
129 130
}

D
dapan1121 已提交
131
int32_t processCreateDbRsp(void* param, SDataBuf* pMsg, int32_t code) {
H
Haojun Liao 已提交
132
  // todo rsp with the vnode id list
133
  SRequestObj* pRequest = param;
wafwerar's avatar
wafwerar 已提交
134
  taosMemoryFree(pMsg->pData);
X
Xiaoyu Wang 已提交
135 136 137
  if (code != TSDB_CODE_SUCCESS) {
    setErrno(pRequest, code);
  }
138 139 140 141 142 143

  if (pRequest->body.queryFp) {
    pRequest->body.queryFp(pRequest->body.param, pRequest, code);
  } else {
    tsem_post(&pRequest->body.rspSem);
  }
X
Xiaoyu Wang 已提交
144
  return code;
H
Haojun Liao 已提交
145
}
H
Haojun Liao 已提交
146

D
dapan1121 已提交
147
int32_t processUseDbRsp(void* param, SDataBuf* pMsg, int32_t code) {
H
Haojun Liao 已提交
148 149
  SRequestObj* pRequest = param;

D
dapan1121 已提交
150 151 152
  if (TSDB_CODE_MND_DB_NOT_EXIST == code) {
    SUseDbRsp usedbRsp = {0};
    tDeserializeSUseDbRsp(pMsg->pData, pMsg->len, &usedbRsp);
L
Liu Jicong 已提交
153
    struct SCatalog* pCatalog = NULL;
D
dapan1121 已提交
154 155

    if (usedbRsp.vgVersion >= 0) {
156
      uint64_t clusterId = pRequest->pTscObj->pAppInfo->clusterId;
dengyihao's avatar
dengyihao 已提交
157
      int32_t  code1 = catalogGetHandle(clusterId, &pCatalog);
158
      if (code1 != TSDB_CODE_SUCCESS) {
dengyihao's avatar
dengyihao 已提交
159 160
        tscWarn("0x%" PRIx64 "catalogGetHandle failed, clusterId:%" PRIx64 ", error:%s", pRequest->requestId, clusterId,
                tstrerror(code1));
D
dapan1121 已提交
161 162 163 164 165
      } else {
        catalogRemoveDB(pCatalog, usedbRsp.db, usedbRsp.uid);
      }
    }

L
Liu Jicong 已提交
166
    tFreeSUsedbRsp(&usedbRsp);
D
dapan1121 已提交
167 168
  }

H
Haojun Liao 已提交
169
  if (code != TSDB_CODE_SUCCESS) {
wafwerar's avatar
wafwerar 已提交
170
    taosMemoryFree(pMsg->pData);
H
Haojun Liao 已提交
171
    setErrno(pRequest, code);
172 173 174 175 176 177 178

    if (pRequest->body.queryFp != NULL) {
      pRequest->body.queryFp(pRequest->body.param, pRequest, pRequest->code);
    } else {
      tsem_post(&pRequest->body.rspSem);
    }

H
Haojun Liao 已提交
179 180 181
    return code;
  }

S
Shengliang Guan 已提交
182 183 184
  SUseDbRsp usedbRsp = {0};
  tDeserializeSUseDbRsp(pMsg->pData, pMsg->len, &usedbRsp);

185
  SName name = {0};
L
Liu Jicong 已提交
186
  tNameFromString(&name, usedbRsp.db, T_NAME_ACCT | T_NAME_DB);
S
Shengliang Guan 已提交
187

D
dapan1121 已提交
188 189 190 191 192 193 194
  SUseDbOutput output = {0};
  code = queryBuildUseDbOutput(&output, &usedbRsp);

  if (code != 0) {
    terrno = code;
    if (output.dbVgroup) taosHashCleanup(output.dbVgroup->vgHash);

dengyihao's avatar
dengyihao 已提交
195
    tscError("0x%" PRIx64 " failed to build use db output since %s", pRequest->requestId, terrstr());
D
dapan1121 已提交
196
  } else if (output.dbVgroup && output.dbVgroup->vgHash) {
L
Liu Jicong 已提交
197 198
    struct SCatalog* pCatalog = NULL;

199 200
    int32_t code1 = catalogGetHandle(pRequest->pTscObj->pAppInfo->clusterId, &pCatalog);
    if (code1 != TSDB_CODE_SUCCESS) {
L
Liu Jicong 已提交
201
      tscWarn("catalogGetHandle failed, clusterId:%" PRIx64 ", error:%s", pRequest->pTscObj->pAppInfo->clusterId,
202
              tstrerror(code1));
D
dapan1121 已提交
203 204
    } else {
      catalogUpdateDBVgInfo(pCatalog, output.db, output.dbId, output.dbVgroup);
D
dapan1121 已提交
205
      output.dbVgroup = NULL;
D
dapan1121 已提交
206 207 208
    }
  }

D
dapan1121 已提交
209 210
  taosMemoryFreeClear(output.dbVgroup);

S
Shengliang Guan 已提交
211
  tFreeSUsedbRsp(&usedbRsp);
212 213 214

  char db[TSDB_DB_NAME_LEN] = {0};
  tNameGetDbName(&name, db);
215

216
  setConnectionDB(pRequest->pTscObj, db);
wafwerar's avatar
wafwerar 已提交
217
  taosMemoryFree(pMsg->pData);
218 219 220 221 222 223

  if (pRequest->body.queryFp != NULL) {
    pRequest->body.queryFp(pRequest->body.param, pRequest, pRequest->code);
  } else {
    tsem_post(&pRequest->body.rspSem);
  }
224
  return 0;
225 226
}

D
dapan1121 已提交
227
int32_t processCreateSTableRsp(void* param, SDataBuf* pMsg, int32_t code) {
H
Haojun Liao 已提交
228
  assert(pMsg != NULL && param != NULL);
229
  SRequestObj* pRequest = param;
H
Haojun Liao 已提交
230

wafwerar's avatar
wafwerar 已提交
231
  taosMemoryFree(pMsg->pData);
H
Haojun Liao 已提交
232 233 234 235
  if (code != TSDB_CODE_SUCCESS) {
    setErrno(pRequest, code);
  }

236
  if (pRequest->body.queryFp != NULL) {
237
    removeMeta(pRequest->pTscObj, pRequest->tableList);
238 239 240 241
    pRequest->body.queryFp(pRequest->body.param, pRequest, code);
  } else {
    tsem_post(&pRequest->body.rspSem);
  }
H
Haojun Liao 已提交
242
  return code;
243 244
}

D
dapan1121 已提交
245
int32_t processDropDbRsp(void* param, SDataBuf* pMsg, int32_t code) {
246
  SRequestObj* pRequest = param;
H
Haojun Liao 已提交
247 248
  if (code != TSDB_CODE_SUCCESS) {
    setErrno(pRequest, code);
249 250 251
  } else {
    SDropDbRsp dropdbRsp = {0};
    tDeserializeSDropDbRsp(pMsg->pData, pMsg->len, &dropdbRsp);
D
dapan1121 已提交
252

253 254 255 256
    struct SCatalog* pCatalog = NULL;
    catalogGetHandle(pRequest->pTscObj->pAppInfo->clusterId, &pCatalog);
    catalogRemoveDB(pCatalog, dropdbRsp.db, dropdbRsp.uid);
  }
D
dapan1121 已提交
257

258 259 260 261 262
  if (pRequest->body.queryFp != NULL) {
    pRequest->body.queryFp(pRequest->body.param, pRequest, code);
  } else {
    tsem_post(&pRequest->body.rspSem);
  }
H
Haojun Liao 已提交
263
  return code;
264 265
}

D
dapan1121 已提交
266
int32_t processAlterStbRsp(void* param, SDataBuf* pMsg, int32_t code) {
D
dapan1121 已提交
267 268 269
  SRequestObj* pRequest = param;
  if (code != TSDB_CODE_SUCCESS) {
    setErrno(pRequest, code);
270 271 272 273 274 275 276 277 278
  } else {
    SMAlterStbRsp alterRsp = {0};
    SDecoder      coder = {0};
    tDecoderInit(&coder, pMsg->pData, pMsg->len);
    tDecodeSMAlterStbRsp(&coder, &alterRsp);
    tDecoderClear(&coder);

    pRequest->body.resInfo.execRes.msgType = TDMT_MND_ALTER_STB;
    pRequest->body.resInfo.execRes.res = alterRsp.pMeta;
D
dapan1121 已提交
279 280
  }

281
  if (pRequest->body.queryFp != NULL) {
D
dapan1121 已提交
282
    SExecResult* pRes = &pRequest->body.resInfo.execRes;
283 284 285 286 287 288 289 290 291 292 293 294 295

    if (code == TSDB_CODE_SUCCESS) {
      SCatalog* pCatalog = NULL;
      int32_t   ret = catalogGetHandle(pRequest->pTscObj->pAppInfo->clusterId, &pCatalog);
      if (pRes->res != NULL) {
        ret = handleAlterTbExecRes(pRes->res, pCatalog);
      }

      if (ret != TSDB_CODE_SUCCESS) {
        code = ret;
      }
    }

296 297 298 299
    pRequest->body.queryFp(pRequest->body.param, pRequest, code);
  } else {
    tsem_post(&pRequest->body.rspSem);
  }
D
dapan1121 已提交
300 301 302
  return code;
}

D
dapan1121 已提交
303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322
static int32_t buildShowVariablesBlock(SArray* pVars, SSDataBlock** block) {
  SSDataBlock* pBlock = taosMemoryCalloc(1, sizeof(SSDataBlock));
  pBlock->info.hasVarCol = true;

  pBlock->pDataBlock = taosArrayInit(SHOW_VARIABLES_RESULT_COLS, sizeof(SColumnInfoData));

  SColumnInfoData infoData = {0};
  infoData.info.type = TSDB_DATA_TYPE_VARCHAR;
  infoData.info.bytes = SHOW_VARIABLES_RESULT_FIELD1_LEN;

  taosArrayPush(pBlock->pDataBlock, &infoData);

  infoData.info.type = TSDB_DATA_TYPE_VARCHAR;
  infoData.info.bytes = SHOW_VARIABLES_RESULT_FIELD2_LEN;
  taosArrayPush(pBlock->pDataBlock, &infoData);

  int32_t numOfCfg = taosArrayGetSize(pVars);
  blockDataEnsureCapacity(pBlock, numOfCfg);

  for (int32_t i = 0, c = 0; i < numOfCfg; ++i, c = 0) {
323
    SVariablesInfo* pInfo = taosArrayGet(pVars, i);
D
dapan1121 已提交
324 325 326

    char name[TSDB_CONFIG_OPTION_LEN + VARSTR_HEADER_SIZE] = {0};
    STR_WITH_MAXSIZE_TO_VARSTR(name, pInfo->name, TSDB_CONFIG_OPTION_LEN + VARSTR_HEADER_SIZE);
327
    SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, c++);
D
dapan1121 已提交
328
    colDataAppend(pColInfo, i, name, false);
329

D
dapan1121 已提交
330 331 332 333 334 335 336 337 338
    char value[TSDB_CONFIG_VALUE_LEN + VARSTR_HEADER_SIZE] = {0};
    STR_WITH_MAXSIZE_TO_VARSTR(value, pInfo->value, TSDB_CONFIG_VALUE_LEN + VARSTR_HEADER_SIZE);
    pColInfo = taosArrayGet(pBlock->pDataBlock, c++);
    colDataAppend(pColInfo, i, value, false);
  }

  pBlock->info.rows = numOfCfg;

  *block = pBlock;
339

D
dapan1121 已提交
340 341 342 343 344
  return TSDB_CODE_SUCCESS;
}

static int32_t buildShowVariablesRsp(SArray* pVars, SRetrieveTableRsp** pRsp) {
  SSDataBlock* pBlock = NULL;
345
  int32_t      code = buildShowVariablesBlock(pVars, &pBlock);
D
dapan1121 已提交
346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364
  if (code) {
    return code;
  }

  size_t rspSize = sizeof(SRetrieveTableRsp) + blockGetEncodeSize(pBlock);
  *pRsp = taosMemoryCalloc(1, rspSize);
  if (NULL == *pRsp) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

  (*pRsp)->useconds = 0;
  (*pRsp)->completed = 1;
  (*pRsp)->precision = 0;
  (*pRsp)->compressed = 0;
  (*pRsp)->compLen = 0;
  (*pRsp)->numOfRows = htonl(pBlock->info.rows);
  (*pRsp)->numOfCols = htonl(SHOW_VARIABLES_RESULT_COLS);

  int32_t len = 0;
365
  blockEncode(pBlock, (*pRsp)->data, &len, SHOW_VARIABLES_RESULT_COLS, false);
D
dapan1121 已提交
366 367 368 369 370 371
  ASSERT(len == rspSize - sizeof(SRetrieveTableRsp));

  blockDataDestroy(pBlock);
  return TSDB_CODE_SUCCESS;
}

D
dapan1121 已提交
372
int32_t processShowVariablesRsp(void* param, SDataBuf* pMsg, int32_t code) {
D
dapan1121 已提交
373 374 375 376
  SRequestObj* pRequest = param;
  if (code != TSDB_CODE_SUCCESS) {
    setErrno(pRequest, code);
  } else {
377
    SShowVariablesRsp  rsp = {0};
D
dapan1121 已提交
378 379 380 381 382 383 384 385
    SRetrieveTableRsp* pRes = NULL;
    code = tDeserializeSShowVariablesRsp(pMsg->pData, pMsg->len, &rsp);
    if (TSDB_CODE_SUCCESS == code) {
      code = buildShowVariablesRsp(rsp.variables, &pRes);
    }
    if (TSDB_CODE_SUCCESS == code) {
      code = setQueryResultFromRsp(&pRequest->body.resInfo, pRes, false, false);
    }
386

D
dapan1121 已提交
387 388 389 390 391 392 393 394 395 396 397
    tFreeSShowVariablesRsp(&rsp);
  }

  if (pRequest->body.queryFp != NULL) {
    pRequest->body.queryFp(pRequest->body.param, pRequest, code);
  } else {
    tsem_post(&pRequest->body.rspSem);
  }
  return code;
}

H
Haojun Liao 已提交
398 399 400 401 402 403 404 405 406 407 408 409 410 411
__async_send_cb_fn_t getMsgRspHandle(int32_t msgType) {
  switch (msgType) {
    case TDMT_MND_CONNECT:
      return processConnectRsp;
    case TDMT_MND_CREATE_DB:
      return processCreateDbRsp;
    case TDMT_MND_USE_DB:
      return processUseDbRsp;
    case TDMT_MND_CREATE_STB:
      return processCreateSTableRsp;
    case TDMT_MND_DROP_DB:
      return processDropDbRsp;
    case TDMT_MND_ALTER_STB:
      return processAlterStbRsp;
D
dapan1121 已提交
412 413
    case TDMT_MND_SHOW_VARIABLES:
      return processShowVariablesRsp;
H
Haojun Liao 已提交
414 415 416
    default:
      return genericRspCallback;
  }
L
Liu Jicong 已提交
417
}