dmWorker.c 7.9 KB
Newer Older
S
shm  
Shengliang Guan 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http:www.gnu.org/licenses/>.
 */

#define _DEFAULT_SOURCE
S
Shengliang Guan 已提交
17
#include "dmInt.h"
D
dapan1121 已提交
18
#include "thttp.h"
S
shm  
Shengliang Guan 已提交
19

S
Shengliang Guan 已提交
20
static void *dmStatusThreadFp(void *param) {
S
Shengliang Guan 已提交
21 22
  SDnodeMgmt *pMgmt = param;
  int64_t     lastTime = taosGetTimestampMs();
S
Shengliang Guan 已提交
23
  setThreadName("dnode-status");
dengyihao's avatar
dengyihao 已提交
24 25 26

  const static int16_t TRIM_FREQ = 30;
  int32_t              trimCount = 0;
S
Shengliang Guan 已提交
27
  while (1) {
S
shm  
Shengliang Guan 已提交
28
    taosMsleep(200);
S
Shengliang Guan 已提交
29
    if (pMgmt->pData->dropped || pMgmt->pData->stopped) break;
S
shm  
Shengliang Guan 已提交
30 31

    int64_t curTime = taosGetTimestampMs();
S
Shengliang Guan 已提交
32 33
    float   interval = (curTime - lastTime) / 1000.0f;
    if (interval >= tsStatusInterval) {
S
Shengliang Guan 已提交
34
      dmSendStatusReq(pMgmt);
S
Shengliang Guan 已提交
35
      lastTime = curTime;
dengyihao's avatar
dengyihao 已提交
36 37 38 39 40

      trimCount = (trimCount + 1) % TRIM_FREQ;
      if (trimCount == 0) {
        taosMemoryTrim(0);
      }
S
Shengliang Guan 已提交
41 42 43 44 45 46 47
    }
  }

  return NULL;
}

static void *dmMonitorThreadFp(void *param) {
S
Shengliang Guan 已提交
48 49
  SDnodeMgmt *pMgmt = param;
  int64_t     lastTime = taosGetTimestampMs();
S
Shengliang Guan 已提交
50 51 52 53
  setThreadName("dnode-monitor");

  while (1) {
    taosMsleep(200);
S
Shengliang Guan 已提交
54
    if (pMgmt->pData->dropped || pMgmt->pData->stopped) break;
S
shm  
Shengliang Guan 已提交
55

S
Shengliang Guan 已提交
56 57 58
    int64_t curTime = taosGetTimestampMs();
    float   interval = (curTime - lastTime) / 1000.0f;
    if (interval >= tsMonitorInterval) {
S
Shengliang Guan 已提交
59
      (*pMgmt->sendMonitorReportFp)();
S
Shengliang Guan 已提交
60
      lastTime = curTime;
S
shm  
Shengliang Guan 已提交
61
    }
S
shm  
Shengliang Guan 已提交
62
  }
S
Shengliang Guan 已提交
63 64 65 66

  return NULL;
}

D
dapan1121 已提交
67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123
static void *dmCrashReportThreadFp(void *param) {
  SDnodeMgmt *pMgmt = param;
  int64_t     lastTime = taosGetTimestampMs();
  setThreadName("dnode-crashReport");
  char filepath[PATH_MAX] = {0};
  snprintf(filepath, sizeof(filepath), "%s%s.taosdCrashLog", tsLogDir, TD_DIRSEP);
  char *pMsg = NULL;
  int64_t msgLen = 0;
  TdFilePtr pFile = NULL;
  bool truncateFile = false;
  int32_t sleepTime = 200;
  int32_t reportPeriodNum = 3600 * 1000 / sleepTime;;
  int32_t loopTimes = reportPeriodNum;
  
  while (1) {
    if (pMgmt->pData->dropped || pMgmt->pData->stopped) break;
    if (loopTimes++ < reportPeriodNum) {
      taosMsleep(sleepTime);
      continue;
    }

    taosReadCrashInfo(filepath, &pMsg, &msgLen, &pFile);
    if (pMsg && msgLen > 0) {
      if (taosSendHttpReport(tsTelemServer, tsSvrCrashReportUri, tsTelemPort, pMsg, msgLen, HTTP_FLAT) != 0) {
        dError("failed to send crash report");
        if (pFile) {
          taosReleaseCrashLogFile(pFile, false);
          continue;
        }
      } else {
        dInfo("succeed to send crash report");
        truncateFile = true;
      }
    } else {
      dDebug("no crash info");
    }

    taosMemoryFree(pMsg);

    if (pMsg && msgLen > 0) {
      pMsg = NULL;
      continue;
    }
    
    if (pFile) {
      taosReleaseCrashLogFile(pFile, truncateFile);
      truncateFile = false;
    }
    
    taosMsleep(sleepTime);
    loopTimes = 0;
  }

  return NULL;
}


S
Shengliang Guan 已提交
124
int32_t dmStartStatusThread(SDnodeMgmt *pMgmt) {
S
Shengliang Guan 已提交
125 126 127 128 129
  TdThreadAttr thAttr;
  taosThreadAttrInit(&thAttr);
  taosThreadAttrSetDetachState(&thAttr, PTHREAD_CREATE_JOINABLE);
  if (taosThreadCreate(&pMgmt->statusThread, &thAttr, dmStatusThreadFp, pMgmt) != 0) {
    dError("failed to create status thread since %s", strerror(errno));
S
Shengliang Guan 已提交
130 131 132
    return -1;
  }

S
Shengliang Guan 已提交
133
  taosThreadAttrDestroy(&thAttr);
S
Shengliang Guan 已提交
134
  tmsgReportStartup("dnode-status", "initialized");
S
Shengliang Guan 已提交
135 136 137
  return 0;
}

S
Shengliang Guan 已提交
138
void dmStopStatusThread(SDnodeMgmt *pMgmt) {
S
Shengliang Guan 已提交
139 140
  if (taosCheckPthreadValid(pMgmt->statusThread)) {
    taosThreadJoin(pMgmt->statusThread, NULL);
141
    taosThreadClear(&pMgmt->statusThread);
S
Shengliang Guan 已提交
142
  }
S
shm  
Shengliang Guan 已提交
143 144
}

S
Shengliang Guan 已提交
145
int32_t dmStartMonitorThread(SDnodeMgmt *pMgmt) {
S
Shengliang Guan 已提交
146 147 148 149 150
  TdThreadAttr thAttr;
  taosThreadAttrInit(&thAttr);
  taosThreadAttrSetDetachState(&thAttr, PTHREAD_CREATE_JOINABLE);
  if (taosThreadCreate(&pMgmt->monitorThread, &thAttr, dmMonitorThreadFp, pMgmt) != 0) {
    dError("failed to create monitor thread since %s", strerror(errno));
S
Shengliang Guan 已提交
151 152 153
    return -1;
  }

S
Shengliang Guan 已提交
154
  taosThreadAttrDestroy(&thAttr);
S
Shengliang Guan 已提交
155
  tmsgReportStartup("dnode-monitor", "initialized");
S
Shengliang Guan 已提交
156 157 158
  return 0;
}

S
Shengliang Guan 已提交
159
void dmStopMonitorThread(SDnodeMgmt *pMgmt) {
S
Shengliang Guan 已提交
160 161
  if (taosCheckPthreadValid(pMgmt->monitorThread)) {
    taosThreadJoin(pMgmt->monitorThread, NULL);
162
    taosThreadClear(&pMgmt->monitorThread);
S
Shengliang Guan 已提交
163 164
  }
}
S
Shengliang Guan 已提交
165

D
dapan1121 已提交
166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195
int32_t dmStartCrashReportThread(SDnodeMgmt *pMgmt) {
  if (!tsEnableCrashReport) {
    return 0;
  }

  TdThreadAttr thAttr;
  taosThreadAttrInit(&thAttr);
  taosThreadAttrSetDetachState(&thAttr, PTHREAD_CREATE_JOINABLE);
  if (taosThreadCreate(&pMgmt->crashReportThread, &thAttr, dmCrashReportThreadFp, pMgmt) != 0) {
    dError("failed to create crashReport thread since %s", strerror(errno));
    return -1;
  }

  taosThreadAttrDestroy(&thAttr);
  tmsgReportStartup("dnode-crashReport", "initialized");
  return 0;
}

void dmStopCrashReportThread(SDnodeMgmt *pMgmt) {
  if (!tsEnableCrashReport) {
    return;
  }

  if (taosCheckPthreadValid(pMgmt->crashReportThread)) {
    taosThreadJoin(pMgmt->crashReportThread, NULL);
    taosThreadClear(&pMgmt->crashReportThread);
  }
}


S
Shengliang Guan 已提交
196
static void dmProcessMgmtQueue(SQueueInfo *pInfo, SRpcMsg *pMsg) {
S
Shengliang Guan 已提交
197
  SDnodeMgmt *pMgmt = pInfo->ahandle;
198
  int32_t     code = -1;
H
Hongze Cheng 已提交
199
  STraceId   *trace = &pMsg->info.traceId;
dengyihao's avatar
dengyihao 已提交
200
  dGTrace("msg:%p, will be processed in dnode queue, type:%s", pMsg, TMSG_INFO(pMsg->msgType));
S
shm  
Shengliang Guan 已提交
201

S
Shengliang Guan 已提交
202
  switch (pMsg->msgType) {
S
shm  
Shengliang Guan 已提交
203
    case TDMT_DND_CONFIG_DNODE:
S
Shengliang Guan 已提交
204
      code = dmProcessConfigReq(pMgmt, pMsg);
S
shm  
Shengliang Guan 已提交
205 206
      break;
    case TDMT_MND_AUTH_RSP:
S
Shengliang Guan 已提交
207
      code = dmProcessAuthRsp(pMgmt, pMsg);
S
shm  
Shengliang Guan 已提交
208 209
      break;
    case TDMT_MND_GRANT_RSP:
S
Shengliang Guan 已提交
210
      code = dmProcessGrantRsp(pMgmt, pMsg);
S
Shengliang Guan 已提交
211 212
      break;
    case TDMT_DND_CREATE_MNODE:
213
      code = (*pMgmt->processCreateNodeFp)(MNODE, pMsg);
S
Shengliang Guan 已提交
214 215
      break;
    case TDMT_DND_DROP_MNODE:
216
      code = (*pMgmt->processDropNodeFp)(MNODE, pMsg);
S
Shengliang Guan 已提交
217 218
      break;
    case TDMT_DND_CREATE_QNODE:
219
      code = (*pMgmt->processCreateNodeFp)(QNODE, pMsg);
S
Shengliang Guan 已提交
220 221
      break;
    case TDMT_DND_DROP_QNODE:
222
      code = (*pMgmt->processDropNodeFp)(QNODE, pMsg);
S
Shengliang Guan 已提交
223 224
      break;
    case TDMT_DND_CREATE_SNODE:
225
      code = (*pMgmt->processCreateNodeFp)(SNODE, pMsg);
S
Shengliang Guan 已提交
226 227
      break;
    case TDMT_DND_DROP_SNODE:
228
      code = (*pMgmt->processDropNodeFp)(SNODE, pMsg);
S
Shengliang Guan 已提交
229
      break;
230 231 232
    case TDMT_DND_SERVER_STATUS:
      code = dmProcessServerRunStatus(pMgmt, pMsg);
      break;
D
dapan1121 已提交
233 234 235
    case TDMT_DND_SYSTABLE_RETRIEVE:
      code = dmProcessRetrieve(pMgmt, pMsg);
      break;
C
Cary Xu 已提交
236
    case TDMT_MND_GRANT:
K
kailixu 已提交
237
      code = dmProcessGrantReq(&pMgmt->pData->clusterId, pMsg);
C
Cary Xu 已提交
238
      break;
S
shm  
Shengliang Guan 已提交
239
    default:
240
      terrno = TSDB_CODE_MSG_NOT_PROCESSED;
241
      dGError("msg:%p, not processed in mgmt queue", pMsg);
S
Shengliang Guan 已提交
242
      break;
S
shm  
Shengliang Guan 已提交
243
  }
S
shm  
Shengliang Guan 已提交
244

S
Shengliang Guan 已提交
245
  if (IsReq(pMsg)) {
S
Shengliang Guan 已提交
246 247 248
    if (code != 0 && terrno != 0) code = terrno;
    SRpcMsg rsp = {
        .code = code,
S
Shengliang Guan 已提交
249 250
        .pCont = pMsg->info.rsp,
        .contLen = pMsg->info.rspLen,
251
        .info = pMsg->info,
S
Shengliang Guan 已提交
252
    };
S
shm  
Shengliang Guan 已提交
253 254 255
    rpcSendResponse(&rsp);
  }

S
Shengliang Guan 已提交
256
  dTrace("msg:%p, is freed, code:0x%x", pMsg, code);
S
Shengliang Guan 已提交
257
  rpcFreeCont(pMsg->pCont);
S
shm  
Shengliang Guan 已提交
258
  taosFreeQitem(pMsg);
S
shm  
Shengliang Guan 已提交
259 260
}

S
Shengliang Guan 已提交
261
int32_t dmStartWorker(SDnodeMgmt *pMgmt) {
S
Shengliang Guan 已提交
262 263 264 265 266
  SSingleWorkerCfg cfg = {
      .min = 1,
      .max = 1,
      .name = "dnode-mgmt",
      .fp = (FItem)dmProcessMgmtQueue,
S
Shengliang Guan 已提交
267
      .param = pMgmt,
S
Shengliang Guan 已提交
268
  };
S
Shengliang Guan 已提交
269
  if (tSingleWorkerInit(&pMgmt->mgmtWorker, &cfg) != 0) {
S
Shengliang Guan 已提交
270
    dError("failed to start dnode-mgmt worker since %s", terrstr());
S
shm  
Shengliang Guan 已提交
271 272 273
    return -1;
  }

S
Shengliang Guan 已提交
274
  dDebug("dnode workers are initialized");
S
shm  
Shengliang Guan 已提交
275 276 277
  return 0;
}

S
Shengliang Guan 已提交
278 279
void dmStopWorker(SDnodeMgmt *pMgmt) {
  tSingleWorkerCleanup(&pMgmt->mgmtWorker);
S
Shengliang Guan 已提交
280
  dDebug("dnode workers are closed");
S
shm  
Shengliang Guan 已提交
281
}
S
shm  
Shengliang Guan 已提交
282

S
Shengliang Guan 已提交
283
int32_t dmPutNodeMsgToMgmtQueue(SDnodeMgmt *pMgmt, SRpcMsg *pMsg) {
S
Shengliang Guan 已提交
284
  SSingleWorker *pWorker = &pMgmt->mgmtWorker;
S
Shengliang Guan 已提交
285
  dTrace("msg:%p, put into worker %s", pMsg, pWorker->name);
S
Shengliang Guan 已提交
286 287
  taosWriteQitem(pWorker->queue, pMsg);
  return 0;
S
shm  
Shengliang Guan 已提交
288
}