/* * Copyright (c) 2019 TAOS Data, Inc. * * This program is free software: you can use, redistribute, and/or modify * it under the terms of the GNU Affero General Public License, version 3 * or later ("AGPL"), as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ #define _DEFAULT_SOURCE #include "dmMgmt.h" static int32_t dmInitParentProc(SMgmtWrapper *pWrapper) { int32_t shmsize = tsMnodeShmSize; if (pWrapper->ntype == VNODE) { shmsize = tsVnodeShmSize; } else if (pWrapper->ntype == QNODE) { shmsize = tsQnodeShmSize; } else if (pWrapper->ntype == SNODE) { shmsize = tsSnodeShmSize; } else if (pWrapper->ntype == MNODE) { shmsize = tsMnodeShmSize; } else if (pWrapper->ntype == BNODE) { shmsize = tsBnodeShmSize; } else { return -1; } if (taosCreateShm(&pWrapper->proc.shm, pWrapper->ntype, shmsize) != 0) { terrno = TAOS_SYSTEM_ERROR(terrno); dError("node:%s, failed to create shm size:%d since %s", pWrapper->name, shmsize, terrstr()); return -1; } dInfo("node:%s, shm:%d is created, size:%d", pWrapper->name, pWrapper->proc.shm.id, shmsize); if (dmInitProc(pWrapper) != 0) { dError("node:%s, failed to create proc since %s", pWrapper->name, terrstr()); return -1; } return 0; } static int32_t dmNewNodeProc(SMgmtWrapper *pWrapper, EDndNodeType ntype) { char tstr[8] = {0}; char *args[6] = {0}; snprintf(tstr, sizeof(tstr), "%d", ntype); args[1] = "-c"; args[2] = configDir; args[3] = "-n"; args[4] = tstr; args[5] = NULL; int32_t pid = taosNewProc(args); if (pid <= 0) { terrno = TAOS_SYSTEM_ERROR(errno); dError("node:%s, failed to exec in new process since %s", pWrapper->name, terrstr()); return -1; } pWrapper->proc.pid = pid; dInfo("node:%s, continue running in new process:%d", pWrapper->name, pid); return 0; } static int32_t dmRunParentProc(SMgmtWrapper *pWrapper) { if (pWrapper->pDnode->rtype == NODE_END) { dInfo("node:%s, should be started manually in child process", pWrapper->name); } else { if (dmNewNodeProc(pWrapper, pWrapper->ntype) != 0) { return -1; } } if (dmRunProc(&pWrapper->proc) != 0) { dError("node:%s, failed to run proc since %s", pWrapper->name, terrstr()); return -1; } return 0; } int32_t dmOpenNode(SMgmtWrapper *pWrapper) { if (taosMkDir(pWrapper->path) != 0) { terrno = TAOS_SYSTEM_ERROR(errno); dError("node:%s, failed to create dir:%s since %s", pWrapper->name, pWrapper->path, terrstr()); return -1; } SMgmtOutputOpt output = {0}; SMgmtInputOpt *pInput = &pWrapper->pDnode->input; pInput->name = pWrapper->name; pInput->path = pWrapper->path; pInput->msgCb = dmGetMsgcb(pWrapper); if (pWrapper->ntype == DNODE || OnlyInChildProc(pWrapper->proc.ptype)) { tmsgSetDefaultMsgCb(&pInput->msgCb); } if (OnlyInSingleProc(pWrapper->proc.ptype)) { if ((*pWrapper->func.openFp)(pInput, &output) != 0) { dError("node:%s, failed to open since %s", pWrapper->name, terrstr()); return -1; } dDebug("node:%s, has been opened", pWrapper->name); pWrapper->deployed = true; } if (InChildProc(pWrapper->proc.ptype)) { if ((*pWrapper->func.openFp)(pInput, &output) != 0) { dError("node:%s, failed to open since %s", pWrapper->name, terrstr()); return -1; } if (dmInitProc(pWrapper) != 0) { return -1; } if (dmRunProc(&pWrapper->proc) != 0) { return -1; } dDebug("node:%s, has been opened in child process", pWrapper->name); pWrapper->deployed = true; } if (InParentProc(pWrapper->proc.ptype)) { if (dmInitParentProc(pWrapper) != 0) { return -1; } if (dmWriteShmFile(pWrapper->path, pWrapper->name, &pWrapper->proc.shm) != 0) { return -1; } if (dmRunParentProc(pWrapper) != 0) { return -1; } dDebug("node:%s, has been opened in parent process", pWrapper->name); } if (output.dnodeId != 0) { pInput->dnodeId = output.dnodeId; } if (output.pMgmt != NULL) { pWrapper->pMgmt = output.pMgmt; } if (output.mnodeEps.numOfEps != 0) { pWrapper->pDnode->mnodeEps = output.mnodeEps; } dmReportStartup(pWrapper->pDnode, pWrapper->name, "openned"); return 0; } int32_t dmStartNode(SMgmtWrapper *pWrapper) { if (!pWrapper->required) return 0; if (OnlyInParentProc(pWrapper->proc.ptype)) return 0; if (pWrapper->func.startFp != NULL && (*pWrapper->func.startFp)(pWrapper->pMgmt) != 0) { dError("node:%s, failed to start since %s", pWrapper->name, terrstr()); return -1; } dmReportStartup(pWrapper->pDnode, pWrapper->name, "started"); return 0; } void dmStopNode(SMgmtWrapper *pWrapper) { if (pWrapper->func.stopFp != NULL && pWrapper->pMgmt != NULL) { (*pWrapper->func.stopFp)(pWrapper->pMgmt); dDebug("node:%s, has been stopped", pWrapper->name); } } void dmCloseNode(SMgmtWrapper *pWrapper) { dInfo("node:%s, start to close", pWrapper->name); pWrapper->deployed = false; while (pWrapper->refCount > 0) { taosMsleep(10); } if (OnlyInParentProc(pWrapper->proc.ptype)) { int32_t pid = pWrapper->proc.pid; if (pid > 0 && taosProcExist(pid)) { dInfo("node:%s, send kill signal to the child process:%d", pWrapper->name, pid); taosKillProc(pid); dInfo("node:%s, wait for child process:%d to stop", pWrapper->name, pid); taosWaitProc(pid); dInfo("node:%s, child process:%d is stopped", pWrapper->name, pid); } } taosWLockLatch(&pWrapper->latch); if (pWrapper->pMgmt != NULL) { (*pWrapper->func.closeFp)(pWrapper->pMgmt); pWrapper->pMgmt = NULL; } taosWUnLockLatch(&pWrapper->latch); if (!OnlyInSingleProc(pWrapper->proc.ptype)) { dmCleanupProc(pWrapper); } dInfo("node:%s, has been closed", pWrapper->name); } static int32_t dmOpenNodes(SDnode *pDnode) { for (EDndNodeType ntype = DNODE; ntype < NODE_END; ++ntype) { SMgmtWrapper *pWrapper = &pDnode->wrappers[ntype]; if (!pWrapper->required) continue; if (dmOpenNode(pWrapper) != 0) { return -1; } } dmSetStatus(pDnode, DND_STAT_RUNNING); return 0; } static int32_t dmStartNodes(SDnode *pDnode) { for (EDndNodeType ntype = DNODE; ntype < NODE_END; ++ntype) { SMgmtWrapper *pWrapper = &pDnode->wrappers[ntype]; if (ntype == DNODE && (InChildProc(pDnode->ptype) || !OnlyInTestProc(pDnode->ptype))) continue; if (dmStartNode(pWrapper) != 0) { dError("node:%s, failed to start since %s", pWrapper->name, terrstr()); return -1; } } dInfo("TDengine initialized successfully"); dmReportStartup(pDnode, "TDengine", "initialized successfully"); return 0; } static void dmStopNodes(SDnode *pDnode) { for (EDndNodeType n = DNODE; n < NODE_END; ++n) { SMgmtWrapper *pWrapper = &pDnode->wrappers[n]; dmStopNode(pWrapper); } } static void dmCloseNodes(SDnode *pDnode) { for (EDndNodeType n = DNODE; n < NODE_END; ++n) { SMgmtWrapper *pWrapper = &pDnode->wrappers[n]; dmCloseNode(pWrapper); } } static void dmWatchNodes(SDnode *pDnode) { if (!InParentProc(pDnode->ptype)) return; if (pDnode->rtype == NODE_END) return; taosThreadMutexLock(&pDnode->mutex); for (EDndNodeType ntype = DNODE + 1; ntype < NODE_END; ++ntype) { SMgmtWrapper *pWrapper = &pDnode->wrappers[ntype]; SProc *proc = &pWrapper->proc; if (!pWrapper->required) continue; if (!InParentProc(proc->ptype)) continue; if (proc->pid <= 0 || !taosProcExist(proc->pid)) { dWarn("node:%s, process:%d is killed and needs to restart", pWrapper->name, proc->pid); dmCloseProcRpcHandles(&pWrapper->proc); dmNewNodeProc(pWrapper, ntype); } } taosThreadMutexUnlock(&pDnode->mutex); } int32_t dmRun(SDnode *pDnode) { if (dmOpenNodes(pDnode) != 0) { dError("failed to open nodes since %s", terrstr()); return -1; } if (dmStartNodes(pDnode) != 0) { dError("failed to start nodes since %s", terrstr()); return -1; } while (1) { if (pDnode->event & DND_EVENT_STOP) { dInfo("dnode is about to stop"); dmSetStatus(pDnode, DND_STAT_STOPPED); dmStopNodes(pDnode); dmCloseNodes(pDnode); return 0; } dmWatchNodes(pDnode); taosMsleep(100); } }