[TD-10430] add dnode eps for dnode module

source/server/dnode/inc/dnodeEps.h

+/*
+ * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
+ *
+ * This program is free software: you can use, redistribute, and/or modify
+ * it under the terms of the GNU Affero General Public License, version 3
+ * or later ("AGPL"), as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+#ifndef _TD_DNODE_EPS_H_
+#define _TD_DNODE_EPS_H_
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+#include "hash.h"
+#include "dnodeInt.h"
+
+typedef struct DnEps {
+  Dnode *         dnode;
+  int32_t         dnodeId;
+  int32_t         dnodeNum;
+  SDnodeEp *      dnodeList;
+  SHashObj *      dnodeHash;
+  char            file[PATH_MAX + 20];
+  pthread_mutex_t mutex;
+} DnEps;
+
+int32_t dnodeInitEps(Dnode *dnode, DnEps **eps);
+void    dnodeCleanupEps(Dnode *dnode, DnEps **eps);
+void    dnodeUpdateEps(DnEps *eps, SDnodeEps *data);
+bool    dnodeIsDnodeEpChanged(DnEps *eps, int32_t dnodeId, char *epstr);
+void    dnodeGetDnodeEp(Dnode *dnode, int32_t dnodeId, char *epstr, char *fqdn, uint16_t *port);
+
+#ifdef __cplusplus
+}
+#endif
+
+#endif /*_TD_DNODE_EPS_H_*/
\ No newline at end of file

source/server/dnode/src/dnodeEps.c

+/*
+ * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
+ *
+ * This program is free software: you can use, redistribute, and/or modify
+ * it under the terms of the GNU Affero General Public License, version 3
+ * or later ("AGPL"), as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+#define _DEFAULT_SOURCE
+#include "os.h"
+#include "cJSON.h"
+#include "tglobal.h"
+#include "dnodeEps.h"
+#include "dnodeCfg.h"
+
+static void dnodePrintEps(DnEps *eps) {
+  dDebug("print dnodeEp, dnodeNum:%d", eps->dnodeNum);
+  for (int32_t i = 0; i < eps->dnodeNum; i++) {
+    SDnodeEp *ep = &eps->dnodeList[i];
+    dDebug("dnode:%d, dnodeFqdn:%s dnodePort:%u", ep->dnodeId, ep->dnodeFqdn, ep->dnodePort);
+  }
+}
+
+static void dnodeResetEps(DnEps *eps, SDnodeEps *data) {
+  assert(data != NULL);
+
+  if (data->dnodeNum > eps->dnodeNum) {
+    SDnodeEp *tmp = calloc(data->dnodeNum, sizeof(SDnodeEp));
+    if (tmp == NULL) return;
+
+    tfree(eps->dnodeList);
+    eps->dnodeList = tmp;
+    eps->dnodeNum = data->dnodeNum;
+    memcpy(eps->dnodeList, data->dnodeEps, eps->dnodeNum * sizeof(SDnodeEp));
+    dnodePrintEps(eps);
+
+    for (int32_t i = 0; i < eps->dnodeNum; ++i) {
+      SDnodeEp *ep = &eps->dnodeList[i];
+      taosHashPut(eps->dnodeHash, &ep->dnodeId, sizeof(int32_t), ep, sizeof(SDnodeEp));
+    }
+  }
+}
+
+static int32_t dnodeReadEps(DnEps *eps) {
+  int32_t len = 0;
+  int32_t maxLen = 30000;
+  char *  content = calloc(1, maxLen + 1);
+  cJSON * root = NULL;
+  FILE *  fp = NULL;
+
+  fp = fopen(eps->file, "r");
+  if (!fp) {
+    dDebug("file %s not exist", eps->file);
+    goto PRASE_EPS_OVER;
+  }
+
+  len = (int32_t)fread(content, 1, maxLen, fp);
+  if (len <= 0) {
+    dError("failed to read %s since content is null", eps->file);
+    goto PRASE_EPS_OVER;
+  }
+
+  content[len] = 0;
+  root = cJSON_Parse(content);
+  if (root == NULL) {
+    dError("failed to read %s since invalid json format", eps->file);
+    goto PRASE_EPS_OVER;
+  }
+
+  cJSON *dnodeNum = cJSON_GetObjectItem(root, "dnodeNum");
+  if (!dnodeNum || dnodeNum->type != cJSON_Number) {
+    dError("failed to read %s since dnodeNum not found", eps->file);
+    goto PRASE_EPS_OVER;
+  }
+
+  cJSON *dnodeInfos = cJSON_GetObjectItem(root, "dnodeInfos");
+  if (!dnodeInfos || dnodeInfos->type != cJSON_Array) {
+    dError("failed to read %s since dnodeInfos not found", eps->file);
+    goto PRASE_EPS_OVER;
+  }
+
+  int32_t dnodeInfosSize = cJSON_GetArraySize(dnodeInfos);
+  if (dnodeInfosSize != dnodeNum->valueint) {
+    dError("failed to read %s since dnodeInfos size:%d not matched dnodeNum:%d", eps->file, dnodeInfosSize,
+           (int32_t)dnodeNum->valueint);
+    goto PRASE_EPS_OVER;
+  }
+
+  eps->dnodeNum = dnodeInfosSize;
+  eps->dnodeList = calloc(dnodeInfosSize, sizeof(SDnodeEp));
+  if (eps->dnodeList == NULL) {
+    dError("failed to calloc dnodeEpList since %s", strerror(errno));
+    goto PRASE_EPS_OVER;
+  }
+
+  for (int32_t i = 0; i < dnodeInfosSize; ++i) {
+    cJSON *dnodeInfo = cJSON_GetArrayItem(dnodeInfos, i);
+    if (dnodeInfo == NULL) break;
+
+    SDnodeEp *ep = &eps->dnodeList[i];
+
+    cJSON *dnodeId = cJSON_GetObjectItem(dnodeInfo, "dnodeId");
+    if (!dnodeId || dnodeId->type != cJSON_Number) {
+      dError("failed to read %s, dnodeId not found", eps->file);
+      goto PRASE_EPS_OVER;
+    }
+    ep->dnodeId = (int32_t)dnodeId->valueint;
+
+    cJSON *dnodeFqdn = cJSON_GetObjectItem(dnodeInfo, "dnodeFqdn");
+    if (!dnodeFqdn || dnodeFqdn->type != cJSON_String || dnodeFqdn->valuestring == NULL) {
+      dError("failed to read %s, dnodeFqdn not found", eps->file);
+      goto PRASE_EPS_OVER;
+    }
+    tstrncpy(ep->dnodeFqdn, dnodeFqdn->valuestring, TSDB_FQDN_LEN);
+
+    cJSON *dnodePort = cJSON_GetObjectItem(dnodeInfo, "dnodePort");
+    if (!dnodePort || dnodePort->type != cJSON_Number) {
+      dError("failed to read %s, dnodePort not found", eps->file);
+      goto PRASE_EPS_OVER;
+    }
+    ep->dnodePort = (uint16_t)dnodePort->valueint;
+  }
+
+  dInfo("succcessed to read file %s", eps->file);
+  dnodePrintEps(eps);
+
+PRASE_EPS_OVER:
+  if (content != NULL) free(content);
+  if (root != NULL) cJSON_Delete(root);
+  if (fp != NULL) fclose(fp);
+
+  if (dnodeIsDnodeEpChanged(eps, eps->dnodeId, tsLocalEp)) {
+    dError("dnode:%d, localEp different from %s dnodeEps.json and need reconfigured", eps->dnodeId, tsLocalEp);
+    return -1;
+  }
+
+  terrno = 0;
+  return 0;
+}
+
+static int32_t dnodeWriteEps(DnEps *eps) {
+  FILE *fp = fopen(eps->file, "w");
+  if (!fp) {
+    dError("failed to write %s since %s", eps->file, strerror(errno));
+    return -1;
+  }
+
+  int32_t len = 0;
+  int32_t maxLen = 30000;
+  char *  content = calloc(1, maxLen + 1);
+
+  len += snprintf(content + len, maxLen - len, "{\n");
+  len += snprintf(content + len, maxLen - len, "  \"dnodeNum\": %d,\n", eps->dnodeNum);
+  len += snprintf(content + len, maxLen - len, "  \"dnodeInfos\": [{\n");
+  for (int32_t i = 0; i < eps->dnodeNum; ++i) {
+    SDnodeEp *ep = &eps->dnodeList[i];
+    len += snprintf(content + len, maxLen - len, "    \"dnodeId\": %d,\n", ep->dnodeId);
+    len += snprintf(content + len, maxLen - len, "    \"dnodeFqdn\": \"%s\",\n", ep->dnodeFqdn);
+    len += snprintf(content + len, maxLen - len, "    \"dnodePort\": %u\n", ep->dnodePort);
+    if (i < eps->dnodeNum - 1) {
+      len += snprintf(content + len, maxLen - len, "  },{\n");
+    } else {
+      len += snprintf(content + len, maxLen - len, "  }]\n");
+    }
+  }
+  len += snprintf(content + len, maxLen - len, "}\n");
+
+  fwrite(content, 1, len, fp);
+  taosFsync(fileno(fp));
+  fclose(fp);
+  free(content);
+  terrno = 0;
+
+  dInfo("successed to write %s", eps->file);
+  return 0;
+}
+
+int32_t dnodeInitEps(Dnode *dnode, DnEps **out) {
+  DnEps *eps = calloc(1, sizeof(DnEps));
+  if (eps == NULL) return -1;
+
+  eps->dnodeHash = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_ENTRY_LOCK);
+  if (eps->dnodeHash == NULL) return -1;
+
+  eps->dnode = dnode;
+  eps->dnodeId = dnode->cfg->dnodeId;
+  eps->dnodeNum = 0;
+  snprintf(eps->file, sizeof(eps->file), "%s/dnodeEps.json", tsDnodeDir);
+  pthread_mutex_init(&eps->mutex, NULL);
+  *out = eps;
+
+  int32_t ret = dnodeReadEps(eps);
+  if (ret == 0) {
+    dInfo("dnode eps is initialized");
+  }
+
+  return ret;
+}
+
+void dnodeCleanupEps(Dnode *dnode, DnEps **out) {
+  DnEps *eps = *out;
+  *out = NULL;
+
+  pthread_mutex_lock(&eps->mutex);
+
+  if (eps->dnodeList != NULL) {
+    free(eps->dnodeList);
+    eps->dnodeList = NULL;
+  }
+
+  if (eps->dnodeHash) {
+    taosHashCleanup(eps->dnodeHash);
+    eps->dnodeHash = NULL;
+  }
+
+  eps->dnodeNum = 0;
+  pthread_mutex_unlock(&eps->mutex);
+  pthread_mutex_destroy(&eps->mutex);
+  free(eps);
+}
+
+void dnodeUpdateEps(DnEps *eps, SDnodeEps *data) {
+  if (data == NULL || data->dnodeNum <= 0) return;
+
+  data->dnodeNum = htonl(data->dnodeNum);
+  for (int32_t i = 0; i < data->dnodeNum; ++i) {
+    data->dnodeEps[i].dnodeId = htonl(data->dnodeEps[i].dnodeId);
+    data->dnodeEps[i].dnodePort = htons(data->dnodeEps[i].dnodePort);
+  }
+
+  pthread_mutex_lock(&eps->mutex);
+
+  if (data->dnodeNum != eps->dnodeNum) {
+    dnodeResetEps(eps, data);
+    dnodeWriteEps(eps);
+  } else {
+    int32_t size = data->dnodeNum * sizeof(SDnodeEp);
+    if (memcmp(eps->dnodeList, data->dnodeEps, size) != 0) {
+      dnodeResetEps(eps, data);
+      dnodeWriteEps(eps);
+    }
+  }
+
+  pthread_mutex_unlock(&eps->mutex);
+}
+
+bool dnodeIsDnodeEpChanged(DnEps *eps, int32_t dnodeId, char *epstr) {
+  bool changed = false;
+
+  pthread_mutex_lock(&eps->mutex);
+
+  SDnodeEp *ep = taosHashGet(eps->dnodeHash, &dnodeId, sizeof(int32_t));
+  if (ep != NULL) {
+    char epSaved[TSDB_EP_LEN + 1];
+    snprintf(epSaved, TSDB_EP_LEN, "%s:%u", ep->dnodeFqdn, ep->dnodePort);
+    changed = strcmp(epstr, epSaved) != 0;
+    tstrncpy(epstr, epSaved, TSDB_EP_LEN);
+  }
+
+  pthread_mutex_unlock(&eps->mutex);
+
+  return changed;
+}
+
+void dnodeGetDnodeEp(Dnode *dnode, int32_t dnodeId, char *epstr, char *fqdn, uint16_t *port) {
+  assert(dnode != NULL);
+
+  DnEps *eps = dnode->eps;
+  pthread_mutex_lock(&eps->mutex);
+
+  SDnodeEp *ep = taosHashGet(eps->dnodeHash, &dnodeId, sizeof(int32_t));
+  if (ep != NULL) {
+    if (port) *port = ep->dnodePort;
+    if (fqdn) tstrncpy(fqdn, ep->dnodeFqdn, TSDB_FQDN_LEN);
+    if (epstr) snprintf(epstr, TSDB_EP_LEN, "%s:%u", ep->dnodeFqdn, ep->dnodePort);
+  }
+
+  pthread_mutex_unlock(&eps->mutex);
+}