[td-11818] merge 3.0

2.0/src/query/tests/astTest.cpp

@@ -633,3 +633,5 @@ TEST(testCase, astTest) {
 //  exprSerializeTest2();
 }
 #endif
+
+#pragma GCC diagnostic pop
\ No newline at end of file

2.0/src/query/tests/cSortTest.cpp

@@ -5,6 +5,7 @@
 #include "tsdb.h"
 #include "qExtbuffer.h"
 
+#pragma GCC diagnostic push
 #pragma GCC diagnostic ignored "-Wwrite-strings"
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
@@ -122,3 +123,5 @@ TEST(testCase, columnsort_test) {
 
   destroyColumnModel(pModel);
 }
+
+#pragma GCC diagnostic pop
\ No newline at end of file

2.0/src/query/tests/histogramTest.cpp

@@ -6,6 +6,7 @@
 #include "taos.h"
 #include "qHistogram.h"
 
+#pragma GCC diagnostic push
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 
@@ -140,3 +141,5 @@ TEST(testCase, heapsort) {
   //
   //    free(pEntry);
 }
+
+#pragma GCC diagnostic pop
\ No newline at end of file

2.0/src/query/tests/patternMatchTest.cpp

@@ -6,6 +6,7 @@
 #include "qAggMain.h"
 #include "tcompare.h"
 
+#pragma GCC diagnostic push
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 
@@ -84,3 +85,5 @@ TEST(testCase, patternMatchTest) {
   ret = patternMatch("%9", str, 2, &info);
   EXPECT_EQ(ret, TSDB_PATTERN_MATCH);
 }
+
+#pragma GCC diagnostic pop
\ No newline at end of file

2.0/src/query/tests/percentileTest.cpp

@@ -7,6 +7,7 @@
 
 #include "qPercentile.h"
 
+#pragma GCC diagnostic push
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 
@@ -255,3 +256,5 @@ TEST(testCase, percentileTest) {
   unsignedDataTest();
   largeDataTest();
 }
+
+#pragma GCC diagnostic pop
\ No newline at end of file

2.0/src/query/tests/rangeMergeTest.cpp

@@ -7,6 +7,7 @@
 
 #include "qFilter.h"
 
+#pragma GCC diagnostic push
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 
@@ -365,3 +366,5 @@ TEST(testCase, rangeMergeTest) {
   intDataTest();
 
 }
+
+#pragma GCC diagnostic pop
\ No newline at end of file

2.0/src/query/tests/resultBufferTest.cpp

@@ -6,6 +6,7 @@
 #include "taos.h"
 #include "tsdb.h"
 
+#pragma GCC diagnostic push
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 
@@ -161,3 +162,5 @@ TEST(testCase, resultBufferTest) {
   writeDownTest();
   recyclePageTest();
 }
+
+#pragma GCC diagnostic pop
\ No newline at end of file

2.0/src/query/tests/tsBufTest.cpp

@@ -9,6 +9,7 @@
 #include "ttoken.h"
 #include "tutil.h"
 
+#pragma GCC diagnostic push
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 #pragma GCC diagnostic ignored "-Wunused-but-set-variable"
@@ -513,3 +514,5 @@ TEST(testCase, tsBufTest) {
   mergeDiffVnodeBufferTest();
   mergeIdenticalVnodeBufferTest();
 }
+
+#pragma GCC diagnostic pop
\ No newline at end of file

2.0/src/query/tests/unitTest.cpp

@@ -4,6 +4,7 @@
 #include "taos.h"
 #include "tsdb.h"
 
+#pragma GCC diagnostic push
 #pragma GCC diagnostic ignored "-Wwrite-strings"
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
@@ -910,3 +911,4 @@ TEST(testCase, getTempFilePath_test) {
   printf("%s\n", path);
 }
 
+#pragma GCC diagnostic pop
\ No newline at end of file

CMakeLists.txt

@@ -10,8 +10,8 @@ set(CMAKE_SUPPORT_DIR "${CMAKE_SOURCE_DIR}/cmake")
 set(CMAKE_CONTRIB_DIR "${CMAKE_SOURCE_DIR}/contrib")
 include(${CMAKE_SUPPORT_DIR}/cmake.options)
 
-SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC -gdwarf-2 -msse4.2 -mfma -g3")
-SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fPIC -gdwarf-2 -msse4.2 -mfma -g3")
+SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Werror -fPIC -gdwarf-2 -msse4.2 -mfma -g3")
+SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Werror -fPIC -gdwarf-2 -msse4.2 -mfma -g3")
 
 # contrib
 add_subdirectory(contrib)

contrib/test/traft/CMakeLists.txt

-add_subdirectory(rebalance_leader)
-add_subdirectory(make_cluster)
+add_subdirectory(single_node)
 

contrib/test/traft/cluster/Makefile.2

+all:
+	gcc node10000.c -I ../../include/ ../../.libs/libraft.a -o node10000 -luv -llz4 -lpthread -g
+	gcc node10001.c -I ../../include/ ../../.libs/libraft.a -o node10001 -luv -llz4 -lpthread -g
+	gcc node10002.c -I ../../include/ ../../.libs/libraft.a -o node10002 -luv -llz4 -lpthread -g
+	gcc node10000_restart.c -I ../../include/ ../../.libs/libraft.a -o node10000_restart -luv -llz4 -lpthread -g
+	gcc node10001_restart.c -I ../../include/ ../../.libs/libraft.a -o node10001_restart -luv -llz4 -lpthread -g
+	gcc node10002_restart.c -I ../../include/ ../../.libs/libraft.a -o node10002_restart -luv -llz4 -lpthread -g
+clean:
+	rm -f node10000
+	rm -f node10001
+	rm -f node10002
+	rm -f node10000_restart
+	rm -f node10001_restart
+	rm -f node10002_restart
+	sh clear.sh
+

contrib/test/traft/cluster/node10000.c

+#include <assert.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+#include <uv.h>
+
+#include "raft.h"
+
+SRaftEnv raftEnv;
+
+typedef struct Tsdb {
+  uint64_t lastApplyIndex;
+  void    *mem;
+  void    *imm;
+  void    *store;
+} Tsdb;
+
+void tsdbWrite(Tsdb *t, char *msg) {}
+
+void *startFunc(void *param) {
+  SRaftEnv *pSRaftEnv = (SRaftEnv *)param;
+  int32_t   r = raftEnvStart(pSRaftEnv);
+  assert(r == 0);
+  return NULL;
+}
+
+int fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result, raft_index index) {
+  // get commit value
+  char *msg = (char *)buf->base;
+  printf("fsm apply: index:%llu value:%s \n", index, msg);
+
+  Tsdb *t = pFsm->data;
+  if (index > t->lastApplyIndex) {
+    // apply value into tsdb
+    tsdbWrite(t, msg);
+
+    // update lastApplyIndex
+    t->lastApplyIndex = index;
+  }
+
+  return 0;
+}
+
+void putValueCb(struct raft_apply *req, int status, void *result) {
+  void *ptr = req->data;
+  if (status != 0) {
+    printf("putValueCb error \n");
+  } else {
+    printf("putValueCb ok \n");
+  }
+  free(ptr);
+  free(req);
+}
+
+void submitValue() {
+  // prepare value
+  struct raft_buffer buf;
+  buf.len = 32;
+  void *ptr = malloc(buf.len);
+  buf.base = ptr;
+  snprintf(buf.base, buf.len, "%ld", time(NULL));
+
+  // get raft
+  struct raft *r = getRaft(&raftEnv, 100);
+  assert(r != NULL);
+  // printRaftState(r);
+
+  // submit value
+  struct raft_apply *req = malloc(sizeof(*req));
+  req->data = ptr;
+  int ret = raft_apply(r, req, &buf, 1, putValueCb);
+  if (ret == 0) {
+    printf("put %s \n", (char *)buf.base);
+  } else {
+    printf("put error: %s \n", raft_errmsg(r));
+  }
+}
+
+int main(int argc, char **argv) {
+  // init raft env
+  int r = raftEnvInit(&raftEnv, "127.0.0.1", 10000, "./data");
+  assert(r == 0);
+
+  // start raft env
+  pthread_t tid;
+  pthread_create(&tid, NULL, startFunc, &raftEnv);
+
+  // wait for start, just for simple
+  while (raftEnv.isStart != 1) {
+    sleep(1);
+  }
+
+  // init fsm
+  struct raft_fsm *pFsm = malloc(sizeof(*pFsm));
+  pFsm->apply = fsmApplyCb;
+  Tsdb *tsdb = malloc(sizeof(*tsdb));
+  pFsm->data = tsdb;
+
+  // add vgroup, id = 100, only has 3 replica.
+  // array <peers, peersCount> gives the peer replica infomation.
+  char peers[MAX_PEERS_COUNT][ADDRESS_LEN];
+  memset(peers, 0, sizeof(peers));
+  snprintf(peers[0], ADDRESS_LEN, "%s", "127.0.0.1:10001");
+  snprintf(peers[1], ADDRESS_LEN, "%s", "127.0.0.1:10002");
+  uint32_t peersCount = 2;
+  r = addRaftVoter(&raftEnv, peers, peersCount, 100, pFsm);
+  assert(r == 0);
+
+  // for test: submit a value every second
+  while (1) {
+    sleep(1);
+    submitValue();
+  }
+
+  return 0;
+}

contrib/test/traft/cluster/node10000_restart.c

+#include <assert.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+#include <uv.h>
+
+#include "raft.h"
+
+SRaftEnv raftEnv;
+
+typedef struct Tsdb {
+  uint64_t lastApplyIndex;
+  void    *mem;
+  void    *imm;
+  void    *store;
+} Tsdb;
+
+void tsdbWrite(Tsdb *t, char *msg) {}
+
+void *startFunc(void *param) {
+  SRaftEnv *pSRaftEnv = (SRaftEnv *)param;
+  int32_t   r = raftEnvStart(pSRaftEnv);
+  assert(r == 0);
+  return NULL;
+}
+
+int fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result, raft_index index) {
+  // get commit value
+  char *msg = (char *)buf->base;
+  printf("fsm apply: index:%llu value:%s \n", index, msg);
+
+  Tsdb *t = pFsm->data;
+  if (index > t->lastApplyIndex) {
+    // apply value into tsdb
+    tsdbWrite(t, msg);
+
+    // update lastApplyIndex
+    t->lastApplyIndex = index;
+  }
+
+  return 0;
+}
+
+void putValueCb(struct raft_apply *req, int status, void *result) {
+  void *ptr = req->data;
+  if (status != 0) {
+    printf("putValueCb error \n");
+  } else {
+    printf("putValueCb ok \n");
+  }
+  free(ptr);
+  free(req);
+}
+
+void submitValue() {
+  // prepare value
+  struct raft_buffer buf;
+  buf.len = 32;
+  void *ptr = malloc(buf.len);
+  buf.base = ptr;
+  snprintf(buf.base, buf.len, "%ld", time(NULL));
+
+  // get raft
+  struct raft *r = getRaft(&raftEnv, 100);
+  assert(r != NULL);
+  // printRaftState(r);
+
+  // submit value
+  struct raft_apply *req = malloc(sizeof(*req));
+  req->data = ptr;
+  int ret = raft_apply(r, req, &buf, 1, putValueCb);
+  if (ret == 0) {
+    printf("put %s \n", (char *)buf.base);
+  } else {
+    printf("put error: %s \n", raft_errmsg(r));
+  }
+}
+
+int main(int argc, char **argv) {
+  // init raft env
+  int r = raftEnvInit(&raftEnv, "127.0.0.1", 10000, "./data");
+  assert(r == 0);
+
+  // start raft env
+  pthread_t tid;
+  pthread_create(&tid, NULL, startFunc, &raftEnv);
+
+  // wait for start, just for simple
+  while (raftEnv.isStart != 1) {
+    sleep(1);
+  }
+
+  // init fsm
+  struct raft_fsm *pFsm = malloc(sizeof(*pFsm));
+  pFsm->apply = fsmApplyCb;
+  Tsdb *tsdb = malloc(sizeof(*tsdb));
+  pFsm->data = tsdb;
+
+  // add vgroup, id = 100, only has 3 replica.
+  // here only add self.
+  // peer replica information will restore from wal.
+  r = addRaftVoter(&raftEnv, NULL, 0, 100, pFsm);
+  assert(r == 0);
+
+  // for test: submit a value every second
+  while (1) {
+    sleep(1);
+    submitValue();
+  }
+
+  return 0;
+}

contrib/test/traft/cluster/node10001.c

+#include <assert.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+#include <uv.h>
+
+#include "raft.h"
+
+SRaftEnv raftEnv;
+
+typedef struct Tsdb {
+  uint64_t lastApplyIndex;
+  void    *mem;
+  void    *imm;
+  void    *store;
+} Tsdb;
+
+void tsdbWrite(Tsdb *t, char *msg) {}
+
+void *startFunc(void *param) {
+  SRaftEnv *pSRaftEnv = (SRaftEnv *)param;
+  int32_t   r = raftEnvStart(pSRaftEnv);
+  assert(r == 0);
+  return NULL;
+}
+
+int fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result, raft_index index) {
+  // get commit value
+  char *msg = (char *)buf->base;
+  printf("fsm apply: index:%llu value:%s \n", index, msg);
+
+  Tsdb *t = pFsm->data;
+  if (index > t->lastApplyIndex) {
+    // apply value into tsdb
+    tsdbWrite(t, msg);
+
+    // update lastApplyIndex
+    t->lastApplyIndex = index;
+  }
+
+  return 0;
+}
+
+void putValueCb(struct raft_apply *req, int status, void *result) {
+  void *ptr = req->data;
+  if (status != 0) {
+    printf("putValueCb error \n");
+  } else {
+    printf("putValueCb ok \n");
+  }
+  free(ptr);
+  free(req);
+}
+
+void submitValue() {
+  // prepare value
+  struct raft_buffer buf;
+  buf.len = 32;
+  void *ptr = malloc(buf.len);
+  buf.base = ptr;
+  snprintf(buf.base, buf.len, "%ld", time(NULL));
+
+  // get raft
+  struct raft *r = getRaft(&raftEnv, 100);
+  assert(r != NULL);
+  // printRaftState(r);
+
+  // submit value
+  struct raft_apply *req = malloc(sizeof(*req));
+  req->data = ptr;
+  int ret = raft_apply(r, req, &buf, 1, putValueCb);
+  if (ret == 0) {
+    printf("put %s \n", (char *)buf.base);
+  } else {
+    printf("put error: %s \n", raft_errmsg(r));
+  }
+}
+
+int main(int argc, char **argv) {
+  // init raft env
+  int r = raftEnvInit(&raftEnv, "127.0.0.1", 10001, "./data");
+  assert(r == 0);
+
+  // start raft env
+  pthread_t tid;
+  pthread_create(&tid, NULL, startFunc, &raftEnv);
+
+  // wait for start, just for simple
+  while (raftEnv.isStart != 1) {
+    sleep(1);
+  }
+
+  // init fsm
+  struct raft_fsm *pFsm = malloc(sizeof(*pFsm));
+  pFsm->apply = fsmApplyCb;
+  Tsdb *tsdb = malloc(sizeof(*tsdb));
+  pFsm->data = tsdb;
+
+  // add vgroup, id = 100, only has 3 replica.
+  // array <peers, peersCount> gives the peer replica infomation.
+  char peers[MAX_PEERS_COUNT][ADDRESS_LEN];
+  memset(peers, 0, sizeof(peers));
+  snprintf(peers[0], ADDRESS_LEN, "%s", "127.0.0.1:10000");
+  snprintf(peers[1], ADDRESS_LEN, "%s", "127.0.0.1:10002");
+  uint32_t peersCount = 2;
+  r = addRaftVoter(&raftEnv, peers, peersCount, 100, pFsm);
+  assert(r == 0);
+
+  // for test: submit a value every second
+  while (1) {
+    sleep(1);
+    submitValue();
+  }
+
+  return 0;
+}

contrib/test/traft/cluster/node10001_restart.c

+#include <assert.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+#include <uv.h>
+
+#include "raft.h"
+
+SRaftEnv raftEnv;
+
+typedef struct Tsdb {
+  uint64_t lastApplyIndex;
+  void    *mem;
+  void    *imm;
+  void    *store;
+} Tsdb;
+
+void tsdbWrite(Tsdb *t, char *msg) {}
+
+void *startFunc(void *param) {
+  SRaftEnv *pSRaftEnv = (SRaftEnv *)param;
+  int32_t   r = raftEnvStart(pSRaftEnv);
+  assert(r == 0);
+  return NULL;
+}
+
+int fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result, raft_index index) {
+  // get commit value
+  char *msg = (char *)buf->base;
+  printf("fsm apply: index:%llu value:%s \n", index, msg);
+
+  Tsdb *t = pFsm->data;
+  if (index > t->lastApplyIndex) {
+    // apply value into tsdb
+    tsdbWrite(t, msg);
+
+    // update lastApplyIndex
+    t->lastApplyIndex = index;
+  }
+
+  return 0;
+}
+
+void putValueCb(struct raft_apply *req, int status, void *result) {
+  void *ptr = req->data;
+  if (status != 0) {
+    printf("putValueCb error \n");
+  } else {
+    printf("putValueCb ok \n");
+  }
+  free(ptr);
+  free(req);
+}
+
+void submitValue() {
+  // prepare value
+  struct raft_buffer buf;
+  buf.len = 32;
+  void *ptr = malloc(buf.len);
+  buf.base = ptr;
+  snprintf(buf.base, buf.len, "%ld", time(NULL));
+
+  // get raft
+  struct raft *r = getRaft(&raftEnv, 100);
+  assert(r != NULL);
+  // printRaftState(r);
+
+  // submit value
+  struct raft_apply *req = malloc(sizeof(*req));
+  req->data = ptr;
+  int ret = raft_apply(r, req, &buf, 1, putValueCb);
+  if (ret == 0) {
+    printf("put %s \n", (char *)buf.base);
+  } else {
+    printf("put error: %s \n", raft_errmsg(r));
+  }
+}
+
+int main(int argc, char **argv) {
+  // init raft env
+  int r = raftEnvInit(&raftEnv, "127.0.0.1", 10001, "./data");
+  assert(r == 0);
+
+  // start raft env
+  pthread_t tid;
+  pthread_create(&tid, NULL, startFunc, &raftEnv);
+
+  // wait for start, just for simple
+  while (raftEnv.isStart != 1) {
+    sleep(1);
+  }
+
+  // init fsm
+  struct raft_fsm *pFsm = malloc(sizeof(*pFsm));
+  pFsm->apply = fsmApplyCb;
+  Tsdb *tsdb = malloc(sizeof(*tsdb));
+  pFsm->data = tsdb;
+
+  // add vgroup, id = 100, only has 3 replica.
+  // here only add self.
+  // peer replica information will restore from wal.
+  r = addRaftVoter(&raftEnv, NULL, 0, 100, pFsm);
+  assert(r == 0);
+
+  // for test: submit a value every second
+  while (1) {
+    sleep(1);
+    submitValue();
+  }
+
+  return 0;
+}

contrib/test/traft/cluster/node10002.c

+#include <assert.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+#include <uv.h>
+
+#include "raft.h"
+
+SRaftEnv raftEnv;
+
+typedef struct Tsdb {
+  uint64_t lastApplyIndex;
+  void    *mem;
+  void    *imm;
+  void    *store;
+} Tsdb;
+
+void tsdbWrite(Tsdb *t, char *msg) {}
+
+void *startFunc(void *param) {
+  SRaftEnv *pSRaftEnv = (SRaftEnv *)param;
+  int32_t   r = raftEnvStart(pSRaftEnv);
+  assert(r == 0);
+  return NULL;
+}
+
+int fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result, raft_index index) {
+  // get commit value
+  char *msg = (char *)buf->base;
+  printf("fsm apply: index:%llu value:%s \n", index, msg);
+
+  Tsdb *t = pFsm->data;
+  if (index > t->lastApplyIndex) {
+    // apply value into tsdb
+    tsdbWrite(t, msg);
+
+    // update lastApplyIndex
+    t->lastApplyIndex = index;
+  }
+
+  return 0;
+}
+
+void putValueCb(struct raft_apply *req, int status, void *result) {
+  void *ptr = req->data;
+  if (status != 0) {
+    printf("putValueCb error \n");
+  } else {
+    printf("putValueCb ok \n");
+  }
+  free(ptr);
+  free(req);
+}
+
+void submitValue() {
+  // prepare value
+  struct raft_buffer buf;
+  buf.len = 32;
+  void *ptr = malloc(buf.len);
+  buf.base = ptr;
+  snprintf(buf.base, buf.len, "%ld", time(NULL));
+
+  // get raft
+  struct raft *r = getRaft(&raftEnv, 100);
+  assert(r != NULL);
+  // printRaftState(r);
+
+  // submit value
+  struct raft_apply *req = malloc(sizeof(*req));
+  req->data = ptr;
+  int ret = raft_apply(r, req, &buf, 1, putValueCb);
+  if (ret == 0) {
+    printf("put %s \n", (char *)buf.base);
+  } else {
+    printf("put error: %s \n", raft_errmsg(r));
+  }
+}
+
+int main(int argc, char **argv) {
+  // init raft env
+  int r = raftEnvInit(&raftEnv, "127.0.0.1", 10002, "./data");
+  assert(r == 0);
+
+  // start raft env
+  pthread_t tid;
+  pthread_create(&tid, NULL, startFunc, &raftEnv);
+
+  // wait for start, just for simple
+  while (raftEnv.isStart != 1) {
+    sleep(1);
+  }
+
+  // init fsm
+  struct raft_fsm *pFsm = malloc(sizeof(*pFsm));
+  pFsm->apply = fsmApplyCb;
+  Tsdb *tsdb = malloc(sizeof(*tsdb));
+  pFsm->data = tsdb;
+
+  // add vgroup, id = 100, only has 3 replica.
+  // array <peers, peersCount> gives the peer replica infomation.
+  char peers[MAX_PEERS_COUNT][ADDRESS_LEN];
+  memset(peers, 0, sizeof(peers));
+  snprintf(peers[0], ADDRESS_LEN, "%s", "127.0.0.1:10000");
+  snprintf(peers[1], ADDRESS_LEN, "%s", "127.0.0.1:10001");
+  uint32_t peersCount = 2;
+  r = addRaftVoter(&raftEnv, peers, peersCount, 100, pFsm);
+  assert(r == 0);
+
+  // for test: submit a value every second
+  while (1) {
+    sleep(1);
+    submitValue();
+  }
+
+  return 0;
+}

contrib/test/traft/cluster/node10002_restart.c

+#include <assert.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+#include <uv.h>
+
+#include "raft.h"
+
+SRaftEnv raftEnv;
+
+typedef struct Tsdb {
+  uint64_t lastApplyIndex;
+  void    *mem;
+  void    *imm;
+  void    *store;
+} Tsdb;
+
+void tsdbWrite(Tsdb *t, char *msg) {}
+
+void *startFunc(void *param) {
+  SRaftEnv *pSRaftEnv = (SRaftEnv *)param;
+  int32_t   r = raftEnvStart(pSRaftEnv);
+  assert(r == 0);
+  return NULL;
+}
+
+int fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result, raft_index index) {
+  // get commit value
+  char *msg = (char *)buf->base;
+  printf("fsm apply: index:%llu value:%s \n", index, msg);
+
+  Tsdb *t = pFsm->data;
+  if (index > t->lastApplyIndex) {
+    // apply value into tsdb
+    tsdbWrite(t, msg);
+
+    // update lastApplyIndex
+    t->lastApplyIndex = index;
+  }
+
+  return 0;
+}
+
+void putValueCb(struct raft_apply *req, int status, void *result) {
+  void *ptr = req->data;
+  if (status != 0) {
+    printf("putValueCb error \n");
+  } else {
+    printf("putValueCb ok \n");
+  }
+  free(ptr);
+  free(req);
+}
+
+void submitValue() {
+  // prepare value
+  struct raft_buffer buf;
+  buf.len = 32;
+  void *ptr = malloc(buf.len);
+  buf.base = ptr;
+  snprintf(buf.base, buf.len, "%ld", time(NULL));
+
+  // get raft
+  struct raft *r = getRaft(&raftEnv, 100);
+  assert(r != NULL);
+  // printRaftState(r);
+
+  // submit value
+  struct raft_apply *req = malloc(sizeof(*req));
+  req->data = ptr;
+  int ret = raft_apply(r, req, &buf, 1, putValueCb);
+  if (ret == 0) {
+    printf("put %s \n", (char *)buf.base);
+  } else {
+    printf("put error: %s \n", raft_errmsg(r));
+  }
+}
+
+int main(int argc, char **argv) {
+  // init raft env
+  int r = raftEnvInit(&raftEnv, "127.0.0.1", 10002, "./data");
+  assert(r == 0);
+
+  // start raft env
+  pthread_t tid;
+  pthread_create(&tid, NULL, startFunc, &raftEnv);
+
+  // wait for start, just for simple
+  while (raftEnv.isStart != 1) {
+    sleep(1);
+  }
+
+  // init fsm
+  struct raft_fsm *pFsm = malloc(sizeof(*pFsm));
+  pFsm->apply = fsmApplyCb;
+  Tsdb *tsdb = malloc(sizeof(*tsdb));
+  pFsm->data = tsdb;
+
+  // add vgroup, id = 100, only has 3 replica.
+  // here only add self.
+  // peer replica information will restore from wal.
+  r = addRaftVoter(&raftEnv, NULL, 0, 100, pFsm);
+  assert(r == 0);
+
+  // for test: submit a value every second
+  while (1) {
+    sleep(1);
+    submitValue();
+  }
+
+  return 0;
+}

contrib/test/traft/join_into_vgroup/Makefile.2

+all:
+	gcc node_follower10000.c -I ../../include/ ../../.libs/libraft.a -o node_follower10000 -luv -llz4 -lpthread -g
+	gcc node_follower10001.c -I ../../include/ ../../.libs/libraft.a -o node_follower10001 -luv -llz4 -lpthread -g
+	gcc node_leader10002.c -I ../../include/ ../../.libs/libraft.a -o node_leader10002 -luv -llz4 -lpthread -g
+clean:
+	rm -f node_follower10000
+	rm -f node_follower10001
+	rm -f node_leader10002
+	sh clear.sh
+

contrib/test/traft/join_into_vgroup/node_follower10000.c

+#include <assert.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+#include <uv.h>
+
+#include "raft.h"
+
+SRaftEnv raftEnv;
+
+typedef struct Tsdb {
+  uint64_t lastApplyIndex;
+  void    *mem;
+  void    *imm;
+  void    *store;
+} Tsdb;
+
+void tsdbWrite(Tsdb *t, char *msg) {}
+
+void *startFunc(void *param) {
+  SRaftEnv *pSRaftEnv = (SRaftEnv *)param;
+  int32_t   r = raftEnvStart(pSRaftEnv);
+  assert(r == 0);
+  return NULL;
+}
+
+int fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result, raft_index index) {
+  // get commit value
+  char *msg = (char *)buf->base;
+  printf("fsm apply: index:%llu value:%s \n", index, msg);
+
+  Tsdb *t = pFsm->data;
+  if (index > t->lastApplyIndex) {
+    // apply value into tsdb
+    tsdbWrite(t, msg);
+
+    // update lastApplyIndex
+    t->lastApplyIndex = index;
+  }
+
+  return 0;
+}
+
+void putValueCb(struct raft_apply *req, int status, void *result) {
+  void *ptr = req->data;
+  if (status != 0) {
+    printf("putValueCb error \n");
+  } else {
+    printf("putValueCb ok \n");
+  }
+  free(ptr);
+  free(req);
+}
+
+void submitValue() {
+  // prepare value
+  struct raft_buffer buf;
+  buf.len = 32;
+  void *ptr = malloc(buf.len);
+  buf.base = ptr;
+  snprintf(buf.base, buf.len, "%ld", time(NULL));
+
+  // get raft
+  struct raft *r = getRaft(&raftEnv, 100);
+  assert(r != NULL);
+  printRaftState(r);
+
+  // submit value
+  struct raft_apply *req = malloc(sizeof(*req));
+  req->data = ptr;
+  int ret = raft_apply(r, req, &buf, 1, putValueCb);
+  if (ret == 0) {
+    printf("put %s \n", (char *)buf.base);
+  } else {
+    printf("put error: %s \n", raft_errmsg(r));
+  }
+}
+
+int main(int argc, char **argv) {
+  signal(SIGPIPE, SIG_IGN);
+
+  // init raft env
+  int r = raftEnvInit(&raftEnv, "127.0.0.1", 10000, "./data");
+  assert(r == 0);
+
+  // start raft env
+  pthread_t tid;
+  pthread_create(&tid, NULL, startFunc, &raftEnv);
+
+  // init fsm
+  struct raft_fsm *pFsm = malloc(sizeof(*pFsm));
+  pFsm->apply = fsmApplyCb;
+  Tsdb *tsdb = malloc(sizeof(*tsdb));
+  pFsm->data = tsdb;
+
+  // wait for start, just for simple
+  while (raftEnv.isStart != 1) {
+    sleep(1);
+  }
+
+  // add one replica
+  r = addRaftSpare(&raftEnv, 100, pFsm);
+  assert(r == 0);
+
+  // for test: submit value every second
+  while (1) {
+    sleep(1);
+    submitValue();
+  }
+
+  return 0;
+}

contrib/test/traft/join_into_vgroup/node_follower10001.c

+#include <assert.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+#include <uv.h>
+
+#include "raft.h"
+
+SRaftEnv raftEnv;
+
+typedef struct Tsdb {
+  uint64_t lastApplyIndex;
+  void    *mem;
+  void    *imm;
+  void    *store;
+} Tsdb;
+
+void tsdbWrite(Tsdb *t, char *msg) {}
+
+void *startFunc(void *param) {
+  SRaftEnv *pSRaftEnv = (SRaftEnv *)param;
+  int32_t   r = raftEnvStart(pSRaftEnv);
+  assert(r == 0);
+  return NULL;
+}
+
+int fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result, raft_index index) {
+  // get commit value
+  char *msg = (char *)buf->base;
+  printf("fsm apply: index:%llu value:%s \n", index, msg);
+
+  Tsdb *t = pFsm->data;
+  if (index > t->lastApplyIndex) {
+    // apply value into tsdb
+    tsdbWrite(t, msg);
+
+    // update lastApplyIndex
+    t->lastApplyIndex = index;
+  }
+
+  return 0;
+}
+
+void putValueCb(struct raft_apply *req, int status, void *result) {
+  void *ptr = req->data;
+  if (status != 0) {
+    printf("putValueCb error \n");
+  } else {
+    printf("putValueCb ok \n");
+  }
+  free(ptr);
+  free(req);
+}
+
+void submitValue() {
+  // prepare value
+  struct raft_buffer buf;
+  buf.len = 32;
+  void *ptr = malloc(buf.len);
+  buf.base = ptr;
+  snprintf(buf.base, buf.len, "%ld", time(NULL));
+
+  // get raft
+  struct raft *r = getRaft(&raftEnv, 100);
+  assert(r != NULL);
+  printRaftState(r);
+
+  // submit value
+  struct raft_apply *req = malloc(sizeof(*req));
+  req->data = ptr;
+  int ret = raft_apply(r, req, &buf, 1, putValueCb);
+  if (ret == 0) {
+    printf("put %s \n", (char *)buf.base);
+  } else {
+    printf("put error: %s \n", raft_errmsg(r));
+  }
+}
+
+int main(int argc, char **argv) {
+  signal(SIGPIPE, SIG_IGN);
+
+  // init raft env
+  int r = raftEnvInit(&raftEnv, "127.0.0.1", 10001, "./data");
+  assert(r == 0);
+
+  // start raft env
+  pthread_t tid;
+  pthread_create(&tid, NULL, startFunc, &raftEnv);
+
+  // init fsm
+  struct raft_fsm *pFsm = malloc(sizeof(*pFsm));
+  pFsm->apply = fsmApplyCb;
+  Tsdb *tsdb = malloc(sizeof(*tsdb));
+  pFsm->data = tsdb;
+
+  // wait for start, just for simple
+  while (raftEnv.isStart != 1) {
+    sleep(1);
+  }
+
+  // add one replica
+  r = addRaftSpare(&raftEnv, 100, pFsm);
+  assert(r == 0);
+
+  // for test: submit value every second
+  while (1) {
+    sleep(1);
+    submitValue();
+  }
+
+  return 0;
+}

contrib/test/traft/join_into_vgroup/node_leader10002.c

+#include <assert.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+#include <uv.h>
+
+#include "raft.h"
+
+SRaftEnv raftEnv;
+
+typedef struct Tsdb {
+  uint64_t lastApplyIndex;
+  void    *mem;
+  void    *imm;
+  void    *store;
+} Tsdb;
+
+void tsdbWrite(Tsdb *t, char *msg) {}
+
+void *startFunc(void *param) {
+  SRaftEnv *pSRaftEnv = (SRaftEnv *)param;
+  int32_t   r = raftEnvStart(pSRaftEnv);
+  assert(r == 0);
+  return NULL;
+}
+
+int fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result, raft_index index) {
+  // get commit value
+  char *msg = (char *)buf->base;
+  printf("fsm apply: index:%llu value:%s \n", index, msg);
+
+  Tsdb *t = pFsm->data;
+  if (index > t->lastApplyIndex) {
+    // apply value into tsdb
+    tsdbWrite(t, msg);
+
+    // update lastApplyIndex
+    t->lastApplyIndex = index;
+  }
+
+  return 0;
+}
+
+void putValueCb(struct raft_apply *req, int status, void *result) {
+  void *ptr = req->data;
+  if (status != 0) {
+    printf("putValueCb error \n");
+  } else {
+    printf("putValueCb ok \n");
+  }
+  free(ptr);
+  free(req);
+}
+
+void submitValue() {
+  // prepare value
+  struct raft_buffer buf;
+  buf.len = 32;
+  void *ptr = malloc(buf.len);
+  buf.base = ptr;
+  snprintf(buf.base, buf.len, "%ld", time(NULL));
+
+  // get raft
+  struct raft *r = getRaft(&raftEnv, 100);
+  assert(r != NULL);
+  printRaftState(r);
+
+  // submit value
+  struct raft_apply *req = malloc(sizeof(*req));
+  req->data = ptr;
+  int ret = raft_apply(r, req, &buf, 1, putValueCb);
+  if (ret == 0) {
+    printf("put %s \n", (char *)buf.base);
+  } else {
+    printf("put error: %s \n", raft_errmsg(r));
+  }
+}
+
+void joinRaftPeerCb(struct raft_change *req, int status) {
+  struct raft *r = req->data;
+  if (status != 0) {
+    fprintf(stderr, "joinRaftPeerCb error: %s \n", raft_errmsg(r));
+  } else {
+    fprintf(stderr, "joinRaftPeerCb ok \n");
+  }
+  raft_free(req);
+}
+
+int main(int argc, char **argv) {
+  signal(SIGPIPE, SIG_IGN);
+
+  // init raft env
+  int r = raftEnvInit(&raftEnv, "127.0.0.1", 10002, "./data");
+  assert(r == 0);
+
+  // start raft env
+  pthread_t tid;
+  pthread_create(&tid, NULL, startFunc, &raftEnv);
+
+  // init fsm
+  struct raft_fsm *pFsm = malloc(sizeof(*pFsm));
+  pFsm->apply = fsmApplyCb;
+  Tsdb *tsdb = malloc(sizeof(*tsdb));
+  pFsm->data = tsdb;
+
+  // wait for start, just for simple
+  while (raftEnv.isStart != 1) {
+    sleep(1);
+  }
+
+  // add one replica
+  r = addRaftVoter(&raftEnv, NULL, 0, 100, pFsm);
+  assert(r == 0);
+
+  printRaftState(getRaft(&raftEnv, 100));
+
+  // wait for being leader
+  while (1) {
+    struct raft *r = getRaft(&raftEnv, 100);
+    assert(r != NULL);
+    if (r->state == RAFT_LEADER) {
+      break;
+    }
+  }
+
+  // join peers
+  r = joinRaftPeer(&raftEnv, 100, "127.0.0.1", 10000, joinRaftPeerCb);
+  assert(r == 0);
+
+  // wait for join over
+  sleep(2);
+
+  r = joinRaftPeer(&raftEnv, 100, "127.0.0.1", 10001, joinRaftPeerCb);
+  assert(r == 0);
+
+  // for test: submit value every second
+  while (1) {
+    sleep(1);
+    submitValue();
+  }
+
+  return 0;
+}

contrib/test/traft/make_cluster/CMakeLists.txt

-add_executable(makeCluster "")
-target_sources(makeCluster 
-  PRIVATE
-  "raftMain.c" 
-  "raftServer.c"
-  "config.c"
-  "console.c"
-  "simpleHash.c"
-  "util.c"
-)
-target_link_libraries(makeCluster PUBLIC traft lz4 uv_a)

contrib/test/traft/make_cluster/common.h

-#ifndef TRAFT_COMMON_H
-#define TRAFT_COMMON_H
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#include <stdint.h>
-
-#define COMMAND_LEN 512
-#define MAX_CMD_COUNT 10
-#define TOKEN_LEN 128
-#define MAX_PEERS_COUNT 19
-
-#define HOST_LEN 64
-#define ADDRESS_LEN (HOST_LEN * 2)
-#define BASE_DIR_LEN 128
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif

contrib/test/traft/make_cluster/config.c

-#include "config.h"
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-
-void addrToString(const char *host, uint16_t port, char *addr, int len) { snprintf(addr, len, "%s:%hu", host, port); }
-
-void parseAddr(const char *addr, char *host, int len, uint16_t *port) {
-  char *tmp = (char *)malloc(strlen(addr) + 1);
-  strcpy(tmp, addr);
-
-  char *context;
-  char *separator = ":";
-  char *token = strtok_r(tmp, separator, &context);
-  if (token) {
-    snprintf(host, len, "%s", token);
-  }
-
-  token = strtok_r(NULL, separator, &context);
-  if (token) {
-    sscanf(token, "%hu", port);
-  }
-
-  free(tmp);
-}
-
-int parseConf(int argc, char **argv, RaftServerConfig *pConf) {
-  memset(pConf, 0, sizeof(*pConf));
-
-  int option_index, option_value;
-  option_index = 0;
-  static struct option long_options[] = {{"help", no_argument, NULL, 'h'},
-                                         {"addr", required_argument, NULL, 'a'},
-                                         {"dir", required_argument, NULL, 'd'},
-                                         {NULL, 0, NULL, 0}};
-
-  while ((option_value = getopt_long(argc, argv, "ha:d:", long_options, &option_index)) != -1) {
-    switch (option_value) {
-      case 'a': {
-        parseAddr(optarg, pConf->me.host, sizeof(pConf->me.host), &pConf->me.port);
-        break;
-      }
-
-      case 'd': {
-        snprintf(pConf->baseDir, sizeof(pConf->baseDir), "%s", optarg);
-        break;
-      }
-
-      case 'h': {
-        return -2;
-      }
-
-      default: { return -2; }
-    }
-  }
-
-  return 0;
-}
-
-void printConf(RaftServerConfig *pConf) {
-  printf("\n---printConf: \n");
-  printf("me: [%s:%hu] \n", pConf->me.host, pConf->me.port);
-  printf("dataDir: [%s] \n\n", pConf->baseDir);
-}

contrib/test/traft/make_cluster/config.h

-#ifndef TRAFT_CONFIG_H
-#define TRAFT_CONFIG_H
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#include <getopt.h>
-#include <stdint.h>
-#include "common.h"
-
-typedef struct {
-  char     host[HOST_LEN];
-  uint16_t port;
-} Addr;
-
-typedef struct {
-  Addr me;
-  char baseDir[BASE_DIR_LEN];
-} RaftServerConfig;
-
-void addrToString(const char *host, uint16_t port, char *addr, int len);
-void parseAddr(const char *addr, char *host, int len, uint16_t *port);
-int  parseConf(int argc, char **argv, RaftServerConfig *pConf);
-void printConf(RaftServerConfig *pConf);
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif

contrib/test/traft/make_cluster/console.c

-#include "console.h"
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-#include "raftServer.h"
-#include "util.h"
-
-void printHelp() {
-  printf("---------------------\n");
-  printf("help: \n\n");
-  printf("create a vgroup with 3 replicas: \n");
-  printf("create vnode voter vid 100 peers 127.0.0.1:10001 127.0.0.1:10002 \n");
-  printf("create vnode voter vid 100 peers 127.0.0.1:10000 127.0.0.1:10002 \n");
-  printf("create vnode voter vid 100 peers 127.0.0.1:10000 127.0.0.1:10001 \n");
-  printf("\n");
-  printf("create a vgroup with only one replica: \n");
-  printf("create vnode voter vid 200 \n");
-  printf("\n");
-  printf("add vnode into vgroup: \n");
-  printf("create vnode spare vid 100   ---- run at 127.0.0.1:10003\n");
-  printf("join vnode vid 100 addr 127.0.0.1:10003   ---- run at leader of vgroup 100\n");
-  printf("\n");
-  printf("run \n");
-  printf("put 0 key value \n");
-  printf("get 0 key \n");
-  printf("---------------------\n");
-}
-
-void console(RaftServer *pRaftServer) {
-  while (1) {
-    int  ret;
-    char cmdBuf[COMMAND_LEN];
-    memset(cmdBuf, 0, sizeof(cmdBuf));
-    printf("(console)> ");
-    char *retp = fgets(cmdBuf, COMMAND_LEN, stdin);
-    if (!retp) {
-      exit(-1);
-    }
-
-    int pos = strlen(cmdBuf);
-    if (cmdBuf[pos - 1] == '\n') {
-      cmdBuf[pos - 1] = '\0';
-    }
-
-    if (strncmp(cmdBuf, "", COMMAND_LEN) == 0) {
-      continue;
-    }
-
-    char cmds[MAX_CMD_COUNT][TOKEN_LEN];
-    memset(cmds, 0, sizeof(cmds));
-
-    int cmdCount;
-    cmdCount = splitString(cmdBuf, " ", cmds, MAX_CMD_COUNT);
-
-    if (strcmp(cmds[0], "create") == 0 && strcmp(cmds[1], "vnode") == 0 && strcmp(cmds[3], "vid") == 0) {
-      uint16_t vid;
-      sscanf(cmds[4], "%hu", &vid);
-
-      if (strcmp(cmds[2], "voter") == 0) {
-        char peers[MAX_PEERS_COUNT][ADDRESS_LEN];
-        memset(peers, 0, sizeof(peers));
-        uint32_t peersCount = 0;
-
-        if (strcmp(cmds[5], "peers") == 0 && cmdCount > 6) {
-          // create vnode voter vid 100 peers 127.0.0.1:10001 127.0.0.1:10002
-          for (int i = 6; i < cmdCount; ++i) {
-            snprintf(peers[i - 6], ADDRESS_LEN, "%s", cmds[i]);
-            peersCount++;
-          }
-        } else {
-          // create vnode voter vid 200
-        }
-        ret = addRaftVoter(pRaftServer, peers, peersCount, vid);
-        if (ret == 0) {
-          printf("create vnode voter ok \n");
-        } else {
-          printf("create vnode voter error \n");
-        }
-      } else if (strcmp(cmds[2], "spare") == 0) {
-        ret = addRaftSpare(pRaftServer, vid);
-        if (ret == 0) {
-          printf("create vnode spare ok \n");
-        } else {
-          printf("create vnode spare error \n");
-        }
-      } else {
-        printHelp();
-      }
-
-    } else if (strcmp(cmds[0], "join") == 0 && strcmp(cmds[1], "vnode") == 0 && strcmp(cmds[2], "vid") == 0 &&
-               strcmp(cmds[4], "addr") == 0 && cmdCount == 6) {
-      // join vnode vid 100 addr 127.0.0.1:10004
-
-      char *   address = cmds[5];
-      char     host[64];
-      uint16_t port;
-      parseAddr(address, host, sizeof(host), &port);
-
-      uint16_t vid;
-      sscanf(cmds[3], "%hu", &vid);
-
-      HashNode **pp = pRaftServer->raftInstances.find(&pRaftServer->raftInstances, vid);
-      if (*pp == NULL) {
-        printf("vid:%hu not found \n", vid);
-        break;
-      }
-      RaftInstance *pRaftInstance = (*pp)->data;
-
-      uint64_t destRaftId = encodeRaftId(host, port, vid);
-
-      struct raft_change *req = raft_malloc(sizeof(*req));
-      RaftJoin *          pRaftJoin = raft_malloc(sizeof(*pRaftJoin));
-      pRaftJoin->r = &pRaftInstance->raft;
-      pRaftJoin->joinId = destRaftId;
-      req->data = pRaftJoin;
-      ret = raft_add(&pRaftInstance->raft, req, destRaftId, address, raftChangeAddCb);
-      if (ret != 0) {
-        printf("raft_add error: %s \n", raft_errmsg(&pRaftInstance->raft));
-      }
-
-    } else if (strcmp(cmds[0], "dropnode") == 0) {
-    } else if (strcmp(cmds[0], "state") == 0) {
-      pRaftServer->raftInstances.print(&pRaftServer->raftInstances);
-      for (size_t i = 0; i < pRaftServer->raftInstances.length; ++i) {
-        HashNode *ptr = pRaftServer->raftInstances.table[i];
-        if (ptr != NULL) {
-          while (ptr != NULL) {
-            RaftInstance *pRaftInstance = ptr->data;
-            printf("instance vid:%hu raftId:%llu \n", ptr->vgroupId, pRaftInstance->raftId);
-            printRaftState(&pRaftInstance->raft);
-            printf("\n");
-            ptr = ptr->next;
-          }
-          printf("\n");
-        }
-      }
-
-    } else if (strcmp(cmds[0], "put") == 0 && cmdCount == 4) {
-      uint16_t vid;
-      sscanf(cmds[1], "%hu", &vid);
-      char *     key = cmds[2];
-      char *     value = cmds[3];
-      HashNode **pp = pRaftServer->raftInstances.find(&pRaftServer->raftInstances, vid);
-      if (*pp == NULL) {
-        printf("vid:%hu not found \n", vid);
-        break;
-      }
-      RaftInstance *pRaftInstance = (*pp)->data;
-
-      char *raftValue = malloc(TOKEN_LEN * 2 + 3);
-      snprintf(raftValue, TOKEN_LEN * 2 + 3, "%s--%s", key, value);
-      putValue(&pRaftInstance->raft, raftValue);
-      free(raftValue);
-
-    } else if (strcmp(cmds[0], "run") == 0) {
-      pthread_t tidRaftServer;
-      pthread_create(&tidRaftServer, NULL, startServerFunc, pRaftServer);
-
-    } else if (strcmp(cmds[0], "get") == 0 && cmdCount == 3) {
-      uint16_t vid;
-      sscanf(cmds[1], "%hu", &vid);
-      char *     key = cmds[2];
-      HashNode **pp = pRaftServer->raftInstances.find(&pRaftServer->raftInstances, vid);
-      if (*pp == NULL) {
-        printf("vid:%hu not found \n", vid);
-        break;
-      }
-      RaftInstance *   pRaftInstance = (*pp)->data;
-      SimpleHash *     pKV = pRaftInstance->fsm.data;
-      SimpleHashNode **ppNode = pKV->find_cstr(pKV, key);
-      if (*ppNode == NULL) {
-        printf("key:%s not found \n", key);
-      } else {
-        printf("find key:%s value:%s \n", key, (char *)((*ppNode)->data));
-      }
-
-    } else if (strcmp(cmds[0], "transfer") == 0) {
-    } else if (strcmp(cmds[0], "state") == 0) {
-    } else if (strcmp(cmds[0], "snapshot") == 0) {
-    } else if (strcmp(cmds[0], "exit") == 0) {
-      exit(0);
-
-    } else if (strcmp(cmds[0], "quit") == 0) {
-      exit(0);
-
-    } else if (strcmp(cmds[0], "help") == 0) {
-      printHelp();
-
-    } else {
-      printf("unknown command: %s \n", cmdBuf);
-      printHelp();
-    }
-
-    /*
-        printf("cmdBuf: [%s] \n", cmdBuf);
-        printf("cmdCount : %d \n", cmdCount);
-        for (int i = 0; i < MAX_CMD_COUNT; ++i) {
-          printf("cmd%d : %s \n", i, cmds[i]);
-        }
-    */
-  }
-}

contrib/test/traft/make_cluster/console.h

-#ifndef TRAFT_CONSOLE_H
-#define TRAFT_CONSOLE_H
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#include <getopt.h>
-#include <stdint.h>
-#include "common.h"
-#include "raftServer.h"
-
-void console(RaftServer *pRaftServer);
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif

contrib/test/traft/make_cluster/raftMain.c

-#include <assert.h>
-#include <getopt.h>
-#include <pthread.h>
-#include <raft.h>
-#include <raft/uv.h>
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-#include <sys/stat.h>
-#include <sys/types.h>
-#include <time.h>
-#include <unistd.h>
-#include "common.h"
-#include "config.h"
-#include "console.h"
-#include "raftServer.h"
-#include "simpleHash.h"
-#include "util.h"
-
-const char *exe_name;
-
-void *startConsoleFunc(void *param) {
-  RaftServer *pRaftServer = (RaftServer *)param;
-  console(pRaftServer);
-  return NULL;
-}
-
-void usage() {
-  printf("\nusage: \n");
-  printf("%s --addr=127.0.0.1:10000 --dir=./data \n", exe_name);
-  printf("\n");
-}
-
-RaftServerConfig gConfig;
-RaftServer       gRaftServer;
-
-int main(int argc, char **argv) {
-  srand(time(NULL));
-  int32_t ret;
-
-  exe_name = argv[0];
-  if (argc < 3) {
-    usage();
-    exit(-1);
-  }
-
-  ret = parseConf(argc, argv, &gConfig);
-  if (ret != 0) {
-    usage();
-    exit(-1);
-  }
-  printConf(&gConfig);
-
-  if (!dirOK(gConfig.baseDir)) {
-    ret = mkdir(gConfig.baseDir, 0775);
-    if (ret != 0) {
-      fprintf(stderr, "mkdir error, %s \n", gConfig.baseDir);
-      exit(-1);
-    }
-  }
-
-  ret = raftServerInit(&gRaftServer, &gConfig);
-  if (ret != 0) {
-    fprintf(stderr, "raftServerInit error \n");
-    exit(-1);
-  }
-
-  /*
-    pthread_t tidRaftServer;
-    pthread_create(&tidRaftServer, NULL, startServerFunc, &gRaftServer);
-  */
-
-  pthread_t tidConsole;
-  pthread_create(&tidConsole, NULL, startConsoleFunc, &gRaftServer);
-
-  while (1) {
-    sleep(10);
-  }
-
-  return 0;
-}

contrib/test/traft/make_cluster/raftServer.c

-#include "raftServer.h"
-#include <stdlib.h>
-#include <unistd.h>
-#include "common.h"
-#include "simpleHash.h"
-#include "util.h"
-
-void *startServerFunc(void *param) {
-  RaftServer *pRaftServer = (RaftServer *)param;
-  int32_t     r = raftServerStart(pRaftServer);
-  assert(r == 0);
-  return NULL;
-}
-
-void raftChangeAssignCb(struct raft_change *req, int status) {
-  struct raft *r = req->data;
-  if (status != 0) {
-    printf("raftChangeAssignCb error: %s \n", raft_errmsg(r));
-  } else {
-    printf("raftChangeAssignCb ok \n");
-  }
-  raft_free(req);
-}
-
-void raftChangeAddCb(struct raft_change *req, int status) {
-  RaftJoin *pRaftJoin = req->data;
-  if (status != 0) {
-    printf("raftChangeAddCb error: %s \n", raft_errmsg(pRaftJoin->r));
-  } else {
-    struct raft_change *req2 = raft_malloc(sizeof(*req2));
-    req2->data = pRaftJoin->r;
-    int ret = raft_assign(pRaftJoin->r, req2, pRaftJoin->joinId, RAFT_VOTER, raftChangeAssignCb);
-    if (ret != 0) {
-      printf("raftChangeAddCb error: %s \n", raft_errmsg(pRaftJoin->r));
-    }
-  }
-  raft_free(req->data);
-  raft_free(req);
-}
-
-int fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result) {
-  // get fsm data
-  SimpleHash *sh = pFsm->data;
-
-  // get commit value
-  char *msg = (char *)buf->base;
-  printf("fsm apply: [%s] \n", msg);
-  char arr[2][TOKEN_LEN];
-  int  r = splitString(msg, "--", arr, 2);
-  assert(r == 2);
-
-  // do the value on fsm
-  sh->insert_cstr(sh, arr[0], arr[1]);
-
-  raft_free(buf->base);
-  return 0;
-}
-
-void putValueCb(struct raft_apply *req, int status, void *result) {
-  struct raft *r = req->data;
-  if (status != 0) {
-    printf("putValueCb error: %s \n", raft_errmsg(r));
-  } else {
-    printf("putValueCb: %s \n", "ok");
-  }
-  raft_free(req);
-}
-
-void putValue(struct raft *r, const char *value) {
-  struct raft_buffer buf;
-
-  buf.len = strlen(value) + 1;
-  buf.base = raft_malloc(buf.len);
-  snprintf(buf.base, buf.len, "%s", value);
-
-  struct raft_apply *req = raft_malloc(sizeof(*req));
-  req->data = r;
-  int ret = raft_apply(r, req, &buf, 1, putValueCb);
-  if (ret == 0) {
-    printf("put %s \n", (char *)buf.base);
-  } else {
-    printf("put error: %s \n", raft_errmsg(r));
-  }
-}
-
-const char *state2String(unsigned short state) {
-  if (state == RAFT_UNAVAILABLE) {
-    return "RAFT_UNAVAILABLE";
-
-  } else if (state == RAFT_FOLLOWER) {
-    return "RAFT_FOLLOWER";
-
-  } else if (state == RAFT_CANDIDATE) {
-    return "RAFT_CANDIDATE";
-
-  } else if (state == RAFT_LEADER) {
-    return "RAFT_LEADER";
-  }
-  return "UNKNOWN_RAFT_STATE";
-}
-
-void printRaftConfiguration(struct raft_configuration *c) {
-  printf("configuration: \n");
-  for (int i = 0; i < c->n; ++i) {
-    printf("%llu -- %d -- %s\n", c->servers[i].id, c->servers[i].role, c->servers[i].address);
-  }
-}
-
-void printRaftState(struct raft *r) {
-  printf("----Raft State: -----------\n");
-  printf("mem_addr: %p \n", r);
-  printf("my_id: %llu \n", r->id);
-  printf("address: %s \n", r->address);
-  printf("current_term: %llu \n", r->current_term);
-  printf("voted_for: %llu \n", r->voted_for);
-  printf("role: %s \n", state2String(r->state));
-  printf("commit_index: %llu \n", r->commit_index);
-  printf("last_applied: %llu \n", r->last_applied);
-  printf("last_stored: %llu \n", r->last_stored);
-
-  printf("configuration_index: %llu \n", r->configuration_index);
-  printf("configuration_uncommitted_index: %llu \n", r->configuration_uncommitted_index);
-  printRaftConfiguration(&r->configuration);
-
-  printf("----------------------------\n");
-}
-
-int32_t addRaftVoter(RaftServer *pRaftServer, char peers[][ADDRESS_LEN], uint32_t peersCount, uint16_t vid) {
-  int ret;
-
-  RaftInstance *pRaftInstance = malloc(sizeof(*pRaftInstance));
-  assert(pRaftInstance != NULL);
-
-  // init raftId
-  pRaftInstance->raftId = encodeRaftId(pRaftServer->host, pRaftServer->port, vid);
-
-  // init dir
-  snprintf(pRaftInstance->dir, sizeof(pRaftInstance->dir), "%s/%s_%hu_%hu_%llu", pRaftServer->baseDir,
-           pRaftServer->host, pRaftServer->port, vid, pRaftInstance->raftId);
-
-  if (!dirOK(pRaftInstance->dir)) {
-    ret = mkdir(pRaftInstance->dir, 0775);
-    if (ret != 0) {
-      fprintf(stderr, "mkdir error, %s \n", pRaftInstance->dir);
-      assert(0);
-    }
-  }
-
-  // init fsm
-  pRaftInstance->fsm.data = newSimpleHash(2);
-  pRaftInstance->fsm.apply = fsmApplyCb;
-
-  // init io
-  ret = raft_uv_init(&pRaftInstance->io, &pRaftServer->loop, pRaftInstance->dir, &pRaftServer->transport);
-  if (ret != 0) {
-    fprintf(stderr, "raft_uv_init error, %s \n", raft_errmsg(&pRaftInstance->raft));
-    assert(0);
-  }
-
-  // init raft
-  ret = raft_init(&pRaftInstance->raft, &pRaftInstance->io, &pRaftInstance->fsm, pRaftInstance->raftId,
-                  pRaftServer->address);
-  if (ret != 0) {
-    fprintf(stderr, "raft_init error, %s \n", raft_errmsg(&pRaftInstance->raft));
-    assert(0);
-  }
-
-  // init raft_configuration
-  struct raft_configuration conf;
-  raft_configuration_init(&conf);
-  raft_configuration_add(&conf, pRaftInstance->raftId, pRaftServer->address, RAFT_VOTER);
-  for (int i = 0; i < peersCount; ++i) {
-    char *   peerAddress = peers[i];
-    char     host[64];
-    uint16_t port;
-    parseAddr(peerAddress, host, sizeof(host), &port);
-    uint64_t raftId = encodeRaftId(host, port, vid);
-    raft_configuration_add(&conf, raftId, peers[i], RAFT_VOTER);
-  }
-  raft_bootstrap(&pRaftInstance->raft, &conf);
-
-  // start raft
-  ret = raft_start(&pRaftInstance->raft);
-  if (ret != 0) {
-    fprintf(stderr, "raft_start error, %s \n", raft_errmsg(&pRaftInstance->raft));
-    assert(0);
-  }
-
-  // add raft instance into raft server
-  pRaftServer->raftInstances.insert(&pRaftServer->raftInstances, vid, pRaftInstance);
-
-  return 0;
-}
-
-int32_t addRaftSpare(RaftServer *pRaftServer, uint16_t vid) {
-  int ret;
-
-  RaftInstance *pRaftInstance = malloc(sizeof(*pRaftInstance));
-  assert(pRaftInstance != NULL);
-
-  // init raftId
-  pRaftInstance->raftId = encodeRaftId(pRaftServer->host, pRaftServer->port, vid);
-
-  // init dir
-  snprintf(pRaftInstance->dir, sizeof(pRaftInstance->dir), "%s/%s_%hu_%hu_%llu", pRaftServer->baseDir,
-           pRaftServer->host, pRaftServer->port, vid, pRaftInstance->raftId);
-  ret = mkdir(pRaftInstance->dir, 0775);
-  if (ret != 0) {
-    fprintf(stderr, "mkdir error, %s \n", pRaftInstance->dir);
-    assert(0);
-  }
-
-  // init fsm
-  pRaftInstance->fsm.data = newSimpleHash(2);
-  pRaftInstance->fsm.apply = fsmApplyCb;
-
-  // init io
-  ret = raft_uv_init(&pRaftInstance->io, &pRaftServer->loop, pRaftInstance->dir, &pRaftServer->transport);
-  if (ret != 0) {
-    fprintf(stderr, "raft_uv_init error, %s \n", raft_errmsg(&pRaftInstance->raft));
-    assert(0);
-  }
-
-  // init raft
-  ret = raft_init(&pRaftInstance->raft, &pRaftInstance->io, &pRaftInstance->fsm, pRaftInstance->raftId,
-                  pRaftServer->address);
-  if (ret != 0) {
-    fprintf(stderr, "raft_init error, %s \n", raft_errmsg(&pRaftInstance->raft));
-    assert(0);
-  }
-
-  // init raft_configuration
-  struct raft_configuration conf;
-  raft_configuration_init(&conf);
-  raft_configuration_add(&conf, pRaftInstance->raftId, pRaftServer->address, RAFT_SPARE);
-  raft_bootstrap(&pRaftInstance->raft, &conf);
-
-  // start raft
-  ret = raft_start(&pRaftInstance->raft);
-  if (ret != 0) {
-    fprintf(stderr, "raft_start error, %s \n", raft_errmsg(&pRaftInstance->raft));
-    assert(0);
-  }
-
-  // add raft instance into raft server
-  pRaftServer->raftInstances.insert(&pRaftServer->raftInstances, vid, pRaftInstance);
-
-  return 0;
-}
-
-int32_t raftServerInit(RaftServer *pRaftServer, const RaftServerConfig *pConf) {
-  int ret;
-
-  // init host, port, address, dir
-  snprintf(pRaftServer->host, sizeof(pRaftServer->host), "%s", pConf->me.host);
-  pRaftServer->port = pConf->me.port;
-  snprintf(pRaftServer->address, sizeof(pRaftServer->address), "%s:%u", pRaftServer->host, pRaftServer->port);
-  snprintf(pRaftServer->baseDir, sizeof(pRaftServer->baseDir), "%s", pConf->baseDir);
-
-  // init loop
-  ret = uv_loop_init(&pRaftServer->loop);
-  if (ret != 0) {
-    fprintf(stderr, "uv_loop_init error: %s \n", uv_strerror(ret));
-    assert(0);
-  }
-
-  // init network
-  ret = raft_uv_tcp_init(&pRaftServer->transport, &pRaftServer->loop);
-  if (ret != 0) {
-    fprintf(stderr, "raft_uv_tcp_init: error %d \n", ret);
-    assert(0);
-  }
-
-  // init raft instance container
-  initIdHash(&pRaftServer->raftInstances, 2);
-
-  return 0;
-}
-
-int32_t raftServerStart(RaftServer *pRaftServer) {
-  // start loop
-  uv_run(&pRaftServer->loop, UV_RUN_DEFAULT);
-  return 0;
-}
-
-void raftServerStop(RaftServer *pRaftServer) {}

contrib/test/traft/make_cluster/raftServer.h

-#ifndef TDENGINE_RAFT_SERVER_H
-#define TDENGINE_RAFT_SERVER_H
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#include <arpa/inet.h>
-#include <assert.h>
-#include <netinet/in.h>
-#include <string.h>
-#include "common.h"
-#include "config.h"
-#include "raft.h"
-#include "raft/uv.h"
-#include "simpleHash.h"
-
-typedef struct RaftJoin {
-  struct raft *r;
-  raft_id      joinId;
-} RaftJoin;
-
-typedef struct {
-  raft_id         raftId;
-  char            dir[BASE_DIR_LEN * 2];
-  struct raft_fsm fsm;
-  struct raft_io  io;
-  struct raft     raft;
-} RaftInstance;
-
-typedef struct {
-  char     host[HOST_LEN];
-  uint16_t port;
-  char     address[ADDRESS_LEN];  /* Raft instance address */
-  char     baseDir[BASE_DIR_LEN]; /* Raft instance address */
-
-  struct uv_loop_s         loop;      /* UV loop */
-  struct raft_uv_transport transport; /* UV I/O backend transport */
-
-  IdHash raftInstances; /* multi raft instances. traft use IdHash to manager multi vgroup inside, here we can use IdHash
-                           too. */
-} RaftServer;
-
-void *  startServerFunc(void *param);
-int32_t addRaftVoter(RaftServer *pRaftServer, char peers[][ADDRESS_LEN], uint32_t peersCount, uint16_t vid);
-int32_t addRaftSpare(RaftServer *pRaftServer, uint16_t vid);
-
-int32_t raftServerInit(RaftServer *pRaftServer, const RaftServerConfig *pConf);
-int32_t raftServerStart(RaftServer *pRaftServer);
-void    raftServerStop(RaftServer *pRaftServer);
-
-int  fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result);
-void putValueCb(struct raft_apply *req, int status, void *result);
-void putValue(struct raft *r, const char *value);
-
-void raftChangeAddCb(struct raft_change *req, int status);
-
-const char *state2String(unsigned short state);
-void        printRaftConfiguration(struct raft_configuration *c);
-void        printRaftState(struct raft *r);
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif  // TDENGINE_RAFT_SERVER_H

contrib/test/traft/make_cluster/simpleHash.c

-#include "simpleHash.h"
-
-uint32_t mySimpleHash(const char* data, size_t n, uint32_t seed) {
-  // Similar to murmur hash
-  const uint32_t m = 0xc6a4a793;
-  const uint32_t r = 24;
-  const char*    limit = data + n;
-  uint32_t       h = seed ^ (n * m);
-
-  // Pick up four bytes at a time
-  while (data + 4 <= limit) {
-    // uint32_t w = DecodeFixed32(data);
-    uint32_t w;
-    memcpy(&w, data, 4);
-
-    data += 4;
-    h += w;
-    h *= m;
-    h ^= (h >> 16);
-  }
-
-  // Pick up remaining bytes
-  switch (limit - data) {
-    case 3:
-      h += (unsigned char)(data[2]) << 16;
-      do {
-      } while (0);
-    case 2:
-      h += (unsigned char)(data[1]) << 8;
-      do {
-      } while (0);
-    case 1:
-      h += (unsigned char)(data[0]);
-      h *= m;
-      h ^= (h >> r);
-      break;
-  }
-  return h;
-}
-
-int insertCStrSimpleHash(struct SimpleHash* ths, char* key, char* data) {
-  return insertSimpleHash(ths, key, strlen(key) + 1, data, strlen(data) + 1);
-}
-
-int removeCStrSimpleHash(struct SimpleHash* ths, char* key) { return removeSimpleHash(ths, key, strlen(key) + 1); }
-
-SimpleHashNode** findCStrSimpleHash(struct SimpleHash* ths, char* key) {
-  return findSimpleHash(ths, key, strlen(key) + 1);
-}
-
-int insertSimpleHash(struct SimpleHash* ths, char* key, size_t keyLen, char* data, size_t dataLen) {
-  SimpleHashNode** pp = ths->find(ths, key, keyLen);
-  if (*pp != NULL) {
-    fprintf(stderr, "insertSimpleHash, already has key \n");
-    return -1;
-  }
-
-  SimpleHashNode* node = malloc(sizeof(*node));
-  node->hashCode = ths->hashFunc(key, keyLen);
-  node->key = malloc(keyLen);
-  node->keyLen = keyLen;
-  memcpy(node->key, key, keyLen);
-  node->data = malloc(dataLen);
-  node->dataLen = dataLen;
-  memcpy(node->data, data, dataLen);
-  node->next = NULL;
-
-  // printf("insertSimpleHash: <%s, %ld, %s, %ld, %u> \n", node->key, node->keyLen, node->data, node->dataLen,
-  //       node->hashCode);
-
-  size_t index = node->hashCode & (ths->length - 1);
-
-  SimpleHashNode* ptr = ths->table[index];
-  if (ptr != NULL) {
-    node->next = ptr;
-    ths->table[index] = node;
-
-  } else {
-    ths->table[index] = node;
-  }
-  ths->elems++;
-  if (ths->elems > 2 * ths->length) {
-    ths->resize(ths);
-  }
-
-  return 0;
-}
-
-int removeSimpleHash(struct SimpleHash* ths, char* key, size_t keyLen) {
-  SimpleHashNode** pp = ths->find(ths, key, keyLen);
-  if (*pp == NULL) {
-    fprintf(stderr, "removeSimpleHash, key not exist \n");
-    return -1;
-  }
-
-  SimpleHashNode* del = *pp;
-  *pp = del->next;
-  free(del->key);
-  free(del->data);
-  free(del);
-  ths->elems--;
-
-  return 0;
-}
-
-SimpleHashNode** findSimpleHash(struct SimpleHash* ths, char* key, size_t keyLen) {
-  uint32_t hashCode = ths->hashFunc(key, keyLen);
-  // size_t   index = hashCode % ths->length;
-  size_t index = hashCode & (ths->length - 1);
-
-  // printf("findSimpleHash: %s %ld %u \n", key, keyLen, hashCode);
-
-  SimpleHashNode** pp = &(ths->table[index]);
-  while (*pp != NULL && ((*pp)->hashCode != hashCode || memcmp(key, (*pp)->key, keyLen) != 0)) {
-    pp = &((*pp)->next);
-  }
-
-  return pp;
-}
-
-void printCStrSimpleHash(struct SimpleHash* ths) {
-  printf("\n--- printCStrSimpleHash: elems:%d length:%d \n", ths->elems, ths->length);
-  for (size_t i = 0; i < ths->length; ++i) {
-    SimpleHashNode* ptr = ths->table[i];
-    if (ptr != NULL) {
-      printf("%zu: ", i);
-      while (ptr != NULL) {
-        printf("<%u, %s, %ld, %s, %ld> ", ptr->hashCode, (char*)ptr->key, ptr->keyLen, (char*)ptr->data, ptr->dataLen);
-        ptr = ptr->next;
-      }
-      printf("\n");
-    }
-  }
-  printf("---------------\n");
-}
-
-void destroySimpleHash(struct SimpleHash* ths) {
-  for (size_t i = 0; i < ths->length; ++i) {
-    SimpleHashNode* ptr = ths->table[i];
-    while (ptr != NULL) {
-      SimpleHashNode* tmp = ptr;
-      ptr = ptr->next;
-      free(tmp->key);
-      free(tmp->data);
-      free(tmp);
-    }
-  }
-
-  ths->length = 0;
-  ths->elems = 0;
-  free(ths->table);
-  free(ths);
-}
-
-void resizeSimpleHash(struct SimpleHash* ths) {
-  uint32_t new_length = ths->length;
-  while (new_length < ths->elems) {
-    new_length *= 2;
-  }
-
-  printf("resizeSimpleHash: %p from %u to %u \n", ths, ths->length, new_length);
-
-  SimpleHashNode** new_table = malloc(new_length * sizeof(SimpleHashNode*));
-  memset(new_table, 0, new_length * sizeof(SimpleHashNode*));
-
-  uint32_t count = 0;
-  for (uint32_t i = 0; i < ths->length; i++) {
-    if (ths->table[i] == NULL) {
-      continue;
-    }
-
-    SimpleHashNode* it = ths->table[i];
-    while (it != NULL) {
-      SimpleHashNode* move_node = it;
-      it = it->next;
-
-      // move move_node
-      move_node->next = NULL;
-      size_t index = move_node->hashCode & (new_length - 1);
-
-      SimpleHashNode* ptr = new_table[index];
-      if (ptr != NULL) {
-        move_node->next = ptr;
-        new_table[index] = move_node;
-      } else {
-        new_table[index] = move_node;
-      }
-      count++;
-    }
-  }
-
-  assert(ths->elems == count);
-  free(ths->table);
-  ths->table = new_table;
-  ths->length = new_length;
-}
-
-uint32_t simpleHashFunc(const char* key, size_t keyLen) { return mySimpleHash(key, keyLen, 1); }
-
-struct SimpleHash* newSimpleHash(size_t length) {
-  struct SimpleHash* ths = malloc(sizeof(*ths));
-
-  ths->length = length;
-  ths->elems = 0;
-  ths->table = malloc(length * sizeof(SimpleHashNode*));
-  memset(ths->table, 0, length * sizeof(SimpleHashNode*));
-
-  ths->insert = insertSimpleHash;
-  ths->remove = removeSimpleHash;
-  ths->find = findSimpleHash;
-  ths->insert_cstr = insertCStrSimpleHash;
-  ths->remove_cstr = removeCStrSimpleHash;
-  ths->find_cstr = findCStrSimpleHash;
-  ths->print_cstr = printCStrSimpleHash;
-  ths->destroy = destroySimpleHash;
-  ths->resize = resizeSimpleHash;
-  ths->hashFunc = simpleHashFunc;
-}

contrib/test/traft/make_cluster/simpleHash.h

-#ifndef __SIMPLE_HASH_H__
-#define __SIMPLE_HASH_H__
-
-#include <assert.h>
-#include <stdint.h>
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-
-uint32_t mySimpleHash(const char* data, size_t n, uint32_t seed);
-
-typedef struct SimpleHashNode {
-  uint32_t               hashCode;
-  void*                  key;
-  size_t                 keyLen;
-  void*                  data;
-  size_t                 dataLen;
-  struct SimpleHashNode* next;
-} SimpleHashNode;
-
-typedef struct SimpleHash {
-  // public:
-
-  int (*insert)(struct SimpleHash* ths, char* key, size_t keyLen, char* data, size_t dataLen);
-  int (*remove)(struct SimpleHash* ths, char* key, size_t keyLen);
-  SimpleHashNode** (*find)(struct SimpleHash* ths, char* key, size_t keyLen);
-
-  // wrapper
-  int (*insert_cstr)(struct SimpleHash* ths, char* key, char* data);
-  int (*remove_cstr)(struct SimpleHash* ths, char* key);
-  SimpleHashNode** (*find_cstr)(struct SimpleHash* ths, char* key);
-
-  void (*print_cstr)(struct SimpleHash* ths);
-  void (*destroy)(struct SimpleHash* ths);
-
-  uint32_t length;
-  uint32_t elems;
-
-  // private:
-  void (*resize)(struct SimpleHash* ths);
-  uint32_t (*hashFunc)(const char* key, size_t keyLen);
-
-  SimpleHashNode** table;
-
-} SimpleHash;
-
-int              insertCStrSimpleHash(struct SimpleHash* ths, char* key, char* data);
-int              removeCStrSimpleHash(struct SimpleHash* ths, char* key);
-SimpleHashNode** findCStrSimpleHash(struct SimpleHash* ths, char* key);
-void             printCStrSimpleHash(struct SimpleHash* ths);
-
-int              insertSimpleHash(struct SimpleHash* ths, char* key, size_t keyLen, char* data, size_t dataLen);
-int              removeSimpleHash(struct SimpleHash* ths, char* key, size_t keyLen);
-SimpleHashNode** findSimpleHash(struct SimpleHash* ths, char* key, size_t keyLen);
-void             destroySimpleHash(struct SimpleHash* ths);
-void             resizeSimpleHash(struct SimpleHash* ths);
-uint32_t         simpleHashFunc(const char* key, size_t keyLen);
-
-struct SimpleHash* newSimpleHash(size_t length);
-
-#endif

contrib/test/traft/make_cluster/util.c

-#include "util.h"
-#include <dirent.h>
-#include <stdlib.h>
-#include <string.h>
-
-int dirOK(const char *path) {
-  DIR *dir = opendir(path);
-  if (dir != NULL) {
-    closedir(dir);
-    return 1;
-  } else {
-    return 0;
-  }
-}
-
-int splitString(const char *str, char *separator, char (*arr)[TOKEN_LEN], int n_arr) {
-  if (n_arr <= 0) {
-    return -1;
-  }
-
-  char *tmp = (char *)malloc(strlen(str) + 1);
-  strcpy(tmp, str);
-  char *context;
-  int   n = 0;
-
-  char *token = strtok_r(tmp, separator, &context);
-  if (!token) {
-    goto ret;
-  }
-  strncpy(arr[n], token, TOKEN_LEN);
-  n++;
-
-  while (1) {
-    token = strtok_r(NULL, separator, &context);
-    if (!token || n >= n_arr) {
-      goto ret;
-    }
-    strncpy(arr[n], token, TOKEN_LEN);
-    n++;
-  }
-
-ret:
-  free(tmp);
-  return n;
-}

contrib/test/traft/make_cluster/util.h

-#ifndef TRAFT_UTIL_H
-#define TRAFT_UTIL_H
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#include "common.h"
-
-int dirOK(const char *path);
-int splitString(const char *str, char *separator, char (*arr)[TOKEN_LEN], int n_arr);
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif

contrib/test/traft/rebalance_leader/CMakeLists.txt

-add_executable(rebalanceLeader "")
-target_sources(rebalanceLeader 
-  PRIVATE
-  "raftMain.c" 
-  "raftServer.c"
-)
-target_link_libraries(rebalanceLeader PUBLIC traft lz4 uv_a)

contrib/test/traft/rebalance_leader/common.h

-#ifndef TDENGINE_COMMON_H
-#define TDENGINE_COMMON_H
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#include <stdint.h>
-
-#define MAX_INSTANCE_NUM 100
-
-#define MAX_PEERS 10
-#define COMMAND_LEN 1024
-#define TOKEN_LEN 128
-#define DIR_LEN 256
-#define HOST_LEN 64
-#define ADDRESS_LEN (HOST_LEN + 16)
-
-typedef struct {
-    char host[HOST_LEN];
-    uint32_t port;
-} Addr;
-
-typedef struct {
-    Addr me;
-    Addr peers[MAX_PEERS];
-    int peersCount;
-    char dir[DIR_LEN];
-    char dataDir[DIR_LEN + HOST_LEN * 2];
-} SRaftServerConfig;
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif // TDENGINE_COMMON_H

contrib/test/traft/rebalance_leader/raftMain.c

-#include <stdio.h>
-#include <unistd.h>
-#include <pthread.h>
-#include <string.h>
-#include <assert.h>
-#include <getopt.h>
-#include <time.h>
-#include <stdlib.h>
-#include <getopt.h>
-#include <raft.h>
-#include <raft/uv.h>
-#include "raftServer.h"
-#include "common.h"
-
-const char *exe_name;
-
-typedef struct LeaderState {
-	char address[48];
-	int leaderCount;
-
-} LeaderState;
-
-#define NODE_COUNT 3
-LeaderState leaderStates[NODE_COUNT];
-
-void printLeaderCount() {
-	for (int i = 0; i < NODE_COUNT; ++i) {
-		printf("%s: leaderCount:%d \n", leaderStates[i].address, leaderStates[i].leaderCount);
-	}
-}
-
-void updateLeaderStates(SRaftServer *pRaftServer) {
-	for (int i = 0; i < pRaftServer->instance[0].raft.configuration.n; ++i) {
-		snprintf(leaderStates[i].address, sizeof(leaderStates[i].address), "%s", pRaftServer->instance[0].raft.configuration.servers[i].address);
-		leaderStates[i].leaderCount = 0;
-	}
-
-	for (int i = 0; i < pRaftServer->instanceCount; ++i) {
-	    struct raft *r = &pRaftServer->instance[i].raft;
-
-    	char leaderAddress[128];
-    	memset(leaderAddress, 0, sizeof(leaderAddress));
-
-    	if (r->state == RAFT_LEADER) {
-    	    snprintf(leaderAddress, sizeof(leaderAddress), "%s", r->address);
-    	} else if (r->state == RAFT_FOLLOWER) {
-    	    snprintf(leaderAddress, sizeof(leaderAddress), "%s", r->follower_state.current_leader.address);
-    	}
-
-		for (int j = 0; j < NODE_COUNT; j++) {
-			if (strcmp(leaderAddress, leaderStates[j].address) == 0) {
-				leaderStates[j].leaderCount++;
-			}
-		}
-	}
-}
-
-
-void raftTransferCb(struct raft_transfer *req) {
-	SRaftServer *pRaftServer = req->data;
-	raft_free(req);
-
-	//printf("raftTransferCb: \n");
-	updateLeaderStates(pRaftServer);
-	//printLeaderCount();
-
-	int myLeaderCount;
-	for (int i = 0; i < NODE_COUNT; ++i) {
-		if (strcmp(pRaftServer->address, leaderStates[i].address) == 0) {
-			myLeaderCount = leaderStates[i].leaderCount;
-		}
-	}
-
-	//printf("myLeaderCount:%d waterLevel:%d \n", myLeaderCount, pRaftServer->instanceCount / NODE_COUNT);
-	if (myLeaderCount > pRaftServer->instanceCount / NODE_COUNT) {
-		struct raft *r;
-		for (int j = 0; j < pRaftServer->instanceCount; ++j) {
-			if (pRaftServer->instance[j].raft.state == RAFT_LEADER) {
-				r = &pRaftServer->instance[j].raft;
-				break;
-			}
-		}
-
-		struct raft_transfer *transfer = raft_malloc(sizeof(*transfer));
-		transfer->data = pRaftServer;
-
-		uint64_t destRaftId;
-		int minIndex = -1;
-		int minLeaderCount = myLeaderCount;
-		for (int j = 0; j < NODE_COUNT; ++j) {
-			if (strcmp(leaderStates[j].address, pRaftServer->address) == 0) {
-				continue;
-			}
-
-			if (leaderStates[j].leaderCount <= minLeaderCount) {
-				minLeaderCount = leaderStates[j].leaderCount;
-				minIndex = j;
-			}
-		}
-
-
-		char myHost[48];
-		uint16_t myPort;
-		uint16_t myVid;
-		decodeRaftId(r->id, myHost, sizeof(myHost), &myPort, &myVid);
-	
-	
-		//printf("raftTransferCb transfer leader: vid[%u] choose: index:%d, leaderStates[%d].address:%s, leaderStates[%d].leaderCount:%d \n", minIndex, minIndex, leaderStates[minIndex].address, minIndex, leaderStates[minIndex].leaderCount);
-
-		char *destAddress = leaderStates[minIndex].address;
-
-		char tokens[MAX_PEERS][MAX_TOKEN_LEN];
-		splitString(destAddress, ":", tokens, 2);
-		char *destHost = tokens[0];
-		uint16_t destPort = atoi(tokens[1]);
-		destRaftId = encodeRaftId(destHost, destPort, myVid);
-
-		printf("\nraftTransferCb transfer leader: vgroupId:%u from:%s:%u --> to:%s:%u ", myVid, myHost, myPort, destHost, destPort);
-		fflush(stdout);
-
-		raft_transfer(r, transfer, destRaftId, raftTransferCb);			
-	}
-
-}
-
-
-void parseAddr(const char *addr, char *host, int len, uint32_t *port) {
-	char* tmp = (char*)malloc(strlen(addr) + 1);
-	strcpy(tmp, addr);
-
-	char* context;
-	char* separator = ":";
-	char* token = strtok_r(tmp, separator, &context);
-	if (token) {
-		snprintf(host, len, "%s", token);
-	}
-
-	token = strtok_r(NULL, separator, &context);
-	if (token) {
-		sscanf(token, "%u", port);
-	}
-
-	free(tmp);
-}
-
-// only parse 3 tokens
-int parseCommand3(const char* str, char* token1, char* token2, char* token3, int len)
-{
-    char* tmp = (char*)malloc(strlen(str) + 1);
-    strcpy(tmp, str);
-
-    char* context;
-    char* separator = " ";
-    int n = 0;
-
-    char* token = strtok_r(tmp, separator, &context);
-    if (!token) {
- 	   goto ret;
-    }
-    if (strcmp(token, "") != 0) {
-    	strncpy(token1, token, len);
-    	n++;
-    }
-
-    token = strtok_r(NULL, separator, &context);
-    if (!token) {
-    	goto ret;
-   	}
-    if (strcmp(token, "") != 0) {
-    	strncpy(token2, token, len);
-    	n++;
-    }
-
-    token = strtok_r(NULL, separator, &context);
-    if (!token) {
-    	goto ret;
-    }
-    if (strcmp(token, "") != 0) {
-    	strncpy(token3, token, len);
-    	n++;
-    }
-
-ret:
-    return n;
-    free(tmp);
-}
-
-// only parse 4 tokens
-int parseCommand4(const char* str, char* token1, char* token2, char* token3, char *token4, int len)
-{
-    char* tmp = (char*)malloc(strlen(str) + 1);
-    strcpy(tmp, str);
-
-    char* context;
-    char* separator = " ";
-    int n = 0;
-
-    char* token = strtok_r(tmp, separator, &context);
-    if (!token) {
- 	   goto ret;
-    }
-    if (strcmp(token, "") != 0) {
-    	strncpy(token1, token, len);
-    	n++;
-    }
-
-    token = strtok_r(NULL, separator, &context);
-    if (!token) {
-    	goto ret;
-   	}
-    if (strcmp(token, "") != 0) {
-    	strncpy(token2, token, len);
-    	n++;
-    }
-
-    token = strtok_r(NULL, separator, &context);
-    if (!token) {
-    	goto ret;
-    }
-    if (strcmp(token, "") != 0) {
-    	strncpy(token3, token, len);
-    	n++;
-    }
-
-    token = strtok_r(NULL, separator, &context);
-    if (!token) {
-    	goto ret;
-    }
-    if (strcmp(token, "") != 0) {
-    	strncpy(token4, token, len);
-    	n++;
-    }
-
-ret:
-    return n;
-    free(tmp);
-}
-
-void *startServerFunc(void *param) {
-	SRaftServer *pServer = (SRaftServer*)param;
-	int32_t r = raftServerStart(pServer);
-	assert(r == 0);
-
-	return NULL;
-}
-
-// Console ---------------------------------
-const char* state2String(unsigned short state) {
-    if (state == RAFT_UNAVAILABLE) {
-        return "RAFT_UNAVAILABLE";
-
-    } else if (state == RAFT_FOLLOWER) {
-        return "RAFT_FOLLOWER";
-
-    } else if (state == RAFT_CANDIDATE) {
-        return "RAFT_CANDIDATE";
-
-    } else if (state == RAFT_LEADER) {
-        return "RAFT_LEADER";
-
-    }
-    return "UNKNOWN_RAFT_STATE";
-}
-
-
-void printRaftState2(struct raft *r) {
-	char leaderAddress[128];
-	memset(leaderAddress, 0, sizeof(leaderAddress));
-
-	if (r->state == RAFT_LEADER) {
-		snprintf(leaderAddress, sizeof(leaderAddress), "%s", r->address);
-	} else if (r->state == RAFT_FOLLOWER) {
-		snprintf(leaderAddress, sizeof(leaderAddress), "%s", r->follower_state.current_leader.address);
-	}
-
-	for (int i = 0; i < r->configuration.n; ++i) {
-		char tmpAddress[128];
-		snprintf(tmpAddress, sizeof(tmpAddress), "%s", r->configuration.servers[i].address);
-
-		uint64_t raftId = r->configuration.servers[i].id;
-		char host[128];
-		uint16_t port;
-		uint16_t vid;
-		decodeRaftId(raftId, host, 128, &port, &vid);
-
-		char buf[512];
-		memset(buf, 0, sizeof(buf));
-		if (strcmp(tmpAddress, leaderAddress) == 0) {
-			snprintf(buf, sizeof(buf), "<%s:%u-%u-LEADER>\t", host, port, vid);
-		} else {
-			snprintf(buf, sizeof(buf), "<%s:%u-%u-FOLLOWER>\t", host, port, vid);
-		}
-		printf("%s", buf);
-	}
-	printf("\n");
-}
-
-void printRaftConfiguration(struct raft_configuration *c) {
-	printf("configuration: \n");
-	for (int i = 0; i < c->n; ++i) {
-		printf("%llu -- %d -- %s\n", c->servers[i].id, c->servers[i].role, c->servers[i].address);
-	}
-}
-
-void printRaftState(struct raft *r) {
-    printf("----Raft State: -----------\n");
-    printf("mem_addr: %p \n", r);
-    printf("my_id: %llu \n", r->id);
-    printf("address: %s \n", r->address);
-    printf("current_term: %llu \n", r->current_term);
-    printf("voted_for: %llu \n", r->voted_for);
-    printf("role: %s \n", state2String(r->state));
-    printf("commit_index: %llu \n", r->commit_index);
-    printf("last_applied: %llu \n", r->last_applied);
-    printf("last_stored: %llu \n", r->last_stored);
-
-    printf("configuration_index: %llu \n", r->configuration_index);
-    printf("configuration_uncommitted_index: %llu \n", r->configuration_uncommitted_index);
-	printRaftConfiguration(&r->configuration);
-
-	printf("----------------------------\n");
-}
-
-void putValueCb(struct raft_apply *req, int status, void *result) {
-    raft_free(req);
-	struct raft *r = req->data;
-	if (status != 0) {
-		printf("putValueCb: %s \n", raft_errmsg(r));
-	} else {
-		printf("putValueCb: %s \n", "ok");
-	}
-}
-
-void putValue(struct raft *r, const char *value) {
-    struct raft_buffer buf;
-
-    buf.len = TOKEN_LEN;;
-    buf.base = raft_malloc(buf.len);
-	snprintf(buf.base, buf.len, "%s", value);
-
-    struct raft_apply *req = raft_malloc(sizeof(struct raft_apply));
-	req->data = r;
-    int ret = raft_apply(r, req, &buf, 1, putValueCb);
-	if (ret == 0) {
-    	printf("put %s \n", (char*)buf.base);
-	} else {
-		printf("put error: %s \n", raft_errmsg(r));
-	}
-}
-
-void getValue(const char *key) {
-	char *ptr = getKV(key);
-	if (ptr) {
-		printf("get value: [%s] \n", ptr);
-	} else {
-		printf("value not found for key: [%s] \n", key);
-	}
-}
-
-void console(SRaftServer *pRaftServer) {
-	while (1) {
-		char cmd_buf[COMMAND_LEN];
-		memset(cmd_buf, 0, sizeof(cmd_buf));
-		printf("(console)> ");
-		char *ret = fgets(cmd_buf, COMMAND_LEN, stdin);
-		if (!ret) {
-			exit(-1);
-		}
-
-		int pos = strlen(cmd_buf);                  
-		if(cmd_buf[pos - 1] == '\n') {
-			cmd_buf[pos - 1] = '\0';
-		}
-
-		if (strncmp(cmd_buf, "", COMMAND_LEN) == 0) {
-			continue;
-		}
-
-		char cmd[TOKEN_LEN];
-		memset(cmd, 0, sizeof(cmd));
-
-		char param1[TOKEN_LEN];
-		memset(param1, 0, sizeof(param1));
-
-		char param2[TOKEN_LEN];
-		memset(param2, 0, sizeof(param2));
-
-		char param3[TOKEN_LEN];
-		memset(param2, 0, sizeof(param2));
-
-		parseCommand4(cmd_buf, cmd, param1, param2, param3, TOKEN_LEN);
-		if (strcmp(cmd, "addnode") == 0) {
-			printf("not support \n");
-
-			/*
-			char host[HOST_LEN];
-			uint32_t port;
-			parseAddr(param1, host, HOST_LEN, &port);
-			uint64_t rid = raftId(host, port);
-
-			struct raft_change *req = raft_malloc(sizeof(*req));
-			int r = raft_add(&pRaftServer->raft, req, rid, param1, NULL);
-			if (r != 0) {
-				printf("raft_add: %s \n", raft_errmsg(&pRaftServer->raft));
-			}
-			printf("add node: %lu %s \n", rid, param1);
-
-			struct raft_change *req2 = raft_malloc(sizeof(*req2));
-			r = raft_assign(&pRaftServer->raft, req2, rid, RAFT_VOTER, NULL);
-			if (r != 0) {
-				printf("raft_assign: %s \n", raft_errmsg(&pRaftServer->raft));
-			}
-			*/
-
-		} else if (strcmp(cmd, "dropnode") == 0) {
-			printf("not support \n");
-
-		} else if (strcmp(cmd, "quit") == 0 || strcmp(cmd, "exit") == 0) {
-			exit(0);
-
-		} else if (strcmp(cmd, "rebalance") == 0 && strcmp(param1, "leader") == 0) {
-
-			/*
-			updateLeaderStates(pRaftServer);
-
-		    int myLeaderCount;
-		    for (int i = 0; i < NODE_COUNT; ++i) {
-		        if (strcmp(pRaftServer->address, leaderStates[i].address) == 0) {
-		            myLeaderCount = leaderStates[i].leaderCount;
-		        }
-		    }
-		
-		    while (myLeaderCount > pRaftServer->instanceCount / NODE_COUNT) {
-		    	printf("myLeaderCount:%d waterLevel:%d \n", myLeaderCount, pRaftServer->instanceCount / NODE_COUNT);
-
-		        struct raft *r;
-		        for (int j = 0; j < pRaftServer->instanceCount; ++j) {
-		            if (pRaftServer->instance[j].raft.state == RAFT_LEADER) {
-		                r = &pRaftServer->instance[j].raft;
-		            }
-		        }
-		
-		        struct raft_transfer *transfer = raft_malloc(sizeof(*transfer));
-		        transfer->data = pRaftServer;
-		
-		        uint64_t destRaftId;
-		        int minIndex = -1;
-		        int minLeaderCount = myLeaderCount;
-		        for (int j = 0; j < NODE_COUNT; ++j) {
-		            if (strcmp(leaderStates[j].address, pRaftServer->address) == 0) continue;
-
-					printf("-----leaderStates[%d].leaderCount:%d \n", j, leaderStates[j].leaderCount);
-		            if (leaderStates[j].leaderCount <= minLeaderCount) {
-		                minIndex = j;
-						printf("++++ assign minIndex : %d \n", minIndex);
-		            }
-		        }
-		
-				printf("minIndex:%d minLeaderCount:%d \n", minIndex, minLeaderCount);
-
-		        char myHost[48];
-		        uint16_t myPort;
-		        uint16_t myVid;
-		        decodeRaftId(r->id, myHost, sizeof(myHost), &myPort, &myVid);
-		
-		        char *destAddress = leaderStates[minIndex].address;
-		
-		        char tokens[MAX_PEERS][MAX_TOKEN_LEN];
-		        splitString(destAddress, ":", tokens, 2);
-		        char *destHost = tokens[0];
-		        uint16_t destPort = atoi(tokens[1]);
-		        destRaftId = encodeRaftId(destHost, destPort, myVid);
-		
-				printf("destHost:%s destPort:%u myVid:%u", destHost, destPort, myVid);
-		        raft_transfer(r, transfer, destRaftId, raftTransferCb);
-				sleep(1);
-
-			    for (int i = 0; i < NODE_COUNT; ++i) {
-		        	if (strcmp(pRaftServer->address, leaderStates[i].address) == 0) {
-		        	    myLeaderCount = leaderStates[i].leaderCount;
-		        	}
-		    	}
-		    }
-			*/
-
-			
-			int leaderCount = 0;
-
-			struct raft *firstR;
-			for (int i = 0; i < pRaftServer->instanceCount; ++i) {
-				struct raft *r = &pRaftServer->instance[i].raft;
-				if (r->state == RAFT_LEADER) {
-					leaderCount++;
-					firstR = r;
-				}
-			}
-
-			if (leaderCount > pRaftServer->instanceCount / NODE_COUNT) {
-				struct raft_transfer *transfer = raft_malloc(sizeof(*transfer));
-				transfer->data = pRaftServer;
-				raft_transfer(firstR, transfer, 0, raftTransferCb);			
-			}
-
-
-		} else if (strcmp(cmd, "put") == 0) {
-			char buf[256];
-			uint16_t vid;
-			sscanf(param1, "%hu", &vid);
-			snprintf(buf, sizeof(buf), "%s--%s", param2, param3);
-			putValue(&pRaftServer->instance[vid].raft, buf);
-
-		} else if (strcmp(cmd, "get") == 0) {
-			getValue(param1);
-
-		} else if (strcmp(cmd, "transfer") == 0) {
-			uint16_t vid;
-			sscanf(param1, "%hu", &vid);
-
-			struct raft_transfer transfer;
-			raft_transfer(&pRaftServer->instance[vid].raft, &transfer, 0, NULL);			
-
-
-		} else if (strcmp(cmd, "state") == 0) {
-			for (int i = 0; i < pRaftServer->instanceCount; ++i) {
-				printf("instance %d: ", i);
-				printRaftState(&pRaftServer->instance[i].raft);
-			}
-
-		} else if (strcmp(cmd, "leader") == 0 && strcmp(param1, "state") == 0) {
-			updateLeaderStates(pRaftServer);
-			printf("\n--------------------------------------------\n");
-			printLeaderCount();
-			for (int i = 0; i < pRaftServer->instanceCount; ++i) {
-				printRaftState2(&pRaftServer->instance[i].raft);
-			}
-			printf("--------------------------------------------\n");
-
-		} else if (strcmp(cmd, "snapshot") == 0) {
-			printf("not support \n");
-
-		} else if (strcmp(cmd, "help") == 0) {
-			printf("addnode \"127.0.0.1:8888\" \n");
-			printf("dropnode \"127.0.0.1:8888\" \n");
-			printf("put key value \n");
-			printf("get key \n");
-			printf("state \n");
-
-		} else {
-			printf("unknown command: [%s], type \"help\" to see help \n", cmd);
-		}
-
-		//printf("cmd_buf: [%s] \n", cmd_buf);
-	}
-}
-
-void *startConsoleFunc(void *param) {
-	SRaftServer *pServer = (SRaftServer*)param;
-	console(pServer);
-	return NULL;
-}
-
-// Config ---------------------------------
-void usage() {
-	printf("\nusage: \n");
-	printf("%s --me=127.0.0.1:10000 --dir=./data \n", exe_name);
-	printf("\n");
-	printf("%s --me=127.0.0.1:10000 --peers=127.0.0.1:10001,127.0.0.1:10002 --dir=./data \n", exe_name);
-	printf("%s --me=127.0.0.1:10001 --peers=127.0.0.1:10000,127.0.0.1:10002 --dir=./data \n", exe_name);
-	printf("%s --me=127.0.0.1:10002 --peers=127.0.0.1:10000,127.0.0.1:10001 --dir=./data \n", exe_name);
-	printf("\n");
-}
-
-void parseConf(int argc, char **argv, SRaftServerConfig *pConf) {
-	memset(pConf, 0, sizeof(*pConf));
-
-    int option_index, option_value;
-    option_index = 0;
-    static struct option long_options[] = {
-        {"help", no_argument, NULL, 'h'},
-        {"peers", required_argument, NULL, 'p'},
-        {"me", required_argument, NULL, 'm'},
-        {"dir", required_argument, NULL, 'd'},
-        {NULL, 0, NULL, 0}
-    };
-
-    while ((option_value = getopt_long(argc, argv, "hp:m:d:", long_options, &option_index)) != -1) {
-        switch (option_value) {
-        	case 'm': {
-				parseAddr(optarg, pConf->me.host, sizeof(pConf->me.host), &pConf->me.port);
-				break;
-        	}
-
-			case 'p': {
-				char tokens[MAX_PEERS][MAX_TOKEN_LEN];
-				int peerCount = splitString(optarg, ",", tokens, MAX_PEERS);
-				pConf->peersCount = peerCount;
-				for (int i = 0; i < peerCount; ++i) {
-					Addr *pAddr = &pConf->peers[i];
-					parseAddr(tokens[i], pAddr->host, sizeof(pAddr->host), &pAddr->port);
-				}
-				break;
-			}
-
-
-			case 'd': {
-				snprintf(pConf->dir, sizeof(pConf->dir), "%s", optarg);
-				break;
-			}
-
-			case 'h': {
-				usage();
-				exit(-1);
-			}
-
-			default: {
-				usage();
-				exit(-1);
-			}
-		}
-	}
-	snprintf(pConf->dataDir, sizeof(pConf->dataDir), "%s/%s_%u", pConf->dir, pConf->me.host, pConf->me.port);
-}
-
-void printConf(SRaftServerConfig *pConf) {
-	printf("\nconf: \n");
-	printf("me: %s:%u \n", pConf->me.host, pConf->me.port);
-	printf("peersCount: %d \n", pConf->peersCount);
-	for (int i = 0; i < pConf->peersCount; ++i) {
-		Addr *pAddr = &pConf->peers[i];
-		printf("peer%d: %s:%u \n", i, pAddr->host, pAddr->port);
-	}
-	printf("dataDir: %s \n\n", pConf->dataDir);
-
-}
-
-
-int main(int argc, char **argv) { 
-	srand(time(NULL));
-	int32_t ret;
-
-	exe_name = argv[0];
-	if (argc < 3) {
-		usage();
-		exit(-1);
-	}
-
-	SRaftServerConfig conf;
-	parseConf(argc, argv, &conf);
-	printConf(&conf);	
-
-	signal(SIGPIPE, SIG_IGN);
-
-	/*
-	char cmd_buf[COMMAND_LEN];
-    snprintf(cmd_buf, sizeof(cmd_buf), "mkdir -p %s", conf.dataDir);
-    system(cmd_buf);
-	*/
-
-
-	struct raft_fsm fsm;
-	initFsm(&fsm);
-
-	SRaftServer raftServer;
-	ret = raftServerInit(&raftServer, &conf, &fsm);
-	assert(ret == 0);
-
-	pthread_t tidRaftServer;
-	pthread_create(&tidRaftServer, NULL, startServerFunc, &raftServer);
-
-	pthread_t tidConsole;
-	pthread_create(&tidConsole, NULL, startConsoleFunc, &raftServer);
-
-	while (1) {
-		sleep(10);
-	}
-
-	return 0;
-}

contrib/test/traft/rebalance_leader/raftServer.c

-#include <unistd.h>
-#include <stdlib.h>
-#include "common.h"
-#include "raftServer.h"
-
-//char *keys = malloc(MAX_RECORD_COUNT * MAX_KV_LEN);;
-//char *values = malloc(MAX_RECORD_COUNT * MAX_KV_LEN);
-
-
-char keys[MAX_KV_LEN][MAX_RECORD_COUNT];
-char values[MAX_KV_LEN][MAX_RECORD_COUNT];
-int writeIndex = 0;
-
-void initStore() {
-}
-
-void destroyStore() {
-	//free(keys);
-	//free(values);
-}
-
-void putKV(const char *key, const char *value) {
-	if (writeIndex < MAX_RECORD_COUNT) {
-		strncpy(keys[writeIndex], key, MAX_KV_LEN);
-		strncpy(values[writeIndex], value, MAX_KV_LEN);
-		writeIndex++;
-	}
-}
-
-char *getKV(const char *key) {
-	for (int i = 0; i < MAX_RECORD_COUNT; ++i) {
-		if (strcmp(keys[i], key) == 0) {
-			return values[i];
-		}
-	}
-	return NULL;
-}
-
-
-int splitString(const char* str, char* separator, char (*arr)[MAX_TOKEN_LEN], int n_arr)
-{
-    if (n_arr <= 0) {
-    	return -1;
-    }
-
-    char* tmp = (char*)malloc(strlen(str) + 1);
-    strcpy(tmp, str);
-    char* context;
-    int n = 0;
-
-    char* token = strtok_r(tmp, separator, &context);
-    if (!token) {
-    	goto ret;
-    }
-    strncpy(arr[n], token, MAX_TOKEN_LEN);
-    n++;
-
-    while (1) {
-    token = strtok_r(NULL, separator, &context);
-    	if (!token || n >= n_arr) {
-    	    goto ret;
-    	}
-    	strncpy(arr[n], token, MAX_TOKEN_LEN);
-    	n++;
-    }
-
-ret:
-    free(tmp);
-    return n;
-}
-
-/*
-uint64_t raftId(const char *host, uint32_t port) {
-    uint32_t host_uint32 = (uint32_t)inet_addr(host);
-    assert(host_uint32 != (uint32_t)-1);
-    uint64_t code = ((uint64_t)host_uint32) << 32 | port;
-	return code;
-}
-*/
-
-
-/*
-uint64_t encodeRaftId(const char *host, uint16_t port, uint16_t vid) {
-  uint64_t raftId;
-  uint32_t host_uint32 = (uint32_t)inet_addr(host);
-  assert(host_uint32 != (uint32_t)-1);
-
-  raftId = (((uint64_t)host_uint32) << 32) | (((uint32_t)port) << 16) | vid;
-  return raftId;
-}
-
-void decodeRaftId(uint64_t raftId, char *host, int32_t len, uint16_t *port, uint16_t *vid) {
-  uint32_t host32 = (uint32_t)((raftId >> 32) & 0x00000000FFFFFFFF);
-
-  struct in_addr addr;
-  addr.s_addr = host32;
-  snprintf(host, len, "%s", inet_ntoa(addr));
-
-  *port = (uint16_t)((raftId & 0x00000000FFFF0000) >> 16);
-  *vid = (uint16_t)(raftId & 0x000000000000FFFF);
-}
-*/
-
-
-
-
-int32_t raftServerInit(SRaftServer *pRaftServer, const SRaftServerConfig *pConf, struct raft_fsm *pFsm) {
-	int ret;
-
-    snprintf(pRaftServer->host, sizeof(pRaftServer->host), "%s", pConf->me.host);
-	pRaftServer->port = pConf->me.port;
-    snprintf(pRaftServer->address, sizeof(pRaftServer->address), "%s:%u", pRaftServer->host, pRaftServer->port);
-	//strncpy(pRaftServer->dir, pConf->dataDir, sizeof(pRaftServer->dir));
-
-	ret = uv_loop_init(&pRaftServer->loop);
-	if (ret != 0) {
-		fprintf(stderr, "uv_loop_init error: %s \n", uv_strerror(ret));
-		assert(0);
-	}
-
-	ret = raft_uv_tcp_init(&pRaftServer->transport, &pRaftServer->loop);
-	if (ret != 0) {
-		fprintf(stderr, "raft_uv_tcp_init: error %d \n", ret);
-		assert(0);
-	}
-
-
-	uint16_t vid;
-	pRaftServer->instanceCount = 20;
-	
-
-	for (int i = 0; i < pRaftServer->instanceCount; ++i)
-	{
-		//vid = 0;
-		vid = i;
-
-
-		pRaftServer->instance[vid].raftId = encodeRaftId(pRaftServer->host, pRaftServer->port, vid);
-		snprintf(pRaftServer->instance[vid].dir, sizeof(pRaftServer->instance[vid].dir), "%s_%llu", pConf->dataDir, pRaftServer->instance[vid].raftId);
-
-	    char cmd_buf[COMMAND_LEN];
-	    snprintf(cmd_buf, sizeof(cmd_buf), "mkdir -p %s", pRaftServer->instance[vid].dir);
-	    system(cmd_buf);
-		sleep(1);
-
-		pRaftServer->instance[vid].fsm = pFsm;
-
-		ret = raft_uv_init(&pRaftServer->instance[vid].io, &pRaftServer->loop, pRaftServer->instance[vid].dir, &pRaftServer->transport);
-		if (ret != 0) {
-			fprintf(stderr, "%s \n", raft_errmsg(&pRaftServer->instance[vid].raft));
-			assert(0);
-		}
-
-		ret = raft_init(&pRaftServer->instance[vid].raft, &pRaftServer->instance[vid].io, pRaftServer->instance[vid].fsm, pRaftServer->instance[vid].raftId, pRaftServer->address);
-		if (ret != 0) {
-			fprintf(stderr, "%s \n", raft_errmsg(&pRaftServer->instance[vid].raft));
-			assert(0);
-		}
-
-    	struct raft_configuration conf;
-    	raft_configuration_init(&conf);
-    	raft_configuration_add(&conf, pRaftServer->instance[vid].raftId, pRaftServer->address, RAFT_VOTER);
-		printf("add myself: %llu - %s \n", pRaftServer->instance[vid].raftId, pRaftServer->address);
-		for (int i = 0; i < pConf->peersCount; ++i) {
-			const Addr *pAddr = &pConf->peers[i];
-
-			raft_id rid = encodeRaftId(pAddr->host, pAddr->port, vid);
-
-			char addrBuf[ADDRESS_LEN];
-			snprintf(addrBuf, sizeof(addrBuf), "%s:%u", pAddr->host, pAddr->port);
-			raft_configuration_add(&conf, rid, addrBuf, RAFT_VOTER);
-			printf("add peers: %llu - %s \n", rid, addrBuf);
-		}
-
-    	raft_bootstrap(&pRaftServer->instance[vid].raft, &conf);
-
-	}
-
-
-
-
-
-
-
-	return 0;
-}
-
-int32_t raftServerStart(SRaftServer *pRaftServer) {
-	int ret;
-
-	for (int i = 0; i < pRaftServer->instanceCount; ++i) {
-		ret = raft_start(&pRaftServer->instance[i].raft);
-		if (ret != 0) {
-			fprintf(stderr, "%s \n", raft_errmsg(&pRaftServer->instance[i].raft));
-		}
-		
-	}
-
-
-	uv_run(&pRaftServer->loop, UV_RUN_DEFAULT);
-}
-
-
-void raftServerClose(SRaftServer *pRaftServer) {
-
-}
-
-
-int fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result) {
-    char *msg = (char*)buf->base;
-    printf("fsm apply: %s \n", msg);
-
-	char arr[2][MAX_TOKEN_LEN];
-	splitString(msg, "--", arr, 2);
-	putKV(arr[0], arr[1]);
-
-    return 0;
-}
-
-int32_t initFsm(struct raft_fsm *fsm) {
-	initStore();
-	fsm->apply = fsmApplyCb;
-	return 0;
-}

contrib/test/traft/rebalance_leader/raftServer.h

-#ifndef TDENGINE_RAFT_SERVER_H
-#define TDENGINE_RAFT_SERVER_H
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#include <netinet/in.h>
-#include <arpa/inet.h>
-#include <assert.h>
-#include <string.h>
-#include "raft.h"
-#include "raft/uv.h"
-#include "common.h"
-
-
-// simulate a db store, just for test
-#define MAX_KV_LEN 20
-#define MAX_RECORD_COUNT 16
-
-
-//char *keys;
-//char *values;
-//int writeIndex;
-
-void initStore();
-void destroyStore();
-void putKV(const char *key, const char *value);
-char *getKV(const char *key);
-
-typedef struct {
-	char dir[DIR_LEN + HOST_LEN * 4];  /* Data dir of UV I/O backend */
-	raft_id raftId;                    /* For vote */
-	struct raft_fsm *fsm;              /* Sample application FSM */
-	struct raft raft;                   /* Raft instance */
-	struct raft_io io;                  /* UV I/O backend */
-
-} SInstance;
-
-typedef struct {
-	char host[HOST_LEN];
-    uint32_t port;
-	char address[ADDRESS_LEN];         /* Raft instance address */
-
-	struct uv_loop_s loop;              /* UV loop */
-	struct raft_uv_transport transport; /* UV I/O backend transport */
-
-	SInstance instance[MAX_INSTANCE_NUM];
-	int32_t instanceCount;
-
-} SRaftServer;
-
-#define MAX_TOKEN_LEN 32
-int splitString(const char* str, char* separator, char (*arr)[MAX_TOKEN_LEN], int n_arr);
-
-int32_t raftServerInit(SRaftServer *pRaftServer, const SRaftServerConfig *pConf, struct raft_fsm *pFsm);
-int32_t raftServerStart(SRaftServer *pRaftServer);
-void raftServerClose(SRaftServer *pRaftServer);
-
-
-int initFsm(struct raft_fsm *fsm);
-
-
-
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif // TDENGINE_RAFT_SERVER_H

contrib/test/traft/single_node/CMakeLists.txt

+add_executable(singleNode "")
+target_sources(singleNode
+  PRIVATE
+  "singleNode.c" 
+)
+target_link_libraries(singleNode PUBLIC traft lz4 uv_a)

contrib/test/traft/single_node/clear.sh

+#!/bin/bash
+
+rm -rf 127.0.0.1*
+rm -rf ./data

contrib/test/traft/single_node/cmd

+all:
+	gcc singleNode.c -I ../../include/ ../../.libs/libraft.a -o singleNode -luv -llz4 -lpthread -g
+clean:
+	rm -f singleNode
+	sh clear.sh
+

contrib/test/traft/single_node/singleNode.c

+#include <assert.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <unistd.h>
+//#include <uv.h>
+
+#include "raft.h"
+
+SRaftEnv raftEnv;
+
+typedef struct Tsdb {
+  uint64_t lastApplyIndex;
+  void    *mem;
+  void    *imm;
+  void    *store;
+} Tsdb;
+
+void tsdbWrite(Tsdb *t, char *msg) {}
+
+void *startFunc(void *param) {
+  SRaftEnv *pSRaftEnv = (SRaftEnv *)param;
+  int32_t   r = raftEnvStart(pSRaftEnv);
+  assert(r == 0);
+  return NULL;
+}
+
+int fsmApplyCb(struct raft_fsm *pFsm, const struct raft_buffer *buf, void **result, raft_index index) {
+  // get commit value
+  char *msg = (char *)buf->base;
+  printf("fsm apply: index:%llu value:%s \n", index, msg);
+
+  Tsdb *t = pFsm->data;
+  if (index > t->lastApplyIndex) {
+    // apply value into tsdb
+    tsdbWrite(t, msg);
+
+    // update lastApplyIndex
+    t->lastApplyIndex = index;
+  }
+
+  return 0;
+}
+
+void putValueCb(struct raft_apply *req, int status, void *result) {
+  void *ptr = req->data;
+  if (status != 0) {
+    printf("putValueCb error \n");
+  } else {
+    printf("putValueCb ok \n");
+  }
+  free(ptr);
+  free(req);
+}
+
+void submitValue() {
+  // prepare value
+  struct raft_buffer buf;
+  buf.len = 32;
+  void *ptr = malloc(buf.len);
+  buf.base = ptr;
+  snprintf(buf.base, buf.len, "%ld", time(NULL));
+
+  // get raft
+  struct raft *r = getRaft(&raftEnv, 100);
+  assert(r != NULL);
+  // printRaftState(r);
+
+  // submit value
+  struct raft_apply *req = malloc(sizeof(*req));
+  req->data = ptr;
+  int ret = raft_apply(r, req, &buf, 1, putValueCb);
+  if (ret == 0) {
+    printf("put %s \n", (char *)buf.base);
+  } else {
+    printf("put error: %s \n", raft_errmsg(r));
+  }
+}
+
+int main(int argc, char **argv) {
+  // init raft env
+  int r = raftEnvInit(&raftEnv, "127.0.0.1", 38000, "./data");
+  assert(r == 0);
+
+  // start raft env
+  pthread_t tid;
+  pthread_create(&tid, NULL, startFunc, &raftEnv);
+
+  // wait for start, just for simple
+  while (raftEnv.isStart != 1) {
+    sleep(1);
+  }
+
+  // init fsm
+  struct raft_fsm *pFsm = malloc(sizeof(*pFsm));
+  pFsm->apply = fsmApplyCb;
+  Tsdb *tsdb = malloc(sizeof(*tsdb));
+  pFsm->data = tsdb;
+
+  // add vgroup, id = 100, only has one replica
+  r = addRaftVoter(&raftEnv, NULL, 0, 100, pFsm);
+  assert(r == 0);
+
+  // for test: submit a value every second
+  while (1) {
+    sleep(1);
+    submitValue();
+  }
+
+  return 0;
+}

include/common/tmsg.h

@@ -1529,17 +1529,22 @@ typedef struct SMqSetCVgReq {
 } SMqSetCVgReq;
 
 static FORCE_INLINE int32_t tEncodeSSubQueryMsg(void** buf, const SSubQueryMsg* pMsg) {
-  int32_t tlen = sizeof(SSubQueryMsg) + pMsg->contentLen;
-  if (buf == NULL) return tlen;
-  memcpy(*buf, pMsg, tlen);
-  *buf = POINTER_SHIFT(*buf, tlen); 
+  int32_t tlen = 0;
+  tlen += taosEncodeFixedU64(buf, pMsg->sId);
+  tlen += taosEncodeFixedU64(buf, pMsg->queryId);
+  tlen += taosEncodeFixedU64(buf, pMsg->taskId);
+  tlen += taosEncodeFixedU32(buf, pMsg->contentLen);
+  tlen += taosEncodeBinary(buf, pMsg->msg, pMsg->contentLen);
   return tlen;
 }
 
 static FORCE_INLINE void* tDecodeSSubQueryMsg(void* buf, SSubQueryMsg* pMsg) {
-  int32_t tlen = sizeof(SSubQueryMsg) + ((SSubQueryMsg*)buf)->contentLen;
-  memcpy(pMsg, buf, tlen);
-  return POINTER_SHIFT(buf, tlen);
+  buf = taosDecodeFixedU64(buf, &pMsg->sId);
+  buf = taosDecodeFixedU64(buf, &pMsg->queryId);
+  buf = taosDecodeFixedU64(buf, &pMsg->taskId);
+  buf = taosDecodeFixedU32(buf, &pMsg->contentLen);
+  buf = taosDecodeBinaryTo(buf, pMsg->msg, pMsg->contentLen);
+  return buf;
 }
 
 static FORCE_INLINE int32_t tEncodeSMqSetCVgReq(void** buf, const SMqSetCVgReq* pReq) {
@@ -1574,32 +1579,47 @@ typedef struct SMqSetCVgRsp {
   char    cGroup[TSDB_CONSUMER_GROUP_LEN];
 } SMqSetCVgRsp;
 
-typedef struct SMqCVConsumeReq {
+typedef struct SMqConsumeReq {
   int64_t reqId;
   int64_t offset;
   int64_t consumerId;
   int64_t blockingTime;
   char    topicName[TSDB_TOPIC_FNAME_LEN];
   char    cgroup[TSDB_CONSUMER_GROUP_LEN];
-} SMqCVConsumeReq;
+} SMqConsumeReq;
 
-typedef struct SMqConsumeRspBlock {
-  int32_t bodyLen;
-  char topicName[TSDB_TOPIC_FNAME_LEN];
-  char body[];
-} SMqConsumeRspBlock;
+typedef struct SMqColData {
+  int16_t colId;
+  int16_t type;
+  int16_t bytes;
+  char    data[];
+} SMqColData;
 
-typedef struct SMqCVConsumeRsp {
-  int64_t reqId;
-  int64_t clientId;
+typedef struct SMqTbData {
+  int64_t    uid;
+  int32_t    numOfCols;
+  int32_t    numOfRows;
+  SMqColData colData[];
+} SMqTbData;
+
+typedef struct SMqTopicBlk {
+  char      topicName[TSDB_TOPIC_FNAME_LEN];
   int64_t   committedOffset;
-  int64_t receiveOffset;
+  int64_t   reqOffset;
   int64_t   rspOffset;
   int32_t   skipLogNum;
   int32_t   bodyLen;
-  char    topicName[TSDB_TOPIC_FNAME_LEN];
-  SMqConsumeRspBlock blocks[];
-} SMqCvConsumeRsp;
+  int32_t   numOfTb;
+  SMqTbData tbData[];
+} SMqTopicData;
+
+typedef struct SMqConsumeRsp {
+  int64_t      reqId;
+  int64_t      clientId;
+  int32_t      bodyLen;
+  int32_t      numOfTopics;
+  SMqTopicData data[];
+} SMqConsumeRsp;
 
 #ifdef __cplusplus
 }

include/util/compare.h

@@ -13,8 +13,8 @@
  * along with this program. If not, see <http://www.gnu.org/licenses/>.
  */
 
-#ifndef _TD_UTIL_COMPARE_H
-#define _TD_UTIL_COMPARE_H
+#ifndef _TD_UTIL_COMPARE_H_
+#define _TD_UTIL_COMPARE_H_
 
 #ifdef __cplusplus
 extern "C" {
@@ -35,67 +35,65 @@ extern "C" {
 #define FLT_GREATEREQUAL(_x, _y) (FLT_EQUAL((_x), (_y)) || ((_x) > (_y)))
 #define FLT_LESSEQUAL(_x, _y)    (FLT_EQUAL((_x), (_y)) || ((_x) < (_y)))
 
-#define PATTERN_COMPARE_INFO_INITIALIZER { '%', '_' }
+#define PATTERN_COMPARE_INFO_INITIALIZER \
+  { '%', '_' }
 
 typedef struct SPatternCompareInfo {
   char matchAll;  // symbol for match all wildcard, default: '%'
   char matchOne;  // symbol for match one wildcard, default: '_'
 } SPatternCompareInfo;
 
-int patternMatch(const char *pattern, const char *str, size_t size, const SPatternCompareInfo *pInfo);
+int32_t patternMatch(const char *pattern, const char *str, size_t size, const SPatternCompareInfo *pInfo);
 
-int WCSPatternMatch(const wchar_t *pattern, const wchar_t *str, size_t size, const SPatternCompareInfo *pInfo);
+int32_t WCSPatternMatch(const wchar_t *pattern, const wchar_t *str, size_t size, const SPatternCompareInfo *pInfo);
 
-
-int32_t taosArrayCompareString(const void* a, const void* b);
+int32_t taosArrayCompareString(const void *a, const void *b);
 
 int32_t setCompareBytes1(const void *pLeft, const void *pRight);
-
 int32_t setCompareBytes2(const void *pLeft, const void *pRight);
-
 int32_t setCompareBytes4(const void *pLeft, const void *pRight);
 int32_t setCompareBytes8(const void *pLeft, const void *pRight);
 
+int32_t compareInt8Val(const void *pLeft, const void *pRight);
+int32_t compareInt16Val(const void *pLeft, const void *pRight);
 int32_t compareInt32Val(const void *pLeft, const void *pRight);
 int32_t compareInt64Val(const void *pLeft, const void *pRight);
 
-int32_t compareInt16Val(const void *pLeft, const void *pRight);
-
-int32_t compareInt8Val(const void *pLeft, const void *pRight);
-
+int32_t compareUint8Val(const void *pLeft, const void *pRight);
+int32_t compareUint16Val(const void *pLeft, const void *pRight);
 int32_t compareUint32Val(const void *pLeft, const void *pRight);
 int32_t compareUint64Val(const void *pLeft, const void *pRight);
 
-int32_t compareUint16Val(const void *pLeft, const void *pRight);
-
-int32_t compareUint8Val(const void* pLeft, const void* pRight);
-
 int32_t compareFloatVal(const void *pLeft, const void *pRight);
-
 int32_t compareDoubleVal(const void *pLeft, const void *pRight);
 
 int32_t compareLenPrefixedStr(const void *pLeft, const void *pRight);
-
 int32_t compareLenPrefixedWStr(const void *pLeft, const void *pRight);
-int32_t compareStrRegexComp(const void* pLeft, const void* pRight);
-int32_t compareStrRegexCompMatch(const void* pLeft, const void* pRight);
-int32_t compareStrRegexCompNMatch(const void* pLeft, const void* pRight);
-int32_t compareFindItemInSet(const void *pLeft, const void* pRight);
+
+int32_t compareStrRegexComp(const void *pLeft, const void *pRight);
+int32_t compareStrRegexCompMatch(const void *pLeft, const void *pRight);
+int32_t compareStrRegexCompNMatch(const void *pLeft, const void *pRight);
+
+int32_t compareFindItemInSet(const void *pLeft, const void *pRight);
+
 int32_t compareInt8ValDesc(const void *pLeft, const void *pRight);
-int32_t compareInt16ValDesc(const void* pLeft, const void* pRight);
-int32_t compareInt32ValDesc(const void* pLeft, const void* pRight);
-int32_t compareInt64ValDesc(const void* pLeft, const void* pRight);
-int32_t compareFloatValDesc(const void* pLeft, const void* pRight);
-int32_t compareDoubleValDesc(const void* pLeft, const void* pRight);
-int32_t compareUint8ValDesc(const void* pLeft, const void* pRight);
-int32_t compareUint16ValDesc(const void* pLeft, const void* pRight);
-int32_t compareUint32ValDesc(const void* pLeft, const void* pRight);
-int32_t compareUint64ValDesc(const void* pLeft, const void* pRight);
-int32_t compareLenPrefixedStrDesc(const void* pLeft, const void* pRight);
-int32_t compareLenPrefixedWStrDesc(const void* pLeft, const void* pRight);
+int32_t compareInt16ValDesc(const void *pLeft, const void *pRight);
+int32_t compareInt32ValDesc(const void *pLeft, const void *pRight);
+int32_t compareInt64ValDesc(const void *pLeft, const void *pRight);
+
+int32_t compareFloatValDesc(const void *pLeft, const void *pRight);
+int32_t compareDoubleValDesc(const void *pLeft, const void *pRight);
+
+int32_t compareUint8ValDesc(const void *pLeft, const void *pRight);
+int32_t compareUint16ValDesc(const void *pLeft, const void *pRight);
+int32_t compareUint32ValDesc(const void *pLeft, const void *pRight);
+int32_t compareUint64ValDesc(const void *pLeft, const void *pRight);
+
+int32_t compareLenPrefixedStrDesc(const void *pLeft, const void *pRight);
+int32_t compareLenPrefixedWStrDesc(const void *pLeft, const void *pRight);
 
 #ifdef __cplusplus
 }
 #endif
 
-#endif  /*_TD_UTIL_COMPARE_H*/
+#endif /*_TD_UTIL_COMPARE_H_*/

include/util/tcoding.h

@@ -372,7 +372,7 @@ static FORCE_INLINE void *taosDecodeStringTo(void *buf, char *value) {
 }
 
 // ---- binary
-static FORCE_INLINE int taosEncodeBinary(void **buf, const void *value, int valueLen) {
+static FORCE_INLINE int taosEncodeBinary(void **buf, const void *value, int32_t valueLen) {
   int    tlen = 0;
 
   if (buf != NULL) {
@@ -384,14 +384,19 @@ static FORCE_INLINE int taosEncodeBinary(void **buf, const void *value, int valu
   return tlen;
 }
 
-static FORCE_INLINE void *taosDecodeBinary(void *buf, void **value, int valueLen) {
-  uint64_t size = 0;
+static FORCE_INLINE void *taosDecodeBinary(void *buf, void **value, int32_t valueLen) {
 
   *value = malloc((size_t)valueLen);
   if (*value == NULL) return NULL;
-  memcpy(*value, buf, (size_t)size);
+  memcpy(*value, buf, (size_t)valueLen);
 
-  return POINTER_SHIFT(buf, size);
+  return POINTER_SHIFT(buf, valueLen);
+}
+
+static FORCE_INLINE void *taosDecodeBinaryTo(void *buf, void *value, int32_t valueLen) {
+
+  memcpy(value, buf, (size_t)valueLen);
+  return POINTER_SHIFT(buf, valueLen);
 }
 
 #endif

source/client/src/clientImpl.c

@@ -117,7 +117,7 @@ TAOS *taos_connect_internal(const char *ip, const char *user, const char *pass,
     SAppInstInfo* p = calloc(1, sizeof(struct SAppInstInfo));
     p->mgmtEp       = epSet;
     p->pTransporter = openTransporter(user, secretEncrypt, tsNumOfCores);
-    p->pAppHbMgr = appHbMgrInit(p);
+    /*p->pAppHbMgr = appHbMgrInit(p);*/
     taosHashPut(appInfo.pInstMap, key, strlen(key), &p, POINTER_BYTES);
 
     pInst = &p;

source/client/src/clientMsgHandler.c

@@ -72,7 +72,7 @@ int processConnectRsp(void* param, const SDataBuf* pMsg, int32_t code) {
   atomic_add_fetch_64(&pTscObj->pAppInfo->numOfConns, 1);
 
   SClientHbKey connKey = {.connId = pConnect->connId, .hbType = HEARTBEAT_TYPE_QUERY};
-  hbRegisterConn(pTscObj->pAppInfo->pAppHbMgr, connKey, NULL);
+  /*hbRegisterConn(pTscObj->pAppInfo->pAppHbMgr, connKey, NULL);*/
 
   //  pRequest->body.resInfo.pRspMsg = pMsg->pData;
   tscDebug("0x%" PRIx64 " clusterId:%" PRId64 ", totalConn:%" PRId64, pRequest->requestId, pConnect->clusterId,

source/client/test/clientTests.cpp

@@ -17,8 +17,9 @@
 #include <taoserror.h>
 #include <tglobal.h>
 #include <iostream>
-#pragma GCC diagnostic ignored "-Wwrite-strings"
 
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wwrite-strings"
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 #pragma GCC diagnostic ignored "-Wsign-compare"
@@ -679,3 +680,5 @@ TEST(testCase, show_table_Test) {
 //  taos_free_result(pRes);
 //  taos_close(pConn);
 //}
+
+#pragma GCC diagnostic pop
\ No newline at end of file

source/common/src/ttime.c

@@ -100,12 +100,12 @@ int32_t taosParseTime(const char* timestr, int64_t* time, int32_t len, int32_t t
   } else if (checkTzPresent(timestr, len)) {
     return parseTimeWithTz(timestr, time, timePrec, 0);
   } else {
-    return (*parseLocaltimeFp[day_light])(timestr, time, timePrec);
+    return (*parseLocaltimeFp[day_light])((char*)timestr, time, timePrec);
   }
 }
 
-bool checkTzPresent(const char *str, int32_t len) {
-  char *seg = forwardToTimeStringEnd(str);
+bool checkTzPresent(const char* str, int32_t len) {
+  char*   seg = forwardToTimeStringEnd((char*)str);
   int32_t seg_len = len - (int32_t)(seg - str);
 
   char *c = &seg[seg_len - 1];
@@ -267,7 +267,7 @@ int32_t parseTimeWithTz(const char* timestr, int64_t* time, int32_t timePrec, ch
 #endif
 
   int64_t fraction = 0;
-  str = forwardToTimeStringEnd(timestr);
+  str = forwardToTimeStringEnd((char*)timestr);
 
   if ((str[0] == 'Z' || str[0] == 'z') && str[1] == '\0') {
     /* utc time, no millisecond, return directly*/

source/common/test/commonTests.cpp

 #include <gtest/gtest.h>
 #include <iostream>
-#pragma GCC diagnostic ignored "-Wwrite-strings"
 
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wwrite-strings"
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 #pragma GCC diagnostic ignored "-Wunused-but-set-variable"
@@ -94,3 +95,5 @@ TEST(testCase, toInteger_test) {
   ret = toInteger(s, strlen(s), 10, &val, &sign);
   ASSERT_EQ(ret, -1);
 }
+
+#pragma GCC diagnostic pop
\ No newline at end of file

source/dnode/mgmt/impl/src/dndMnode.c

@@ -621,5 +621,7 @@ int32_t dndGetUserAuthFromMnode(SDnode *pDnode, char *user, char *spi, char *enc
 
   int32_t code = mndRetriveAuth(pMnode, user, spi, encrypt, secret, ckey);
   dndReleaseMnode(pDnode, pMnode);
+
+  dTrace("user:%s, retrieve auth spi:%d encrypt:%d", user, *spi, *encrypt);
   return code;
 }

source/dnode/mgmt/impl/src/dndTransport.c

@@ -171,7 +171,7 @@ static int32_t dndInitClient(SDnode *pDnode) {
 
   SRpcInit rpcInit;
   memset(&rpcInit, 0, sizeof(rpcInit));
-  rpcInit.label = "DND-C";
+  rpcInit.label = "D-C";
   rpcInit.numOfThreads = 1;
   rpcInit.cfp = dndProcessResponse;
   rpcInit.sessions = 1024;
@@ -282,12 +282,12 @@ static int32_t dndRetrieveUserAuthInfo(void *parent, char *user, char *spi, char
   SDnode *pDnode = parent;
 
   if (dndAuthInternalReq(parent, user, spi, encrypt, secret, ckey) == 0) {
-    // dTrace("get internal auth success");
+    dTrace("user:%s, get auth from internal mnode, spi:%d encrypt:%d", user, *spi, *encrypt);
     return 0;
   }
 
   if (dndGetUserAuthFromMnode(pDnode, user, spi, encrypt, secret, ckey) == 0) {
-    // dTrace("get auth from internal mnode");
+    dTrace("user:%s, get auth from internal mnode, spi:%d encrypt:%d", user, *spi, *encrypt);
     return 0;
   }
 
@@ -296,13 +296,12 @@ static int32_t dndRetrieveUserAuthInfo(void *parent, char *user, char *spi, char
     return -1;
   }
 
-  // dDebug("user:%s, send auth msg to other mnodes", user);
-
   SAuthReq *pReq = rpcMallocCont(sizeof(SAuthReq));
   tstrncpy(pReq->user, user, TSDB_USER_LEN);
 
   SRpcMsg rpcMsg = {.pCont = pReq, .contLen = sizeof(SAuthReq), .msgType = TDMT_MND_AUTH};
   SRpcMsg rpcRsp = {0};
+  dTrace("user:%s, send user auth req to other mnodes, spi:%d encrypt:%d", user, pReq->spi, pReq->encrypt);
   dndSendMsgToMnodeRecv(pDnode, &rpcMsg, &rpcRsp);
 
   if (rpcRsp.code != 0) {
@@ -314,7 +313,7 @@ static int32_t dndRetrieveUserAuthInfo(void *parent, char *user, char *spi, char
     memcpy(ckey, pRsp->ckey, TSDB_PASSWORD_LEN);
     *spi = pRsp->spi;
     *encrypt = pRsp->encrypt;
-    dDebug("user:%s, success to get user auth from other mnodes", user);
+    dTrace("user:%s, success to get user auth from other mnodes, spi:%d encrypt:%d", user, pRsp->spi, pRsp->encrypt);
   }
 
   rpcFreeCont(rpcRsp.pCont);
@@ -333,7 +332,7 @@ static int32_t dndInitServer(SDnode *pDnode) {
   SRpcInit rpcInit;
   memset(&rpcInit, 0, sizeof(rpcInit));
   rpcInit.localPort = pDnode->cfg.serverPort;
-  rpcInit.label = "DND-S";
+  rpcInit.label = "D-S";
   rpcInit.numOfThreads = numOfThreads;
   rpcInit.cfp = dndProcessRequest;
   rpcInit.sessions = pDnode->cfg.maxShellConns;

source/dnode/mnode/impl/src/mndAuth.c

@@ -28,6 +28,14 @@ void mndCleanupAuth(SMnode *pMnode) {}
 int32_t mndRetriveAuth(SMnode *pMnode, char *user, char *spi, char *encrypt, char *secret, char *ckey) { return 0; }
 
 static int32_t mndProcessAuthReq(SMnodeMsg *pReq) {
-  mDebug("user:%s, auth req is processed", pReq->user);
-  return 0;
+  SAuthReq *pAuth = pReq->rpcMsg.pCont;
+
+  int32_t   contLen = sizeof(SAuthRsp);
+  SAuthRsp *pRsp = rpcMallocCont(contLen);
+  pReq->pCont = pRsp;
+  pReq->contLen = contLen;
+
+  int32_t code = mndRetriveAuth(pReq->pMnode, pAuth->user, &pRsp->spi, &pRsp->encrypt, pRsp->secret, pRsp->ckey);
+  mTrace("user:%s, auth req received, spi:%d encrypt:%d ruser:%s", pReq->user, pAuth->spi, pAuth->encrypt, pAuth->user);
+  return code;
 }
\ No newline at end of file

source/dnode/vnode/inc/tq.h

@@ -17,11 +17,12 @@
 #define _TD_TQ_H_
 
 #include "common.h"
+#include "executor.h"
+#include "vnode.h"
 #include "mallocator.h"
 #include "meta.h"
 #include "os.h"
 #include "scheduler.h"
-#include "executor.h"
 #include "taoserror.h"
 #include "tlist.h"
 #include "tmsg.h"
@@ -184,10 +185,6 @@ typedef struct STqQueryMsg {
   struct STqQueryMsg* next;
 } STqQueryMsg;
 
-typedef struct STqCfg {
-  // TODO
-} STqCfg;
-
 typedef struct STqMemRef {
   SMemAllocatorFactory* pAllocatorFactory;
   SMemAllocator*        pAllocator;
@@ -284,6 +281,7 @@ typedef struct STQ {
   STqMemRef     tqMemRef;
   STqMetaStore* tqMeta;
   SWal*         pWal;
+  SMeta*        pMeta;
 } STQ;
 
 typedef struct STqMgmt {
@@ -298,13 +296,15 @@ int  tqInit();
 void tqCleanUp();
 
 // open in each vnode
-STQ* tqOpen(const char* path, SWal* pWal, STqCfg* tqConfig, SMemAllocatorFactory* allocFac);
+STQ* tqOpen(const char* path, SWal* pWal, SMeta* pMeta, STqCfg* tqConfig, SMemAllocatorFactory* allocFac);
 void tqClose(STQ*);
 
 // void* will be replace by a msg type
 int tqPushMsg(STQ*, void* msg, int64_t version);
 int tqCommit(STQ*);
 
+int tqSetCursor(STQ*, STqSetCurReq* pMsg);
+
 #if 0
 int tqConsume(STQ*, SRpcMsg* pReq, SRpcMsg** pRsp);
 int tqSetCursor(STQ*, STqSetCurReq* pMsg);
@@ -320,23 +320,6 @@ int       tqSendLaunchQuery(STqMsgItem*, int64_t offset);
 int32_t tqProcessConsumeReq(STQ* pTq, SRpcMsg* pMsg, SRpcMsg** ppRsp);
 int32_t tqProcessSetConnReq(STQ* pTq, SMqSetCVgReq* pReq);
 
-typedef struct STqReadHandle {
-  int64_t        ver;
-  SSubmitMsg*    pMsg;
-  SSubmitBlk*    pBlock;
-  SSubmitMsgIter msgIter;
-  SSubmitBlkIter blkIter;
-  SMeta*         pMeta;
-  SArray*        pColumnIdList;
-} STqReadHandle;
-
-STqReadHandle* tqInitSubmitMsgScanner(SMeta* pMeta, SArray* pColumnIdList);
-void           tqReadHandleSetMsg(STqReadHandle* pHandle, SSubmitMsg* pMsg, int64_t ver);
-bool           tqNextDataBlock(STqReadHandle* pHandle);
-int            tqRetrieveDataBlockInfo(STqReadHandle* pHandle, SDataBlockInfo* pBlockInfo);
-// return SArray<SColumnInfoData>
-SArray* tqRetrieveDataBlock(STqReadHandle* pHandle);
-
 #ifdef __cplusplus
 }
 #endif

source/dnode/vnode/inc/vnode.h

@@ -22,7 +22,6 @@
 #include "meta.h"
 #include "tarray.h"
 #include "tfs.h"
-#include "tq.h"
 #include "tsdb.h"
 #include "wal.h"
 
@@ -35,6 +34,12 @@ typedef struct SVnode SVnode;
 typedef struct SDnode SDnode;
 typedef int32_t (*PutReqToVQueryQFp)(SDnode *pDnode, struct SRpcMsg *pReq);
 
+typedef struct STqCfg {
+  // TODO
+  int32_t reserved;
+} STqCfg;
+
+
 typedef struct SVnodeCfg {
   int32_t  vgId;
   SDnode  *pDnode;
@@ -61,6 +66,17 @@ typedef struct {
   PutReqToVQueryQFp putReqToVQueryQFp;
 } SVnodeOpt;
 
+typedef struct STqReadHandle {
+  int64_t        ver;
+  uint64_t       tbUid;
+  SSubmitMsg*    pMsg;
+  SSubmitBlk*    pBlock;
+  SSubmitMsgIter msgIter;
+  SSubmitBlkIter blkIter;
+  SMeta*         pMeta;
+  SArray*        pColIdList;
+} STqReadHandle;
+
 /* ------------------------ SVnode ------------------------ */
 /**
  * @brief Initialize the vnode module
@@ -180,6 +196,25 @@ int32_t vnodeCompact(SVnode *pVnode);
 int32_t vnodeSync(SVnode *pVnode);
 int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad);
 
+/* ------------------------- TQ QUERY -------------------------- */
+
+STqReadHandle* tqInitSubmitMsgScanner(SMeta* pMeta);
+
+static FORCE_INLINE void tqReadHandleSetColIdList(STqReadHandle* pReadHandle, SArray* pColIdList) {
+  pReadHandle->pColIdList = pColIdList;
+}
+
+static FORCE_INLINE void tqReadHandleSetTbUid(STqReadHandle* pHandle, uint64_t tbUid) {
+  pHandle->tbUid = tbUid;
+}
+
+void           tqReadHandleSetMsg(STqReadHandle* pHandle, SSubmitMsg* pMsg, int64_t ver);
+bool           tqNextDataBlock(STqReadHandle* pHandle);
+int            tqRetrieveDataBlockInfo(STqReadHandle* pHandle, SDataBlockInfo* pBlockInfo);
+// return SArray<SColumnInfoData>
+SArray*        tqRetrieveDataBlock(STqReadHandle* pHandle);
+
+
 #ifdef __cplusplus
 }
 #endif

source/dnode/vnode/src/inc/tqInt.h

@@ -17,6 +17,7 @@
 #define _TD_TQ_INT_H_
 
 #include "tq.h"
+#include "meta.h"
 #include "tlog.h"
 #include "trpc.h"
 #ifdef __cplusplus

source/dnode/vnode/src/inc/vnd.h

@@ -24,6 +24,7 @@
 #include "tlockfree.h"
 #include "tmacro.h"
 #include "wal.h"
+#include "tq.h"
 
 #include "vnode.h"
 

source/dnode/vnode/src/meta/metaTbCfg.c

@@ -32,7 +32,7 @@ size_t metaEncodeTbObjFromTbOptions(const STbCfg *pTbOptions, void *pBuf, size_t
   switch (pTbOptions->type) {
     case META_SUPER_TABLE:
       tlen += taosEncodeFixedU64(ppBuf, pTbOptions->stbCfg.suid);
-      tlen += tdEncodeSchema(ppBuf, pTbOptions->stbCfg.pTagSchema);
+      tlen += tdEncodeSchema(ppBuf, (STSchema *)pTbOptions->stbCfg.pTagSchema);
       // TODO: encode schema version array
       break;
     case META_CHILD_TABLE:

source/dnode/vnode/src/tq/tq.c

@@ -15,6 +15,7 @@
 
 #include "tqInt.h"
 #include "tqMetaStore.h"
+#include "tcompare.h"
 
 // static
 // read next version data
@@ -50,7 +51,7 @@ void tqCleanUp() {
   taosTmrCleanUp(tqMgmt.timer);
 }
 
-STQ* tqOpen(const char* path, SWal* pWal, STqCfg* tqConfig, SMemAllocatorFactory* allocFac) {
+STQ* tqOpen(const char* path, SWal* pWal, SMeta* pMeta, STqCfg* tqConfig, SMemAllocatorFactory* allocFac) {
   STQ* pTq = malloc(sizeof(STQ));
   if (pTq == NULL) {
     terrno = TSDB_CODE_TQ_OUT_OF_MEMORY;
@@ -58,6 +59,8 @@ STQ* tqOpen(const char* path, SWal* pWal, STqCfg* tqConfig, SMemAllocatorFactory
   }
   pTq->path = strdup(path);
   pTq->tqConfig = tqConfig;
+  pTq->pWal = pWal;
+  pTq->pMeta = pMeta;
 #if 0
   pTq->tqMemRef.pAllocatorFactory = allocFac;
   pTq->tqMemRef.pAllocator = allocFac->create(allocFac);
@@ -607,58 +610,92 @@ int tqItemSSize() {
 }
 
 int32_t tqProcessConsumeReq(STQ* pTq, SRpcMsg* pMsg, SRpcMsg** ppRsp) {
-  SMqCVConsumeReq* pReq = pMsg->pCont;
+  SMqConsumeReq* pReq = pMsg->pCont;
+  SRpcMsg          rpcMsg;
   int64_t          reqId = pReq->reqId;
   int64_t          consumerId = pReq->consumerId;
-  int64_t          offset = pReq->offset;
+  int64_t          reqOffset = pReq->offset;
+  int64_t          fetchOffset = reqOffset;
   int64_t          blockingTime = pReq->blockingTime;
 
+  int              rspLen = 0;
+
   STqConsumerHandle* pConsumer = tqHandleGet(pTq->tqMeta, consumerId);
   int                sz = taosArrayGetSize(pConsumer->topics);
 
-  for (int i = 0 ; i < sz; i++) {
-    STqTopicHandle *pHandle = taosArrayGet(pConsumer->topics, i);
+  for (int i = 0; i < sz; i++) {
+    STqTopicHandle* pTopic = taosArrayGet(pConsumer->topics, i);
 
-    int8_t           pos = offset % TQ_BUFFER_SIZE;
-    int8_t           old = atomic_val_compare_exchange_8(&pHandle->buffer.output[pos].status, 0, 1);
-    if (old == 1) {
+    int8_t pos;
+    int8_t skip = 0;
+    SWalHead* pHead;
+    while (1) {
+      pos = fetchOffset % TQ_BUFFER_SIZE;
+      skip = atomic_val_compare_exchange_8(&pTopic->buffer.output[pos].status, 0, 1);
+      if (skip == 1) {
         // do nothing
-      continue;
+        break;
       }
-    if (walReadWithHandle(pHandle->pReadhandle, offset) < 0) {
-      // TODO
+      if (walReadWithHandle(pTopic->pReadhandle, fetchOffset) < 0) {
+        // check err
+        atomic_store_8(&pTopic->buffer.output[pos].status, 0);
+        skip = 1;
+        break;
       }
-    SWalHead* pHead = pHandle->pReadhandle->pHead;
-    while (pHead->head.msgType != TDMT_VND_SUBMIT) {
       // read until find TDMT_VND_SUBMIT
+      pHead = pTopic->pReadhandle->pHead;
+      if (pHead->head.msgType == TDMT_VND_SUBMIT) {
+        break;
+      }
+      if (walReadWithHandle(pTopic->pReadhandle, fetchOffset) < 0) {
+        atomic_store_8(&pTopic->buffer.output[pos].status, 0);
+        skip = 1;
+        break;
+      }
+      atomic_store_8(&pTopic->buffer.output[pos].status, 0);
+      fetchOffset++;
     }
+    if (skip == 1) continue;
     SSubmitMsg* pCont = (SSubmitMsg*)&pHead->head.body;
-    void* task = pHandle->buffer.output[pos].task;
+    qTaskInfo_t task = pTopic->buffer.output[pos].task;
 
     qSetStreamInput(task, pCont);
+
+    //SArray<SSDataBlock>
+    SArray* pRes = taosArrayInit(0, sizeof(SSDataBlock));
+    while (1) {
       SSDataBlock* pDataBlock;
       uint64_t     ts;
       if (qExecTask(task, &pDataBlock, &ts) < 0) {
-
+        break;
+      }
+      if (pDataBlock != NULL) {
+        taosArrayPush(pRes, pDataBlock);
+      } else {
+        break;
       }
-    // TODO: launch query and get output data
-    pHandle->buffer.output[pos].dst = pDataBlock;
-    if (pHandle->buffer.firstOffset == -1
-        || pReq->offset < pHandle->buffer.firstOffset) {
-      pHandle->buffer.firstOffset = pReq->offset;
     }
-    if (pHandle->buffer.lastOffset == -1
-        || pReq->offset > pHandle->buffer.lastOffset) {
-      pHandle->buffer.lastOffset = pReq->offset;
+
+    atomic_store_8(&pTopic->buffer.output[pos].status, 0);
+
+    if (taosArrayGetSize(pRes) == 0) {
+      taosArrayDestroy(pRes);
+      fetchOffset++;
+      continue;
     }
-    atomic_store_8(&pHandle->buffer.output[pos].status, 1);
 
+    pTopic->buffer.output[pos].dst = pRes;
+    if (pTopic->buffer.firstOffset == -1 || pReq->offset < pTopic->buffer.firstOffset) {
+      pTopic->buffer.firstOffset = pReq->offset;
+    }
+    if (pTopic->buffer.lastOffset == -1 || pReq->offset > pTopic->buffer.lastOffset) {
+      pTopic->buffer.lastOffset = pReq->offset;
+    }
     // put output into rsp
   }
 
   // launch query
   // get result
-  SMqCvConsumeRsp* pRsp;
   return 0;
 }
 
@@ -681,16 +718,19 @@ int32_t tqProcessSetConnReq(STQ* pTq, SMqSetCVgReq* pReq) {
 
   pTopic->buffer.firstOffset = -1;
   pTopic->buffer.lastOffset = -1;
+  pTopic->pReadhandle = walOpenReadHandle(pTq->pWal);
+  if (pTopic->pReadhandle == NULL) {
+  }
   for (int i = 0; i < TQ_BUFFER_SIZE; i++) {
     pTopic->buffer.output[i].status = 0;
-    pTopic->buffer.output[i].task = qCreateStreamExecTaskInfo(&pReq->msg, NULL);
+    STqReadHandle* pReadHandle = tqInitSubmitMsgScanner(pTq->pMeta);
+    pTopic->buffer.output[i].task = qCreateStreamExecTaskInfo(&pReq->msg, pReadHandle);
   }
-  pTopic->pReadhandle = walOpenReadHandle(pTq->pWal);
   // write mq meta
   return 0;
 }
 
-STqReadHandle* tqInitSubmitMsgScanner(SMeta* pMeta, SArray* pColumnIdList) {
+STqReadHandle* tqInitSubmitMsgScanner(SMeta* pMeta) {
   STqReadHandle* pReadHandle = malloc(sizeof(STqReadHandle));
   if (pReadHandle == NULL) {
     return NULL;
@@ -698,7 +738,7 @@ STqReadHandle* tqInitSubmitMsgScanner(SMeta* pMeta, SArray* pColumnIdList) {
   pReadHandle->pMeta = pMeta;
   pReadHandle->pMsg = NULL;
   pReadHandle->ver = -1;
-  pReadHandle->pColumnIdList = pColumnIdList;
+  pReadHandle->pColIdList = NULL;
   return NULL;
 }
 
@@ -710,20 +750,18 @@ void tqReadHandleSetMsg(STqReadHandle* pReadHandle, SSubmitMsg* pMsg, int64_t ve
 }
 
 bool tqNextDataBlock(STqReadHandle* pHandle) {
-  if (tGetSubmitMsgNext(&pHandle->msgIter, &pHandle->pBlock) < 0) {
-    return false;
+  while (tGetSubmitMsgNext(&pHandle->msgIter, &pHandle->pBlock) >= 0) {
+    if (pHandle->tbUid == pHandle->pBlock->uid) return true;
   }
-  return true;
+  return false;
 }
 
 int tqRetrieveDataBlockInfo(STqReadHandle* pHandle, SDataBlockInfo* pBlockInfo) {
-  SMemRow         row;
-  int32_t         sversion = pHandle->pBlock->sversion;
-  SSchemaWrapper* pSchema = metaGetTableSchema(pHandle->pMeta, pHandle->pBlock->uid, sversion, false);
-  pBlockInfo->numOfCols = pSchema->nCols;
+  /*int32_t         sversion = pHandle->pBlock->sversion;*/
+  /*SSchemaWrapper* pSchema = metaGetTableSchema(pHandle->pMeta, pHandle->pBlock->uid, sversion, false);*/
+  pBlockInfo->numOfCols = taosArrayGetSize(pHandle->pColIdList);
   pBlockInfo->rows = pHandle->pBlock->numOfRows;
   pBlockInfo->uid = pHandle->pBlock->uid;
-  // TODO: filter out unused column
   return 0;
 }
 

source/dnode/vnode/src/vnd/vnodeMain.c

@@ -127,7 +127,7 @@ static int vnodeOpenImpl(SVnode *pVnode) {
 
   // Open TQ
   sprintf(dir, "%s/tq", pVnode->path);
-  pVnode->pTq = tqOpen(dir, pVnode->pWal, &(pVnode->config.tqCfg), vBufPoolGetMAF(pVnode));
+  pVnode->pTq = tqOpen(dir, pVnode->pWal, pVnode->pMeta, &(pVnode->config.tqCfg), vBufPoolGetMAF(pVnode));
   if (pVnode->pTq == NULL) {
     // TODO: handle error
     return -1;

source/dnode/vnode/src/vnd/vnodeQuery.c

@@ -19,7 +19,10 @@
 static int32_t vnodeGetTableList(SVnode *pVnode, SRpcMsg *pMsg);
 static int     vnodeGetTableMeta(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp);
 
-int vnodeQueryOpen(SVnode *pVnode) { return qWorkerInit(NODE_TYPE_VNODE, pVnode->vgId, NULL, &pVnode->pQuery, pVnode, vnodePutReqToVQueryQ); }
+int vnodeQueryOpen(SVnode *pVnode) {
+  return qWorkerInit(NODE_TYPE_VNODE, pVnode->vgId, NULL, (void **)&pVnode->pQuery, pVnode,
+                     (putReqToQueryQFp)vnodePutReqToVQueryQ);
+}
 
 int vnodeProcessQueryReq(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp) {
   vTrace("query message is processing");

source/dnode/vnode/src/vnd/vnodeWrite.c

@@ -96,7 +96,7 @@ int vnodeApplyWMsg(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp) {
         }
       }
 
-      vInfo("vgId:%d process create %"PRIzu" tables", pVnode->vgId, taosArrayGetSize(vCreateTbBatchReq.pArray));
+      vDebug("vgId:%d process create %"PRIzu" tables", pVnode->vgId, taosArrayGetSize(vCreateTbBatchReq.pArray));
       taosArrayDestroy(vCreateTbBatchReq.pArray);
       break;
 

source/libs/executor/src/executor.c

@@ -66,10 +66,12 @@ qTaskInfo_t qCreateStreamExecTaskInfo(SSubQueryMsg* pMsg, void* streamReadHandle
   }
 
   // print those info into log
-  pMsg->sId = be64toh(pMsg->sId);
-  pMsg->queryId = be64toh(pMsg->queryId);
-  pMsg->taskId = be64toh(pMsg->taskId);
-  pMsg->contentLen = ntohl(pMsg->contentLen);
+#if 0
+  pMsg->sId = pMsg->sId;
+  pMsg->queryId = pMsg->queryId;
+  pMsg->taskId = pMsg->taskId;
+  pMsg->contentLen = pMsg->contentLen;
+#endif
 
   struct SSubplan* plan = NULL;
   int32_t          code = qStringToSubplan(pMsg->msg, &plan);

source/libs/executor/src/executorimpl.c

@@ -27,6 +27,7 @@
 #include "thash.h"
 #include "ttypes.h"
 #include "query.h"
+#include "vnode.h"
 #include "tsdb.h"
 
 #define IS_MAIN_SCAN(runtime)          ((runtime)->scanFlag == MAIN_SCAN)
@@ -5425,8 +5426,8 @@ SOperatorInfo* createStreamScanOperatorInfo(void *streamReadHandle, SArray* pExp
     taosArrayPush(pColList, &pExpr->pExpr->pSchema[0].colId);
   }
   
-  // TODO set the extract column id to streamHandle
-  // pColList
+  // set the extract column id to streamHandle
+  tqReadHandleSetColIdList((STqReadHandle* )streamReadHandle, pColList);
 
   pInfo->readerHandle = streamReadHandle;
 
@@ -5438,6 +5439,7 @@ SOperatorInfo* createStreamScanOperatorInfo(void *streamReadHandle, SArray* pExp
   pOperator->numOfOutput   = numOfOutput;
   pOperator->exec          = doStreamBlockScan;
   pOperator->pTaskInfo     = pTaskInfo;
+  return pOperator;
 }
 
 

source/libs/executor/test/executorTests.cpp

@@ -17,8 +17,9 @@
 #include <gtest/gtest.h>
 #include <tglobal.h>
 #include <iostream>
-#pragma GCC diagnostic ignored "-Wwrite-strings"
 
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wwrite-strings"
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 #pragma GCC diagnostic ignored "-Wsign-compare"
@@ -220,3 +221,5 @@ TEST(testCase, build_executor_tree_Test) {
   DataSinkHandle sinkHandle = nullptr;
   int32_t code = qCreateExecTask((void*) 1, 2, NULL, (void**) &pTaskInfo, &sinkHandle);
 }
+
+#pragma GCC diagnostic pop
\ No newline at end of file

source/libs/parser/test/mockCatalog.cpp

@@ -18,8 +18,14 @@
 #include <iostream>
 
 #include "stub.h"
+
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wformat"
+
 #include "addr_any.h"
 
+#pragma GCC diagnostic pop
+
 namespace {
 
 void generateTestT1(MockCatalogService* mcs) {

source/libs/parser/test/parserTests.cpp

@@ -17,8 +17,9 @@
 #include <gtest/gtest.h>
 #include <iostream>
 #include "tglobal.h"
-#pragma GCC diagnostic ignored "-Wwrite-strings"
 
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wwrite-strings"
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 #pragma GCC diagnostic ignored "-Wsign-compare"
@@ -782,3 +783,5 @@ TEST(testCase, create_user_Test) {
 
   destroySqlInfo(&info1);
 }
+
+#pragma GCC diagnostic pop
\ No newline at end of file

source/libs/parser/test/plannerTest.cpp

@@ -17,8 +17,9 @@
 #include <gtest/gtest.h>
 #include <tglobal.h>
 #include <iostream>
-#pragma GCC diagnostic ignored "-Wwrite-strings"
 
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wwrite-strings"
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 #pragma GCC diagnostic ignored "-Wsign-compare"
@@ -204,3 +205,5 @@ TEST(testCase, displayPlan) {
   //   TableScan(t.1abc #110) time_range: -9223372036854775808 - 9223372036854775807
 
 }
+
+#pragma GCC diagnostic pop
\ No newline at end of file

source/libs/parser/test/tokenizerTest.cpp

 #include <gtest/gtest.h>
 #include <iostream>
-#pragma GCC diagnostic ignored "-Wwrite-strings"
 
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wwrite-strings"
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 #pragma GCC diagnostic ignored "-Wsign-compare"
@@ -722,3 +723,4 @@ TEST(testCase, extractMeta_test) {
   destroySqlInfo(&info1);
 }
 
+#pragma GCC diagnostic pop
\ No newline at end of file

source/libs/planner/test/plannerTests.cpp

@@ -22,8 +22,8 @@
 #include "parser.h"
 #include "mockCatalog.h"
 
+#pragma GCC diagnostic push
 #pragma GCC diagnostic ignored "-Wwrite-strings"
-
 #pragma GCC diagnostic ignored "-Wunused-function"
 #pragma GCC diagnostic ignored "-Wunused-variable"
 #pragma GCC diagnostic ignored "-Wsign-compare"
@@ -103,3 +103,5 @@ TEST(testCase, planner_test) {
 //  qParserCleanupMetaRequestInfo(&req);
 //  destroySqlInfo(&info1);
 }
+
+#pragma GCC diagnostic pop
\ No newline at end of file

source/libs/qcom/src/querymsg.c

@@ -18,6 +18,9 @@
 #include "query.h"
 #include "trpc.h"
 
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wformat-truncation"
+
 int32_t (*queryBuildMsg[TDMT_MAX])(void* input, char **msg, int32_t msgSize, int32_t *msgLen) = {0};
 
 int32_t (*queryProcessMsgRsp[TDMT_MAX])(void* output, char *msg, int32_t msgSize) = {0};
@@ -288,7 +291,4 @@ void initQueryModuleMsgHandle() {
   queryProcessMsgRsp[TMSG_INDEX(TDMT_MND_USE_DB)] = queryProcessUseDBRsp;
 }
 
-
-
+#pragma GCC diagnostic pop
\ No newline at end of file
-
-

source/libs/qworker/inc/qworkerInt.h

@@ -219,8 +219,7 @@ typedef struct SQWorkerMgmt {
   }                                                       \
 } while (0)
 
-
-
+int32_t qwBuildAndSendCancelRsp(SRpcMsg *pMsg, int32_t code);
 
 #ifdef __cplusplus
 }