vnd.h 5.7 KB
Newer Older
H
save  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

H
refact  
Hongze Cheng 已提交
16 17
#ifndef _TD_VNODE_DEF_H_
#define _TD_VNODE_DEF_H_
H
save  
Hongze Cheng 已提交
18

S
Shengliang Guan 已提交
19
#include "tmallocator.h"
H
Hongze Cheng 已提交
20
// #include "sync.h"
H
more  
Hongze Cheng 已提交
21
#include "tcoding.h"
H
refact  
Hongze Cheng 已提交
22
#include "tfs.h"
H
Hongze Cheng 已提交
23
#include "tlist.h"
H
refact  
Hongze Cheng 已提交
24
#include "tlockfree.h"
H
Hongze Cheng 已提交
25
#include "tmacro.h"
L
Liu Jicong 已提交
26
#include "tq.h"
H
Hongze Cheng 已提交
27
#include "wal.h"
H
refact  
Hongze Cheng 已提交
28

H
save  
Hongze Cheng 已提交
29
#include "vnode.h"
H
Hongze Cheng 已提交
30

H
Hongze Cheng 已提交
31
#include "vnodeQuery.h"
H
save  
Hongze Cheng 已提交
32 33 34 35 36

#ifdef __cplusplus
extern "C" {
#endif

H
refact  
Hongze Cheng 已提交
37 38 39
typedef struct SVState   SVState;
typedef struct SVBufPool SVBufPool;

H
Hongze Cheng 已提交
40 41 42 43 44 45 46 47 48
typedef struct SVnodeTask {
  TD_DLIST_NODE(SVnodeTask);
  void* arg;
  int (*execute)(void*);
} SVnodeTask;

typedef struct SVnodeMgr {
  td_mode_flag_t vnodeInitFlag;
  // For commit
S
shm  
Shengliang Guan 已提交
49 50 51
  bool          stop;
  uint16_t      nthreads;
  TdThread*     threads;
wafwerar's avatar
wafwerar 已提交
52 53
  TdThreadMutex mutex;
  TdThreadCond  hasTask;
H
Hongze Cheng 已提交
54 55
  TD_DLIST(SVnodeTask) queue;
  // For vnode Mgmt
S
shm  
Shengliang Guan 已提交
56 57 58 59 60
  PutToQueueFp   putToQueryQFp;
  PutToQueueFp   putToFetchQFp;
  SendReqFp      sendReqFp;
  SendMnodeReqFp sendMnodeReqFp;
  SendRspFp      sendRspFp;
H
Hongze Cheng 已提交
61 62 63 64
} SVnodeMgr;

extern SVnodeMgr vnodeMgr;

H
refact  
Hongze Cheng 已提交
65 66 67 68 69 70 71
// SVState
struct SVState {
  int64_t processed;
  int64_t committed;
  int64_t applied;
};

H
save  
Hongze Cheng 已提交
72
struct SVnode {
H
refact  
Hongze Cheng 已提交
73 74 75 76 77 78 79 80 81 82 83
  int32_t    vgId;
  char*      path;
  SVnodeCfg  config;
  SVState    state;
  SVBufPool* pBufPool;
  SMeta*     pMeta;
  STsdb*     pTsdb;
  STQ*       pTq;
  SWal*      pWal;
  tsem_t     canCommit;
  SQHandle*  pQuery;
S
shm  
Shengliang Guan 已提交
84
  void*      pWrapper;
S
Shengliang Guan 已提交
85
  STfs*      pTfs;
H
save  
Hongze Cheng 已提交
86 87
};

H
Hongze Cheng 已提交
88 89
int vnodeScheduleTask(SVnodeTask* task);

S
shm  
Shengliang Guan 已提交
90
int32_t vnodePutToVQueryQ(SVnode* pVnode, struct SRpcMsg* pReq);
S
shm  
Shengliang Guan 已提交
91 92 93 94
int32_t vnodePutToVFetchQ(SVnode* pVnode, struct SRpcMsg* pReq);
int32_t vnodeSendReq(SVnode* pVnode, struct SEpSet* epSet, struct SRpcMsg* pReq);
int32_t vnodeSendMnodeReq(SVnode* pVnode, struct SRpcMsg* pReq);
void    vnodeSendRsp(SVnode* pVnode, struct SEpSet* epSet, struct SRpcMsg* pRsp);
S
Shengliang Guan 已提交
95

96 97 98 99 100
#define vFatal(...)                                              \
  do {                                                           \
    if (vDebugFlag & DEBUG_FATAL) {                              \
      taosPrintLog("VND FATAL ", DEBUG_FATAL, 255, __VA_ARGS__); \
    }                                                            \
H
refact  
Hongze Cheng 已提交
101
  } while (0)
102 103 104 105 106
#define vError(...)                                              \
  do {                                                           \
    if (vDebugFlag & DEBUG_ERROR) {                              \
      taosPrintLog("VND ERROR ", DEBUG_ERROR, 255, __VA_ARGS__); \
    }                                                            \
H
refact  
Hongze Cheng 已提交
107
  } while (0)
108 109 110 111 112
#define vWarn(...)                                             \
  do {                                                         \
    if (vDebugFlag & DEBUG_WARN) {                             \
      taosPrintLog("VND WARN ", DEBUG_WARN, 255, __VA_ARGS__); \
    }                                                          \
H
refact  
Hongze Cheng 已提交
113
  } while (0)
114 115 116 117 118
#define vInfo(...)                                        \
  do {                                                    \
    if (vDebugFlag & DEBUG_INFO) {                        \
      taosPrintLog("VND ", DEBUG_INFO, 255, __VA_ARGS__); \
    }                                                     \
H
refact  
Hongze Cheng 已提交
119
  } while (0)
120 121 122 123 124
#define vDebug(...)                                                  \
  do {                                                               \
    if (vDebugFlag & DEBUG_DEBUG) {                                  \
      taosPrintLog("VND ", DEBUG_DEBUG, tsdbDebugFlag, __VA_ARGS__); \
    }                                                                \
H
refact  
Hongze Cheng 已提交
125
  } while (0)
126 127 128 129 130
#define vTrace(...)                                                  \
  do {                                                               \
    if (vDebugFlag & DEBUG_TRACE) {                                  \
      taosPrintLog("VND ", DEBUG_TRACE, tsdbDebugFlag, __VA_ARGS__); \
    }                                                                \
H
refact  
Hongze Cheng 已提交
131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179
  } while (0)

// vnodeCfg.h
extern const SVnodeCfg defaultVnodeOptions;

int  vnodeValidateOptions(const SVnodeCfg*);
void vnodeOptionsCopy(SVnodeCfg* pDest, const SVnodeCfg* pSrc);

// For commit
#define vnodeShouldCommit vnodeBufPoolIsFull
int vnodeSyncCommit(SVnode* pVnode);
int vnodeAsyncCommit(SVnode* pVnode);

// SVBufPool

int   vnodeOpenBufPool(SVnode* pVnode);
void  vnodeCloseBufPool(SVnode* pVnode);
int   vnodeBufPoolSwitch(SVnode* pVnode);
int   vnodeBufPoolRecycle(SVnode* pVnode);
void* vnodeMalloc(SVnode* pVnode, uint64_t size);
bool  vnodeBufPoolIsFull(SVnode* pVnode);

SMemAllocatorFactory* vBufPoolGetMAF(SVnode* pVnode);

// SVMemAllocator
typedef struct SVArenaNode {
  TD_SLIST_NODE(SVArenaNode);
  uint64_t size;  // current node size
  void*    ptr;
  char     data[];
} SVArenaNode;

typedef struct SVMemAllocator {
  T_REF_DECLARE()
  TD_DLIST_NODE(SVMemAllocator);
  uint64_t     capacity;
  uint64_t     ssize;
  uint64_t     lsize;
  SVArenaNode* pNode;
  TD_SLIST(SVArenaNode) nlist;
} SVMemAllocator;

SVMemAllocator* vmaCreate(uint64_t capacity, uint64_t ssize, uint64_t lsize);
void            vmaDestroy(SVMemAllocator* pVMA);
void            vmaReset(SVMemAllocator* pVMA);
void*           vmaMalloc(SVMemAllocator* pVMA, uint64_t size);
void            vmaFree(SVMemAllocator* pVMA, void* ptr);
bool            vmaIsFull(SVMemAllocator* pVMA);

H
save  
Hongze Cheng 已提交
180 181 182 183
#ifdef __cplusplus
}
#endif

L
Liu Jicong 已提交
184
#endif /*_TD_VNODE_DEF_H_*/