vnd.h 5.0 KB
Newer Older
H
save  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

H
refact  
Hongze Cheng 已提交
16 17
#ifndef _TD_VNODE_DEF_H_
#define _TD_VNODE_DEF_H_
H
save  
Hongze Cheng 已提交
18

H
refact  
Hongze Cheng 已提交
19
#include "mallocator.h"
H
Hongze Cheng 已提交
20
// #include "sync.h"
H
more  
Hongze Cheng 已提交
21
#include "tcoding.h"
H
refact  
Hongze Cheng 已提交
22
#include "tfs.h"
H
Hongze Cheng 已提交
23
#include "tlist.h"
H
refact  
Hongze Cheng 已提交
24
#include "tlockfree.h"
H
Hongze Cheng 已提交
25
#include "tmacro.h"
H
refact  
Hongze Cheng 已提交
26
#include "wal.h"
H
refact  
Hongze Cheng 已提交
27

H
save  
Hongze Cheng 已提交
28
#include "vnode.h"
H
Hongze Cheng 已提交
29

H
Hongze Cheng 已提交
30
#include "vnodeQuery.h"
H
save  
Hongze Cheng 已提交
31 32 33 34 35

#ifdef __cplusplus
extern "C" {
#endif

H
refact  
Hongze Cheng 已提交
36 37 38
typedef struct SVState   SVState;
typedef struct SVBufPool SVBufPool;

H
Hongze Cheng 已提交
39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54
typedef struct SVnodeTask {
  TD_DLIST_NODE(SVnodeTask);
  void* arg;
  int (*execute)(void*);
} SVnodeTask;

typedef struct SVnodeMgr {
  td_mode_flag_t vnodeInitFlag;
  // For commit
  bool            stop;
  uint16_t        nthreads;
  pthread_t*      threads;
  pthread_mutex_t mutex;
  pthread_cond_t  hasTask;
  TD_DLIST(SVnodeTask) queue;
  // For vnode Mgmt
S
Shengliang Guan 已提交
55 56
  SDnode*           pDnode;
  PutReqToVQueryQFp putReqToVQueryQFp;
H
Hongze Cheng 已提交
57 58 59 60
} SVnodeMgr;

extern SVnodeMgr vnodeMgr;

H
refact  
Hongze Cheng 已提交
61 62 63 64 65 66 67
// SVState
struct SVState {
  int64_t processed;
  int64_t committed;
  int64_t applied;
};

H
save  
Hongze Cheng 已提交
68
struct SVnode {
H
refact  
Hongze Cheng 已提交
69 70 71 72 73 74 75 76 77 78 79 80
  int32_t    vgId;
  char*      path;
  SVnodeCfg  config;
  SVState    state;
  SVBufPool* pBufPool;
  SMeta*     pMeta;
  STsdb*     pTsdb;
  STQ*       pTq;
  SWal*      pWal;
  tsem_t     canCommit;
  SQHandle*  pQuery;
  SDnode*    pDnode;
S
Shengliang Guan 已提交
81
  STfs*      pTfs;
H
save  
Hongze Cheng 已提交
82 83
};

H
Hongze Cheng 已提交
84 85
int vnodeScheduleTask(SVnodeTask* task);

H
refact  
Hongze Cheng 已提交
86
int32_t vnodePutReqToVQueryQ(SVnode* pVnode, struct SRpcMsg* pReq);
S
Shengliang Guan 已提交
87

H
Hongze Cheng 已提交
88 89 90
// For Log
extern int32_t vDebugFlag;

H
refact  
Hongze Cheng 已提交
91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174
#define vFatal(...)                                 \
  do {                                              \
    if (vDebugFlag & DEBUG_FATAL) {                 \
      taosPrintLog("VND FATAL ", 255, __VA_ARGS__); \
    }                                               \
  } while (0)
#define vError(...)                                 \
  do {                                              \
    if (vDebugFlag & DEBUG_ERROR) {                 \
      taosPrintLog("VND ERROR ", 255, __VA_ARGS__); \
    }                                               \
  } while (0)
#define vWarn(...)                                 \
  do {                                             \
    if (vDebugFlag & DEBUG_WARN) {                 \
      taosPrintLog("VND WARN ", 255, __VA_ARGS__); \
    }                                              \
  } while (0)
#define vInfo(...)                            \
  do {                                        \
    if (vDebugFlag & DEBUG_INFO) {            \
      taosPrintLog("VND ", 255, __VA_ARGS__); \
    }                                         \
  } while (0)
#define vDebug(...)                                     \
  do {                                                  \
    if (vDebugFlag & DEBUG_DEBUG) {                     \
      taosPrintLog("VND ", tsdbDebugFlag, __VA_ARGS__); \
    }                                                   \
  } while (0)
#define vTrace(...)                                     \
  do {                                                  \
    if (vDebugFlag & DEBUG_TRACE) {                     \
      taosPrintLog("VND ", tsdbDebugFlag, __VA_ARGS__); \
    }                                                   \
  } while (0)

// vnodeCfg.h
extern const SVnodeCfg defaultVnodeOptions;

int  vnodeValidateOptions(const SVnodeCfg*);
void vnodeOptionsCopy(SVnodeCfg* pDest, const SVnodeCfg* pSrc);

// For commit
#define vnodeShouldCommit vnodeBufPoolIsFull
int vnodeSyncCommit(SVnode* pVnode);
int vnodeAsyncCommit(SVnode* pVnode);

// SVBufPool

int   vnodeOpenBufPool(SVnode* pVnode);
void  vnodeCloseBufPool(SVnode* pVnode);
int   vnodeBufPoolSwitch(SVnode* pVnode);
int   vnodeBufPoolRecycle(SVnode* pVnode);
void* vnodeMalloc(SVnode* pVnode, uint64_t size);
bool  vnodeBufPoolIsFull(SVnode* pVnode);

SMemAllocatorFactory* vBufPoolGetMAF(SVnode* pVnode);

// SVMemAllocator
typedef struct SVArenaNode {
  TD_SLIST_NODE(SVArenaNode);
  uint64_t size;  // current node size
  void*    ptr;
  char     data[];
} SVArenaNode;

typedef struct SVMemAllocator {
  T_REF_DECLARE()
  TD_DLIST_NODE(SVMemAllocator);
  uint64_t     capacity;
  uint64_t     ssize;
  uint64_t     lsize;
  SVArenaNode* pNode;
  TD_SLIST(SVArenaNode) nlist;
} SVMemAllocator;

SVMemAllocator* vmaCreate(uint64_t capacity, uint64_t ssize, uint64_t lsize);
void            vmaDestroy(SVMemAllocator* pVMA);
void            vmaReset(SVMemAllocator* pVMA);
void*           vmaMalloc(SVMemAllocator* pVMA, uint64_t size);
void            vmaFree(SVMemAllocator* pVMA, void* ptr);
bool            vmaIsFull(SVMemAllocator* pVMA);

H
Hongze Cheng 已提交
175

H
save  
Hongze Cheng 已提交
176 177 178 179
#ifdef __cplusplus
}
#endif

H
refact  
Hongze Cheng 已提交
180
#endif /*_TD_VNODE_DEF_H_*/