vnode.h 6.1 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
S
Shengliang Guan 已提交
14 15 16 17 18
 */

#ifndef _TD_VNODE_H_
#define _TD_VNODE_H_

H
refact  
Hongze Cheng 已提交
19
#include "os.h"
S
Shengliang Guan 已提交
20
#include "tmsgcb.h"
L
Liu Jicong 已提交
21 22
#include "tqueue.h"
#include "trpc.h"
H
refact  
Hongze Cheng 已提交
23

H
Hongze Cheng 已提交
24
#include "sync.h"
H
refact  
Hongze Cheng 已提交
25
#include "tarray.h"
S
Shengliang Guan 已提交
26
#include "tfs.h"
H
refact  
Hongze Cheng 已提交
27
#include "wal.h"
S
Shengliang Guan 已提交
28

H
Hongze Cheng 已提交
29 30
#include "tcommon.h"
#include "tfs.h"
H
Hongze Cheng 已提交
31 32 33 34
#include "tmallocator.h"
#include "tmsg.h"
#include "trow.h"

S
Shengliang Guan 已提交
35 36 37 38
#ifdef __cplusplus
extern "C" {
#endif

H
Hongze Cheng 已提交
39
// vnode
H
Hongze Cheng 已提交
40 41 42 43
typedef struct SVnode    SVnode;
typedef struct STsdbCfg  STsdbCfg;  // todo: remove
typedef struct SVnodeCfg SVnodeCfg;

H
Hongze Cheng 已提交
44 45
extern const SVnodeCfg vnodeCfgDefault;

H
more  
Hongze Cheng 已提交
46
int     vnodeInit(int nthreads);
H
Hongze Cheng 已提交
47
void    vnodeCleanup();
H
Hongze Cheng 已提交
48
int     vnodeCreate(const char *path, SVnodeCfg *pCfg, STfs *pTfs);
H
refact  
Hongze Cheng 已提交
49
void    vnodeDestroy(const char *path, STfs *pTfs);
H
Hongze Cheng 已提交
50
SVnode *vnodeOpen(const char *path, STfs *pTfs, SMsgCb msgCb);
H
Hongze Cheng 已提交
51
void    vnodeClose(SVnode *pVnode);
H
Hongze Cheng 已提交
52
int     vnodePreprocessWriteReqs(SVnode *pVnode, SArray *pMsgs, int64_t *version);
H
Hongze Cheng 已提交
53
int     vnodeProcessWriteReq(SVnode *pVnode, SRpcMsg *pMsg, int64_t version, SRpcMsg *pRsp);
H
Hongze Cheng 已提交
54 55 56 57 58 59 60 61
int     vnodeProcessCMsg(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp);
int     vnodeProcessSyncReq(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp);
int     vnodeProcessQueryMsg(SVnode *pVnode, SRpcMsg *pMsg);
int     vnodeProcessFetchMsg(SVnode *pVnode, SRpcMsg *pMsg, SQueueInfo *pInfo);
int32_t vnodeAlter(SVnode *pVnode, const SVnodeCfg *pCfg);
int32_t vnodeCompact(SVnode *pVnode);
int32_t vnodeSync(SVnode *pVnode);
int32_t vnodeGetLoad(SVnode *pVnode, SVnodeLoad *pLoad);
H
Hongze Cheng 已提交
62
int     vnodeValidateTableHash(SVnodeCfg *pVnodeOptions, char *tableFName);
H
Hongze Cheng 已提交
63

H
Hongze Cheng 已提交
64
int64_t vnodeGetSyncHandle(SVnode *pVnode);
H
Hongze Cheng 已提交
65
void    vnodeGetSnapshot(SVnode *pVnode, SSnapshot *pSnapshot);
H
Hongze Cheng 已提交
66

H
Hongze Cheng 已提交
67
// meta
H
Hongze Cheng 已提交
68 69
typedef struct SMeta      SMeta;  // todo: remove
typedef struct SMTbCursor SMTbCursor;
H
Hongze Cheng 已提交
70 71 72 73

typedef SVCreateTbReq   STbCfg;
typedef SVCreateTSmaReq SSmaCfg;

H
Hongze Cheng 已提交
74 75 76
SMTbCursor *metaOpenTbCursor(SMeta *pMeta);
void        metaCloseTbCursor(SMTbCursor *pTbCur);
char       *metaTbCursorNext(SMTbCursor *pTbCur);
H
Hongze Cheng 已提交
77

H
Hongze Cheng 已提交
78
// tsdb
H
Hongze Cheng 已提交
79 80 81 82 83 84 85
typedef struct STsdb          STsdb;
typedef struct STsdbQueryCond STsdbQueryCond;
typedef void                 *tsdbReaderT;

#define BLOCK_LOAD_OFFSET_SEQ_ORDER 1
#define BLOCK_LOAD_TABLE_SEQ_ORDER  2
#define BLOCK_LOAD_TABLE_RR_ORDER   3
H
Hongze Cheng 已提交
86

H
Hongze Cheng 已提交
87 88 89 90 91 92 93 94 95 96 97 98
tsdbReaderT *tsdbQueryTables(STsdb *tsdb, STsdbQueryCond *pCond, STableGroupInfo *tableInfoGroup, uint64_t qId,
                             uint64_t taskId);
tsdbReaderT  tsdbQueryCacheLast(STsdb *tsdb, STsdbQueryCond *pCond, STableGroupInfo *groupList, uint64_t qId,
                                void *pMemRef);
int32_t      tsdbGetFileBlocksDistInfo(tsdbReaderT *pReader, STableBlockDistInfo *pTableBlockInfo);
bool         isTsdbCacheLastRow(tsdbReaderT *pReader);
int32_t      tsdbQuerySTableByTagCond(void *pMeta, uint64_t uid, TSKEY skey, const char *pTagCond, size_t len,
                                      int16_t tagNameRelType, const char *tbnameCond, STableGroupInfo *pGroupInfo,
                                      SColIndex *pColIndex, int32_t numOfCols, uint64_t reqId, uint64_t taskId);
int64_t      tsdbGetNumOfRowsInMemTable(tsdbReaderT *pHandle);
bool         tsdbNextDataBlock(tsdbReaderT pTsdbReadHandle);
void         tsdbRetrieveDataBlockInfo(tsdbReaderT *pTsdbReadHandle, SDataBlockInfo *pBlockInfo);
99
int32_t      tsdbRetrieveDataBlockStatisInfo(tsdbReaderT *pTsdbReadHandle, SColumnDataAgg **pBlockStatis);
H
Hongze Cheng 已提交
100 101 102 103 104 105
SArray      *tsdbRetrieveDataBlock(tsdbReaderT *pTsdbReadHandle, SArray *pColumnIdList);
void         tsdbDestroyTableGroup(STableGroupInfo *pGroupList);
int32_t      tsdbGetOneTableGroup(void *pMeta, uint64_t uid, TSKEY startKey, STableGroupInfo *pGroupInfo);
int32_t      tsdbGetTableGroupFromIdList(STsdb *tsdb, SArray *pTableIdList, STableGroupInfo *pGroupInfo);

// tq
H
Hongze Cheng 已提交
106 107 108 109 110 111 112 113 114 115

typedef struct STqReadHandle STqReadHandle;

STqReadHandle *tqInitSubmitMsgScanner(SMeta *pMeta);

void    tqReadHandleSetColIdList(STqReadHandle *pReadHandle, SArray *pColIdList);
int     tqReadHandleSetTbUidList(STqReadHandle *pHandle, const SArray *tbUidList);
int     tqReadHandleAddTbUidList(STqReadHandle *pHandle, const SArray *tbUidList);
int32_t tqReadHandleSetMsg(STqReadHandle *pHandle, SSubmitReq *pMsg, int64_t ver);
bool    tqNextDataBlock(STqReadHandle *pHandle);
L
Liu Jicong 已提交
116
int32_t tqRetrieveDataBlock(SArray **ppCols, STqReadHandle *pHandle, uint64_t *pGroupId, int32_t *pNumOfRows,
L
Liu Jicong 已提交
117
                            int16_t *pNumOfCols);
H
Hongze Cheng 已提交
118

H
Hongze Cheng 已提交
119
// need to reposition
H
Hongze Cheng 已提交
120

H
Hongze Cheng 已提交
121 122 123 124
// structs
struct SMetaCfg {
  uint64_t lruSize;
};
H
Hongze Cheng 已提交
125

H
Hongze Cheng 已提交
126
struct STsdbCfg {
H
Hongze Cheng 已提交
127 128 129
  int8_t   precision;
  int8_t   update;
  int8_t   compression;
H
refact  
Hongze Cheng 已提交
130 131 132
  int32_t  days;
  int32_t  minRows;
  int32_t  maxRows;
H
Hongze Cheng 已提交
133
  int32_t  keep2;
H
Hongze Cheng 已提交
134 135
  int32_t  keep0;
  int32_t  keep1;
H
Hongze Cheng 已提交
136 137
  uint64_t lruCacheSize;
  SArray  *retentions;
H
Hongze Cheng 已提交
138
};
H
Hongze Cheng 已提交
139

H
Hongze Cheng 已提交
140
struct SVnodeCfg {
H
Hongze Cheng 已提交
141
  int32_t  vgId;
H
Hongze Cheng 已提交
142
  char     dbname[TSDB_DB_NAME_LEN];
D
dapan1121 已提交
143
  uint64_t dbId;
H
Hongze Cheng 已提交
144 145 146 147
  uint64_t wsize;
  uint64_t ssize;
  uint64_t lsize;
  bool     isHeapAllocator;
H
more  
Hongze Cheng 已提交
148 149
  uint32_t ttl;
  uint32_t keep;
L
Liu Jicong 已提交
150
  int8_t   streamMode;
H
Hongze Cheng 已提交
151
  bool     isWeak;
H
more  
Hongze Cheng 已提交
152
  STsdbCfg tsdbCfg;
H
Hongze Cheng 已提交
153
  SWalCfg  walCfg;
H
Hongze Cheng 已提交
154
  SSyncCfg syncCfg;  // sync integration
D
dapan1121 已提交
155 156
  uint32_t hashBegin;
  uint32_t hashEnd;
L
Liu Jicong 已提交
157
  int8_t   hashMethod;
H
Hongze Cheng 已提交
158
};
H
save  
Hongze Cheng 已提交
159

H
Hongze Cheng 已提交
160 161 162 163 164 165 166 167
struct STsdbQueryCond {
  STimeWindow  twindow;
  int32_t      order;  // desc|asc order to iterate the data block
  int32_t      numOfCols;
  SColumnInfo *colList;
  bool         loadExternalRows;  // load external rows or not
  int32_t      type;              // data block load type:
};
H
save  
Hongze Cheng 已提交
168

H
Hongze Cheng 已提交
169 170 171 172
typedef struct {
  TSKEY    lastKey;
  uint64_t uid;
} STableKeyInfo;
173

M
Minghao Li 已提交
174 175 176 177 178
// sync integration
void    vnodeSyncSetQ(SVnode *pVnode, void *qHandle);
void    vnodeSyncSetRpc(SVnode *pVnode, void *rpcHandle);
int32_t vnodeSyncStart(SVnode *pVnode);

S
Shengliang Guan 已提交
179 180 181 182
#ifdef __cplusplus
}
#endif

183
#endif /*_TD_VNODE_H_*/