meta.h 4.9 KB
Newer Older
H
more  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

H
Hongze Cheng 已提交
16 17
#ifndef _TD_VNODE_META_H_
#define _TD_VNODE_META_H_
H
more  
Hongze Cheng 已提交
18

dengyihao's avatar
dengyihao 已提交
19
#include "index.h"
dengyihao's avatar
dengyihao 已提交
20
#include "vnodeInt.h"
H
Hongze Cheng 已提交
21

H
more  
Hongze Cheng 已提交
22 23 24 25
#ifdef __cplusplus
extern "C" {
#endif

H
Hongze Cheng 已提交
26 27 28
typedef struct SMetaIdx   SMetaIdx;
typedef struct SMetaDB    SMetaDB;
typedef struct SMetaCache SMetaCache;
H
refact  
Hongze Cheng 已提交
29

H
Hongze Cheng 已提交
30 31
// metaDebug ==================
// clang-format off
S
Shengliang Guan 已提交
32 33 34 35 36 37
#define metaFatal(...) do { if (metaDebugFlag & DEBUG_FATAL) { taosPrintLog("MTA FATAL ", DEBUG_FATAL, 255, __VA_ARGS__); }}     while(0)
#define metaError(...) do { if (metaDebugFlag & DEBUG_ERROR) { taosPrintLog("MTA ERROR ", DEBUG_ERROR, 255, __VA_ARGS__); }}     while(0)
#define metaWarn(...)  do { if (metaDebugFlag & DEBUG_WARN)  { taosPrintLog("MTA WARN ", DEBUG_WARN, 255, __VA_ARGS__); }}       while(0)
#define metaInfo(...)  do { if (metaDebugFlag & DEBUG_INFO)  { taosPrintLog("MTA ", DEBUG_INFO, 255, __VA_ARGS__); }}            while(0)
#define metaDebug(...) do { if (metaDebugFlag & DEBUG_DEBUG) { taosPrintLog("MTA ", DEBUG_DEBUG, metaDebugFlag, __VA_ARGS__); }} while(0)
#define metaTrace(...) do { if (metaDebugFlag & DEBUG_TRACE) { taosPrintLog("MTA ", DEBUG_TRACE, metaDebugFlag, __VA_ARGS__); }} while(0)
H
Hongze Cheng 已提交
38 39
// clang-format on

H
Hongze Cheng 已提交
40
// metaOpen ==================
H
Hongze Cheng 已提交
41 42 43
int32_t metaRLock(SMeta* pMeta);
int32_t metaWLock(SMeta* pMeta);
int32_t metaULock(SMeta* pMeta);
H
Hongze Cheng 已提交
44

H
Hongze Cheng 已提交
45
// metaEntry ==================
H
Hongze Cheng 已提交
46 47
int metaEncodeEntry(SEncoder* pCoder, const SMetaEntry* pME);
int metaDecodeEntry(SDecoder* pCoder, SMetaEntry* pME);
H
Hongze Cheng 已提交
48

H
Hongze Cheng 已提交
49
// metaQuery ==================
H
Hongze Cheng 已提交
50
int metaGetTableEntryByVersion(SMetaReader* pReader, int64_t version, tb_uid_t uid);
H
Hongze Cheng 已提交
51

H
Hongze Cheng 已提交
52 53 54 55 56 57
// metaIdx ==================
int  metaOpenIdx(SMeta* pMeta);
void metaCloseIdx(SMeta* pMeta);
int  metaSaveTableToIdx(SMeta* pMeta, const STbCfg* pTbOptions);
int  metaRemoveTableFromIdx(SMeta* pMeta, tb_uid_t uid);

H
Hongze Cheng 已提交
58
// metaCommit ==================
H
Hongze Cheng 已提交
59 60
static FORCE_INLINE tb_uid_t metaGenerateUid(SMeta* pMeta) { return tGenIdPI64(); }

H
Hongze Cheng 已提交
61 62 63
// metaTable ==================
int metaHandleEntry(SMeta* pMeta, const SMetaEntry* pME);

H
Hongze Cheng 已提交
64 65 66 67 68 69
// metaCache ==================
int32_t metaCacheOpen(SMeta* pMeta);
void    metaCacheClose(SMeta* pMeta);
int32_t metaCacheUpsert(SMeta* pMeta, SMetaInfo* pInfo);
int32_t metaCacheDrop(SMeta* pMeta, int64_t uid);

70 71 72
int32_t metaStatsCacheUpsert(SMeta* pMeta, SMetaStbStats* pInfo);
int32_t metaStatsCacheDrop(SMeta* pMeta, int64_t uid);
int32_t metaStatsCacheGet(SMeta* pMeta, int64_t uid, SMetaStbStats* pInfo);
73
void    metaUpdateStbStats(SMeta* pMeta, int64_t uid, int64_t delta);
74
int32_t metaUidFilterCacheGet(SMeta* pMeta, uint64_t suid, const void* pKey, int32_t keyLen, LRUHandle** pHandle);
75

H
Hongze Cheng 已提交
76
struct SMeta {
H
Hongze Cheng 已提交
77 78
  TdThreadRwlock lock;

dengyihao's avatar
dengyihao 已提交
79 80 81
  char*   path;
  SVnode* pVnode;
  TDB*    pEnv;
82
  TXN*    txn;
dengyihao's avatar
dengyihao 已提交
83 84 85 86 87
  TTB*    pTbDb;
  TTB*    pSkmDb;
  TTB*    pUidIdx;
  TTB*    pNameIdx;
  TTB*    pCtbIdx;
C
Cary Xu 已提交
88
  TTB*    pSuidIdx;
dengyihao's avatar
dengyihao 已提交
89
  // ivt idx and idx
dengyihao's avatar
dengyihao 已提交
90
  void* pTagIvtIdx;
dengyihao's avatar
dengyihao 已提交
91 92 93 94 95 96

  TTB* pTagIdx;
  TTB* pTtlIdx;

  TTB* pCtimeIdx;  // table created time idx
  TTB* pNcolIdx;   // ncol of table idx, normal table only
dengyihao's avatar
dengyihao 已提交
97

L
Liu Jicong 已提交
98 99
  TTB* pSmaIdx;

L
Liu Jicong 已提交
100 101
  // stream
  TTB* pStreamDb;
L
Liu Jicong 已提交
102

H
Hongze Cheng 已提交
103
  SMetaIdx* pIdx;
H
Hongze Cheng 已提交
104 105

  SMetaCache* pCache;
H
Hongze Cheng 已提交
106 107
};

H
Hongze Cheng 已提交
108 109 110 111 112
typedef struct {
  int64_t  version;
  tb_uid_t uid;
} STbDbKey;

wafwerar's avatar
wafwerar 已提交
113
#pragma pack(push, 1)
H
Hongze Cheng 已提交
114 115 116 117 118 119
typedef struct {
  tb_uid_t suid;
  int64_t  version;
  int32_t  skmVer;
} SUidIdxVal;

wafwerar's avatar
wafwerar 已提交
120
typedef struct {
H
Hongze Cheng 已提交
121 122 123
  tb_uid_t uid;
  int32_t  sver;
} SSkmDbKey;
wafwerar's avatar
wafwerar 已提交
124
#pragma pack(pop)
H
Hongze Cheng 已提交
125 126 127 128 129 130

typedef struct {
  tb_uid_t suid;
  tb_uid_t uid;
} SCtbIdxKey;

wafwerar's avatar
wafwerar 已提交
131 132
#pragma pack(push, 1)
typedef struct {
H
Hongze Cheng 已提交
133
  tb_uid_t suid;
H
Hongze Cheng 已提交
134 135 136 137
  int32_t  cid;
  uint8_t  isNull : 1;
  uint8_t  type : 7;
  uint8_t  data[];  // val + uid
H
Hongze Cheng 已提交
138
} STagIdxKey;
wafwerar's avatar
wafwerar 已提交
139
#pragma pack(pop)
H
Hongze Cheng 已提交
140 141 142 143 144 145

typedef struct {
  int64_t  dtime;
  tb_uid_t uid;
} STtlIdxKey;

146 147 148 149 150
typedef struct {
  tb_uid_t uid;
  int64_t  smaUid;
} SSmaIdxKey;

dengyihao's avatar
dengyihao 已提交
151 152 153 154 155 156
typedef struct {
  int64_t  ctime;
  tb_uid_t uid;
} SCtimeIdxKey;

typedef struct {
dengyihao's avatar
dengyihao 已提交
157
  int64_t  ncol;
dengyihao's avatar
dengyihao 已提交
158 159 160
  tb_uid_t uid;
} SNcolIdxKey;

dengyihao's avatar
dengyihao 已提交
161
// metaTable ==================
dengyihao's avatar
dengyihao 已提交
162
int metaCreateTagIdxKey(tb_uid_t suid, int32_t cid, const void* pTagData, int32_t nTagData, int8_t type, tb_uid_t uid,
dengyihao's avatar
dengyihao 已提交
163 164
                        STagIdxKey** ppTagIdxKey, int32_t* nTagIdxKey);

H
Hongze Cheng 已提交
165
#ifndef META_REFACT
H
refact  
Hongze Cheng 已提交
166 167 168
// SMetaDB
int  metaOpenDB(SMeta* pMeta);
void metaCloseDB(SMeta* pMeta);
169
int  metaSaveTableToDB(SMeta* pMeta, STbCfg* pTbCfg, STbDdlH* pHandle);
H
Hongze Cheng 已提交
170
int  metaRemoveTableFromDb(SMeta* pMeta, tb_uid_t uid);
H
Hongze Cheng 已提交
171
#endif
H
more  
Hongze Cheng 已提交
172 173 174 175 176

#ifdef __cplusplus
}
#endif

L
Liu Jicong 已提交
177
#endif /*_TD_VNODE_META_H_*/