meta.h 4.7 KB
Newer Older
H
more  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

H
Hongze Cheng 已提交
16 17
#ifndef _TD_VNODE_META_H_
#define _TD_VNODE_META_H_
H
more  
Hongze Cheng 已提交
18

dengyihao's avatar
dengyihao 已提交
19
#include "index.h"
dengyihao's avatar
dengyihao 已提交
20
#include "vnodeInt.h"
H
Hongze Cheng 已提交
21

H
more  
Hongze Cheng 已提交
22 23 24 25
#ifdef __cplusplus
extern "C" {
#endif

H
Hongze Cheng 已提交
26 27 28
typedef struct SMetaIdx   SMetaIdx;
typedef struct SMetaDB    SMetaDB;
typedef struct SMetaCache SMetaCache;
H
refact  
Hongze Cheng 已提交
29

H
Hongze Cheng 已提交
30 31
// metaDebug ==================
// clang-format off
S
Shengliang Guan 已提交
32 33 34 35 36 37
#define metaFatal(...) do { if (metaDebugFlag & DEBUG_FATAL) { taosPrintLog("MTA FATAL ", DEBUG_FATAL, 255, __VA_ARGS__); }}     while(0)
#define metaError(...) do { if (metaDebugFlag & DEBUG_ERROR) { taosPrintLog("MTA ERROR ", DEBUG_ERROR, 255, __VA_ARGS__); }}     while(0)
#define metaWarn(...)  do { if (metaDebugFlag & DEBUG_WARN)  { taosPrintLog("MTA WARN ", DEBUG_WARN, 255, __VA_ARGS__); }}       while(0)
#define metaInfo(...)  do { if (metaDebugFlag & DEBUG_INFO)  { taosPrintLog("MTA ", DEBUG_INFO, 255, __VA_ARGS__); }}            while(0)
#define metaDebug(...) do { if (metaDebugFlag & DEBUG_DEBUG) { taosPrintLog("MTA ", DEBUG_DEBUG, metaDebugFlag, __VA_ARGS__); }} while(0)
#define metaTrace(...) do { if (metaDebugFlag & DEBUG_TRACE) { taosPrintLog("MTA ", DEBUG_TRACE, metaDebugFlag, __VA_ARGS__); }} while(0)
H
Hongze Cheng 已提交
38 39
// clang-format on

H
Hongze Cheng 已提交
40
// metaOpen ==================
H
Hongze Cheng 已提交
41 42 43
int32_t metaRLock(SMeta* pMeta);
int32_t metaWLock(SMeta* pMeta);
int32_t metaULock(SMeta* pMeta);
H
Hongze Cheng 已提交
44

H
Hongze Cheng 已提交
45
// metaEntry ==================
H
Hongze Cheng 已提交
46 47
int metaEncodeEntry(SEncoder* pCoder, const SMetaEntry* pME);
int metaDecodeEntry(SDecoder* pCoder, SMetaEntry* pME);
H
Hongze Cheng 已提交
48

H
Hongze Cheng 已提交
49
// metaQuery ==================
H
Hongze Cheng 已提交
50
int metaGetTableEntryByVersion(SMetaReader* pReader, int64_t version, tb_uid_t uid);
H
Hongze Cheng 已提交
51

H
Hongze Cheng 已提交
52 53 54 55 56 57
// metaIdx ==================
int  metaOpenIdx(SMeta* pMeta);
void metaCloseIdx(SMeta* pMeta);
int  metaSaveTableToIdx(SMeta* pMeta, const STbCfg* pTbOptions);
int  metaRemoveTableFromIdx(SMeta* pMeta, tb_uid_t uid);

H
Hongze Cheng 已提交
58
// metaCommit ==================
H
Hongze Cheng 已提交
59 60
static FORCE_INLINE tb_uid_t metaGenerateUid(SMeta* pMeta) { return tGenIdPI64(); }

H
Hongze Cheng 已提交
61 62 63
// metaTable ==================
int metaHandleEntry(SMeta* pMeta, const SMetaEntry* pME);

H
Hongze Cheng 已提交
64 65 66 67 68 69
// metaCache ==================
int32_t metaCacheOpen(SMeta* pMeta);
void    metaCacheClose(SMeta* pMeta);
int32_t metaCacheUpsert(SMeta* pMeta, SMetaInfo* pInfo);
int32_t metaCacheDrop(SMeta* pMeta, int64_t uid);

70 71 72 73
int32_t metaStatsCacheUpsert(SMeta* pMeta, SMetaStbStats* pInfo);
int32_t metaStatsCacheDrop(SMeta* pMeta, int64_t uid);
int32_t metaStatsCacheGet(SMeta* pMeta, int64_t uid, SMetaStbStats* pInfo);

H
Hongze Cheng 已提交
74
struct SMeta {
H
Hongze Cheng 已提交
75 76
  TdThreadRwlock lock;

dengyihao's avatar
dengyihao 已提交
77 78 79 80 81 82 83 84 85
  char*   path;
  SVnode* pVnode;
  TDB*    pEnv;
  TXN     txn;
  TTB*    pTbDb;
  TTB*    pSkmDb;
  TTB*    pUidIdx;
  TTB*    pNameIdx;
  TTB*    pCtbIdx;
C
Cary Xu 已提交
86
  TTB*    pSuidIdx;
dengyihao's avatar
dengyihao 已提交
87
  // ivt idx and idx
dengyihao's avatar
dengyihao 已提交
88
  void* pTagIvtIdx;
dengyihao's avatar
dengyihao 已提交
89 90 91 92 93 94

  TTB* pTagIdx;
  TTB* pTtlIdx;

  TTB* pCtimeIdx;  // table created time idx
  TTB* pNcolIdx;   // ncol of table idx, normal table only
dengyihao's avatar
dengyihao 已提交
95

L
Liu Jicong 已提交
96 97
  TTB* pSmaIdx;

L
Liu Jicong 已提交
98 99
  // stream
  TTB* pStreamDb;
L
Liu Jicong 已提交
100

H
Hongze Cheng 已提交
101
  SMetaIdx* pIdx;
H
Hongze Cheng 已提交
102 103

  SMetaCache* pCache;
H
Hongze Cheng 已提交
104 105
};

H
Hongze Cheng 已提交
106 107 108 109 110
typedef struct {
  int64_t  version;
  tb_uid_t uid;
} STbDbKey;

wafwerar's avatar
wafwerar 已提交
111
#pragma pack(push, 1)
H
Hongze Cheng 已提交
112 113 114 115 116 117
typedef struct {
  tb_uid_t suid;
  int64_t  version;
  int32_t  skmVer;
} SUidIdxVal;

wafwerar's avatar
wafwerar 已提交
118
typedef struct {
H
Hongze Cheng 已提交
119 120 121
  tb_uid_t uid;
  int32_t  sver;
} SSkmDbKey;
wafwerar's avatar
wafwerar 已提交
122
#pragma pack(pop)
H
Hongze Cheng 已提交
123 124 125 126 127 128

typedef struct {
  tb_uid_t suid;
  tb_uid_t uid;
} SCtbIdxKey;

wafwerar's avatar
wafwerar 已提交
129 130
#pragma pack(push, 1)
typedef struct {
H
Hongze Cheng 已提交
131
  tb_uid_t suid;
H
Hongze Cheng 已提交
132 133 134 135
  int32_t  cid;
  uint8_t  isNull : 1;
  uint8_t  type : 7;
  uint8_t  data[];  // val + uid
H
Hongze Cheng 已提交
136
} STagIdxKey;
wafwerar's avatar
wafwerar 已提交
137
#pragma pack(pop)
H
Hongze Cheng 已提交
138 139 140 141 142 143

typedef struct {
  int64_t  dtime;
  tb_uid_t uid;
} STtlIdxKey;

144 145 146 147 148
typedef struct {
  tb_uid_t uid;
  int64_t  smaUid;
} SSmaIdxKey;

dengyihao's avatar
dengyihao 已提交
149 150 151 152 153 154
typedef struct {
  int64_t  ctime;
  tb_uid_t uid;
} SCtimeIdxKey;

typedef struct {
dengyihao's avatar
dengyihao 已提交
155
  int64_t  ncol;
dengyihao's avatar
dengyihao 已提交
156 157 158
  tb_uid_t uid;
} SNcolIdxKey;

dengyihao's avatar
dengyihao 已提交
159
// metaTable ==================
dengyihao's avatar
dengyihao 已提交
160
int metaCreateTagIdxKey(tb_uid_t suid, int32_t cid, const void* pTagData, int32_t nTagData, int8_t type, tb_uid_t uid,
dengyihao's avatar
dengyihao 已提交
161 162
                        STagIdxKey** ppTagIdxKey, int32_t* nTagIdxKey);

H
Hongze Cheng 已提交
163
#ifndef META_REFACT
H
refact  
Hongze Cheng 已提交
164 165 166
// SMetaDB
int  metaOpenDB(SMeta* pMeta);
void metaCloseDB(SMeta* pMeta);
167
int  metaSaveTableToDB(SMeta* pMeta, STbCfg* pTbCfg, STbDdlH* pHandle);
H
Hongze Cheng 已提交
168
int  metaRemoveTableFromDb(SMeta* pMeta, tb_uid_t uid);
H
Hongze Cheng 已提交
169
#endif
H
more  
Hongze Cheng 已提交
170 171 172 173 174

#ifdef __cplusplus
}
#endif

L
Liu Jicong 已提交
175
#endif /*_TD_VNODE_META_H_*/