sdb.h 9.6 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

S
Shengliang Guan 已提交
16 17
#ifndef _TD_SDB_H_
#define _TD_SDB_H_
S
Shengliang Guan 已提交
18

L
Liu Jicong 已提交
19 20
#include "os.h"

S
Shengliang Guan 已提交
21 22 23
#ifdef __cplusplus
extern "C" {
#endif
S
Shengliang Guan 已提交
24

25 26 27 28 29 30
#define SDB_GET_VAL(pData, dataPos, val, pos, func, type) \
  {                                                       \
    if (func(pRaw, dataPos, val) != 0) {                  \
      goto pos;                                           \
    }                                                     \
    dataPos += sizeof(type);                              \
S
Shengliang Guan 已提交
31 32
  }

33
#define SDB_GET_BINARY(pRaw, dataPos, val, valLen, pos)     \
S
Shengliang Guan 已提交
34 35
  {                                                         \
    if (sdbGetRawBinary(pRaw, dataPos, val, valLen) != 0) { \
36
      goto pos;                                             \
S
Shengliang Guan 已提交
37 38
    }                                                       \
    dataPos += valLen;                                      \
S
Shengliang Guan 已提交
39 40
  }

41
#define SDB_GET_INT64(pData, dataPos, val, pos) SDB_GET_VAL(pData, dataPos, val, pos, sdbGetRawInt64, int64_t)
S
Shengliang Guan 已提交
42

43
#define SDB_GET_INT32(pData, dataPos, val, pos) SDB_GET_VAL(pData, dataPos, val, pos, sdbGetRawInt32, int32_t)
S
Shengliang Guan 已提交
44

45 46 47
#define SDB_GET_INT16(pData, dataPos, val, pos) SDB_GET_VAL(pData, dataPos, val, pos, sdbGetRawInt16, int16_t)

#define SDB_GET_INT8(pData, dataPos, val, pos) SDB_GET_VAL(pData, dataPos, val, pos, sdbGetRawInt8, int8_t)
S
Shengliang Guan 已提交
48

49 50 51 52
#define SDB_GET_RESERVE(pRaw, dataPos, valLen, pos) \
  {                                                 \
    char val[valLen] = {0};                         \
    SDB_GET_BINARY(pRaw, dataPos, val, valLen, pos) \
S
Shengliang Guan 已提交
53 54
  }

55 56 57 58 59 60
#define SDB_SET_VAL(pRaw, dataPos, val, pos, func, type) \
  {                                                      \
    if (func(pRaw, dataPos, val) != 0) {                 \
      goto pos;                                          \
    }                                                    \
    dataPos += sizeof(type);                             \
S
Shengliang Guan 已提交
61 62
  }

63 64 65 66 67 68 69 70 71
#define SDB_SET_INT64(pRaw, dataPos, val, pos) SDB_SET_VAL(pRaw, dataPos, val, pos, sdbSetRawInt64, int64_t)

#define SDB_SET_INT32(pRaw, dataPos, val, pos) SDB_SET_VAL(pRaw, dataPos, val, pos, sdbSetRawInt32, int32_t)

#define SDB_SET_INT16(pRaw, dataPos, val, pos) SDB_SET_VAL(pRaw, dataPos, val, pos, sdbSetRawInt16, int16_t)

#define SDB_SET_INT8(pRaw, dataPos, val, pos) SDB_SET_VAL(pRaw, dataPos, val, pos, sdbSetRawInt8, int8_t)

#define SDB_SET_BINARY(pRaw, dataPos, val, valLen, pos)     \
S
Shengliang Guan 已提交
72 73
  {                                                         \
    if (sdbSetRawBinary(pRaw, dataPos, val, valLen) != 0) { \
74
      goto pos;                                             \
S
Shengliang Guan 已提交
75 76 77 78
    }                                                       \
    dataPos += valLen;                                      \
  }

79 80 81 82
#define SDB_SET_RESERVE(pRaw, dataPos, valLen, pos) \
  {                                                 \
    char val[valLen] = {0};                         \
    SDB_SET_BINARY(pRaw, dataPos, val, valLen, pos) \
S
Shengliang Guan 已提交
83 84
  }

85
#define SDB_SET_DATALEN(pRaw, dataLen, pos)     \
S
Shengliang Guan 已提交
86 87
  {                                             \
    if (sdbSetRawDataLen(pRaw, dataLen) != 0) { \
88
      goto pos;                                 \
S
Shengliang Guan 已提交
89
    }                                           \
S
Shengliang Guan 已提交
90 91
  }

S
Shengliang Guan 已提交
92
typedef struct SMnode  SMnode;
S
Shengliang Guan 已提交
93 94 95 96
typedef struct SSdbRaw SSdbRaw;
typedef struct SSdbRow SSdbRow;
typedef enum { SDB_KEY_BINARY = 1, SDB_KEY_INT32 = 2, SDB_KEY_INT64 = 3 } EKeyType;
typedef enum {
97
  SDB_STATUS_INIT = 0,
S
Shengliang Guan 已提交
98
  SDB_STATUS_CREATING = 1,
S
Shengliang Guan 已提交
99
  SDB_STATUS_UPDATING = 2,
S
Shengliang Guan 已提交
100
  SDB_STATUS_DROPPING = 3,
S
Shengliang Guan 已提交
101 102
  SDB_STATUS_READY = 4,
  SDB_STATUS_DROPPED = 5
S
Shengliang Guan 已提交
103 104
} ESdbStatus;

S
Shengliang Guan 已提交
105
typedef enum {
S
Shengliang Guan 已提交
106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123
  SDB_TRANS = 0,
  SDB_CLUSTER = 1,
  SDB_MNODE = 2,
  SDB_QNODE = 3,
  SDB_SNODE = 4,
  SDB_BNODE = 5,
  SDB_DNODE = 6,
  SDB_USER = 7,
  SDB_AUTH = 8,
  SDB_ACCT = 9,
  SDB_CONSUMER = 10,
  SDB_CGROUP = 11,
  SDB_TOPIC = 12,
  SDB_VGROUP = 13,
  SDB_STB = 14,
  SDB_DB = 15,
  SDB_FUNC = 16,
  SDB_MAX = 17
S
Shengliang Guan 已提交
124 125
} ESdbType;

S
Shengliang Guan 已提交
126 127 128 129
typedef struct SSdb SSdb;
typedef int32_t (*SdbInsertFp)(SSdb *pSdb, void *pObj);
typedef int32_t (*SdbUpdateFp)(SSdb *pSdb, void *pSrcObj, void *pDstObj);
typedef int32_t (*SdbDeleteFp)(SSdb *pSdb, void *pObj);
S
Shengliang Guan 已提交
130
typedef int32_t (*SdbDeployFp)(SMnode *pMnode);
S
Shengliang Guan 已提交
131
typedef SSdbRow *(*SdbDecodeFp)(SSdbRaw *pRaw);
S
Shengliang Guan 已提交
132
typedef SSdbRaw *(*SdbEncodeFp)(void *pObj);
S
Shengliang Guan 已提交
133
typedef bool (*sdbTraverseFp)(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3);
S
Shengliang Guan 已提交
134

S
Shengliang Guan 已提交
135
typedef struct {
S
Shengliang Guan 已提交
136 137
  ESdbType    sdbType;
  EKeyType    keyType;
S
Shengliang Guan 已提交
138 139 140 141 142 143
  SdbDeployFp deployFp;
  SdbEncodeFp encodeFp;
  SdbDecodeFp decodeFp;
  SdbInsertFp insertFp;
  SdbUpdateFp updateFp;
  SdbDeleteFp deleteFp;
S
Shengliang Guan 已提交
144
} SSdbTable;
S
Shengliang Guan 已提交
145

S
Shengliang Guan 已提交
146 147
typedef struct SSdbOpt {
  const char *path;
S
Shengliang Guan 已提交
148
  SMnode     *pMnode;
S
Shengliang Guan 已提交
149
} SSdbOpt;
S
Shengliang Guan 已提交
150

S
Shengliang Guan 已提交
151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172
/**
 * @brief Initialize and start the sdb.
 *
 * @param pOption Option of the sdb.
 * @return SSdb* The sdb object.
 */
SSdb *sdbInit(SSdbOpt *pOption);

/**
 * @brief Stop and cleanup the sdb.
 *
 * @param pSdb The sdb object to close.
 */
void sdbCleanup(SSdb *pSdb);

/**
 * @brief Set the properties of sdb table.
 *
 * @param pSdb The sdb object.
 * @param table The properties of the table.
 * @return int32_t 0 for success, -1 for failure.
 */
S
Shengliang Guan 已提交
173
int32_t sdbSetTable(SSdb *pSdb, SSdbTable table);
S
Shengliang Guan 已提交
174 175 176 177 178 179 180

/**
 * @brief Set the initial rows of sdb.
 *
 * @param pSdb The sdb object.
 * @return int32_t 0 for success, -1 for failure.
 */
S
Shengliang Guan 已提交
181
int32_t sdbDeploy(SSdb *pSdb);
S
Shengliang Guan 已提交
182 183 184 185 186 187 188

/**
 * @brief Load sdb from file.
 *
 * @param pSdb The sdb object.
 * @return int32_t 0 for success, -1 for failure.
 */
S
Shengliang Guan 已提交
189
int32_t sdbReadFile(SSdb *pSdb);
S
Shengliang Guan 已提交
190

191 192 193 194 195 196 197 198
/**
 * @brief Write sdb file.
 *
 * @param pSdb The sdb object.
 * @return int32_t 0 for success, -1 for failure.
 */
int32_t sdbWriteFile(SSdb *pSdb);

S
Shengliang Guan 已提交
199
/**
S
Shengliang Guan 已提交
200
 * @brief Parse and write raw data to sdb, then free the pRaw object
S
Shengliang Guan 已提交
201 202 203 204 205
 *
 * @param pSdb The sdb object.
 * @param pRaw The raw data.
 * @return int32_t 0 for success, -1 for failure.
 */
S
Shengliang Guan 已提交
206
int32_t sdbWrite(SSdb *pSdb, SSdbRaw *pRaw);
S
Shengliang Guan 已提交
207

S
Shengliang Guan 已提交
208 209 210 211 212 213 214 215 216
/**
 * @brief Parse and write raw data to sdb.
 *
 * @param pSdb The sdb object.
 * @param pRaw The raw data.
 * @return int32_t 0 for success, -1 for failure.
 */
int32_t sdbWriteNotFree(SSdb *pSdb, SSdbRaw *pRaw);

S
Shengliang Guan 已提交
217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239
/**
 * @brief Acquire a row from sdb
 *
 * @param pSdb The sdb object.
 * @param type The type of the row.
 * @param pKey The key value of the row.
 * @return void* The object of the row.
 */
void *sdbAcquire(SSdb *pSdb, ESdbType type, void *pKey);

/**
 * @brief Release a row from sdb.
 *
 * @param pSdb The sdb object.
 * @param pObj The object of the row.
 */
void sdbRelease(SSdb *pSdb, void *pObj);

/**
 * @brief Traverse a sdb table
 *
 * @param pSdb The sdb object.
 * @param type The type of the table.
S
Shengliang Guan 已提交
240
 * @param pIter The initial iterator of the table.
S
Shengliang Guan 已提交
241 242 243 244 245 246 247 248 249 250 251 252 253
 * @param pObj The object of the row just fetched.
 * @return void* The next iterator of the table.
 */
void *sdbFetch(SSdb *pSdb, ESdbType type, void *pIter, void **ppObj);

/**
 * @brief Cancel a traversal
 *
 * @param pSdb The sdb object.
 * @param type The initial iterator of table.
 */
void sdbCancelFetch(SSdb *pSdb, void *pIter);

S
Shengliang Guan 已提交
254 255 256 257 258 259 260 261 262 263 264 265
/**
 * @brief Traverse a sdb
 *
 * @param pSdb The sdb object.
 * @param type The initial iterator of table.
 * @param fp The function pointer.
 * @param p1 The callback param.
 * @param p2 The callback param.
 * @param p3 The callback param.
 */
void sdbTraverse(SSdb *pSdb, ESdbType type, sdbTraverseFp fp, void *p1, void *p2, void *p3);

S
Shengliang Guan 已提交
266 267 268 269 270
/**
 * @brief Get the number of rows in the table
 *
 * @param pSdb The sdb object.
 * @param pIter The type of the table.
S
Shengliang Guan 已提交
271
 * @return int32_t The number of rows in the table
S
Shengliang Guan 已提交
272
 */
S
Shengliang Guan 已提交
273
int32_t sdbGetSize(SSdb *pSdb, ESdbType type);
S
Shengliang Guan 已提交
274

S
Shengliang Guan 已提交
275 276 277 278 279
/**
 * @brief Get the max id of the table, keyType of table should be INT32
 *
 * @param pSdb The sdb object.
 * @param pIter The type of the table.
S
Shengliang Guan 已提交
280
 * @return int32_t The max id of the table
S
Shengliang Guan 已提交
281 282 283
 */
int32_t sdbGetMaxId(SSdb *pSdb, ESdbType type);

S
Shengliang Guan 已提交
284 285 286 287 288 289 290 291 292
/**
 * @brief Update the version of sdb
 *
 * @param pSdb The sdb object.
 * @param val The update value of the version.
 * @return int32_t The current version of sdb
 */
int64_t sdbUpdateVer(SSdb *pSdb, int32_t val);

S
Shengliang Guan 已提交
293
SSdbRaw *sdbAllocRaw(ESdbType type, int8_t sver, int32_t dataLen);
S
Shengliang Guan 已提交
294 295
void     sdbFreeRaw(SSdbRaw *pRaw);
int32_t  sdbSetRawInt8(SSdbRaw *pRaw, int32_t dataPos, int8_t val);
S
Shengliang Guan 已提交
296
int32_t  sdbSetRawInt16(SSdbRaw *pRaw, int32_t dataPos, int16_t val);
S
Shengliang Guan 已提交
297 298 299 300 301 302
int32_t  sdbSetRawInt32(SSdbRaw *pRaw, int32_t dataPos, int32_t val);
int32_t  sdbSetRawInt64(SSdbRaw *pRaw, int32_t dataPos, int64_t val);
int32_t  sdbSetRawBinary(SSdbRaw *pRaw, int32_t dataPos, const char *pVal, int32_t valLen);
int32_t  sdbSetRawDataLen(SSdbRaw *pRaw, int32_t dataLen);
int32_t  sdbSetRawStatus(SSdbRaw *pRaw, ESdbStatus status);
int32_t  sdbGetRawInt8(SSdbRaw *pRaw, int32_t dataPos, int8_t *val);
S
Shengliang Guan 已提交
303
int32_t  sdbGetRawInt16(SSdbRaw *pRaw, int32_t dataPos, int16_t *val);
S
Shengliang Guan 已提交
304 305 306 307 308 309 310
int32_t  sdbGetRawInt32(SSdbRaw *pRaw, int32_t dataPos, int32_t *val);
int32_t  sdbGetRawInt64(SSdbRaw *pRaw, int32_t dataPos, int64_t *val);
int32_t  sdbGetRawBinary(SSdbRaw *pRaw, int32_t dataPos, char *pVal, int32_t valLen);
int32_t  sdbGetRawSoftVer(SSdbRaw *pRaw, int8_t *sver);
int32_t  sdbGetRawTotalSize(SSdbRaw *pRaw);

SSdbRow *sdbAllocRow(int32_t objSize);
S
Shengliang Guan 已提交
311
void     sdbFreeRow(SSdb *pSdb, SSdbRow *pRow);
S
Shengliang Guan 已提交
312 313
void    *sdbGetRowObj(SSdbRow *pRow);

S
Shengliang Guan 已提交
314 315 316
#ifdef __cplusplus
}
#endif
S
Shengliang Guan 已提交
317

S
Shengliang Guan 已提交
318
#endif /*_TD_SDB_H_*/