Skip to content

T
TDengine

taosdata / TDengine
大约 2 年 前同步成功

通知 1192
Star 22018
Fork 4786
T
TDengine
提交 35e5120c 编写于 作者: H Hongze Cheng
浏览文件
操作

more

上级 b80da12d
隐藏空白更改
内联 并排
Showing with 157 addition and 143 deletion
cmake/cmake.options
浏览文件 @ 35e5120c
...@@ -22,7 +22,7 @@ option( ...@@ -22,7 +22,7 @@ option(
option( option(
BUILD_WITH_SQLITE BUILD_WITH_SQLITE
"If build with sqlite" "If build with sqlite"
ON OFF
) )
option( option(
......
source/dnode/vnode/meta/src/metaBDBImpl.c
浏览文件 @ 35e5120c
...@@ -20,126 +20,201 @@ ...@@ -20,126 +20,201 @@
#include "tcoding.h" #include "tcoding.h"
#include "thash.h" #include "thash.h"
typedef struct {
tb_uid_t uid;
int32_t sver;
} SSchemaKey;
struct SMetaDB { struct SMetaDB {
// DB // DB
DB * pStbDB; DB *pTbDB;
DB * pNtbDB; DB *pSchemaDB;
SHashObj *pCtbMap;
DB * pSchemaDB;
// IDX // IDX
SHashObj *pIdxMap; DB *pNameIdx;
DB * pNameIdx; DB *pStbIdx;
DB * pUidIdx; DB *pNtbIdx;
DB *pCtbIdx;
// ENV // ENV
DB_ENV *pEvn; DB_ENV *pEvn;
}; };
#define P_ERROR(info, code) fprintf(stderr, info "reason: %s", db_strerror(code))
static SMetaDB *metaNewDB(); static SMetaDB *metaNewDB();
static void metaFreeDB(SMetaDB *pDB); static void metaFreeDB(SMetaDB *pDB);
static int metaCreateDBEnv(SMetaDB *pDB, const char *path); static int metaOpenBDBEnv(DB_ENV **ppEnv, const char *path);
static void metaDestroyDBEnv(SMetaDB *pDB); static void metaCloseBDBEnv(DB_ENV *pEnv);
static int metaEncodeSchemaKey(void **buf, SSchemaKey *pSchemaKey); static int metaOpenBDBDb(DB **ppDB, DB_ENV *pEnv, const char *pFName);
static void * metaDecodeSchemaKey(void *buf, SSchemaKey *pSchemaKey); static void metaCloseBDBDb(DB *pDB);
static int metaNameIdxCb(DB *sdbp, const DBT *pKey, const DBT *pValue, DBT *pSKey);
static int metaUidIdxCb(DB *sdbp, const DBT *pKey, const DBT *pValue, DBT *pSKey);
static void metaPutSchema(SMeta *pMeta, tb_uid_t uid, STSchema *pSchema);
static int metaEncodeTbInfo(void **buf, STbCfg *pTbCfg);
static void * metaDecodeTbInfo(void *buf, STbCfg *pTbCfg);
static int metaSaveTbInfo(DB *pDB, tb_uid_t uid, STbCfg *pTbCfg);
#define META_OPEN_DB(pDB, pEnv, fName) \
do { \
int ret; \
ret = db_create(&((pDB)), (pEnv), 0); \
if (ret != 0) { \
P_ERROR("Failed to create META DB", ret); \
metaCloseDB(pMeta); \
return -1; \
} \
\
ret = (pDB)->open((pDB), NULL, (fName), NULL, DB_BTREE, DB_CREATE, 0); \
if (ret != 0) { \
P_ERROR("Failed to open META DB", ret); \
metaCloseDB(pMeta); \
return -1; \
} \
} while (0)
#define META_CLOSE_DB(pDB) #define BDB_PERR(info, code) fprintf(stderr, info " reason: %s", db_strerror(code))
#define metaOpenBDBIdx metaOpenBDBDb
#define META_ASSOCIATE_IDX(pDB, pIdx, cbf) \
do { \
int ret = (pDB)->associate((pDB), NULL, (pIdx), (cbf), 0); \
if (ret != 0) { \
P_ERROR("Failed to associate META DB", ret); \
metaCloseDB(pMeta); \
} \
} while (0)
int metaOpenDB(SMeta *pMeta) { int metaOpenDB(SMeta *pMeta) {
int ret;
SMetaDB *pDB; SMetaDB *pDB;
pMeta->pDB = metaNewDB(); // Create DB object
if (pMeta->pDB == NULL) { pDB = metaNewDB();
if (pDB == NULL) {
return -1; return -1;
} }
pDB = pMeta->pDB; pMeta->pDB = pDB;
if (metaCreateDBEnv(pDB, pMeta->path) < 0) { // Open DB Env
if (metaOpenBDBEnv(&(pDB->pEvn), pMeta->path) < 0) {
metaCloseDB(pMeta); metaCloseDB(pMeta);
return -1; return -1;
} }
META_OPEN_DB(pDB->pStbDB, pDB->pEvn, "meta.db"); // Open DBs
if (metaOpenBDBDb(&(pDB->pTbDB), pDB->pEvn, "meta.db") < 0) {
META_OPEN_DB(pDB->pNtbDB, pDB->pEvn, "meta.db"); metaCloseDB(pMeta);
return -1;
META_OPEN_DB(pDB->pSchemaDB, pDB->pEvn, "meta.db");
{
// TODO: Loop to open each super table db
} }
META_OPEN_DB(pDB->pNameIdx, pDB->pEvn, "index.db"); if (metaOpenBDBDb(&(pDB->pSchemaDB), pDB->pEvn, "meta.db") < 0) {
metaCloseDB(pMeta);
return -1;
}
// META_OPEN_DB(pDB->pUidIdx, pDB->pEvn, "index.db"); // Open Indices
if (metaOpenBDBIdx(&(pDB->pNameIdx), pDB->pEvn, "index.db") < 0) {
metaCloseDB(pMeta);
return -1;
}
// Associate name index if (metaOpenBDBIdx(&(pDB->pStbIdx), pDB->pEvn, "index.db") < 0) {
META_ASSOCIATE_IDX(pDB->pStbDB, pDB->pNameIdx, metaNameIdxCb); metaCloseDB(pMeta);
// META_ASSOCIATE_IDX(pDB->pStbDB, pDB->pUidIdx, metaUidIdxCb); return -1;
// META_ASSOCIATE_IDX(pDB->pNtbDB, pDB->pNameIdx, metaNameIdxCb); }
// META_ASSOCIATE_IDX(pDB->pNtbDB, pDB->pUidIdx, metaUidIdxCb);
for (;;) { if (metaOpenBDBIdx(&(pDB->pNtbIdx), pDB->pEvn, "index.db") < 0) {
// Loop to associate each super table db metaCloseDB(pMeta);
break; return -1;
} }
{ if (metaOpenBDBIdx(&(pDB->pCtbIdx), pDB->pEvn, "index.db") < 0) {
// TODO: Loop to open index DB for each super table metaCloseDB(pMeta);
// and create the association between main DB and index return -1;
} }
// Associate Indices
return 0; return 0;
} }
void metaCloseDB(SMeta *pMeta) { void metaCloseDB(SMeta *pMeta) {
if (pMeta->pDB) { if (pMeta->pDB) {
metaDestroyDBEnv(pMeta->pDB); metaCloseBDBEnv(pMeta->pDB->pEvn);
metaFreeDB(pMeta->pDB); metaFreeDB(pMeta->pDB);
pMeta->pDB = NULL; pMeta->pDB = NULL;
} }
} }
int metaSaveTableToDB(SMeta *pMeta, STbCfg *pTbCfg) {
// TODO
return 0;
}
int metaRemoveTableFromDb(SMeta *pMeta, tb_uid_t uid) {
// TODO
return 0;
}
/* ------------------------ STATIC METHODS ------------------------ */
static SMetaDB *metaNewDB() {
SMetaDB *pDB = NULL;
pDB = (SMetaDB *)calloc(1, sizeof(*pDB));
if (pDB == NULL) {
return NULL;
}
return pDB;
}
static void metaFreeDB(SMetaDB *pDB) {
if (pDB) {
free(pDB);
}
}
static int metaOpenBDBEnv(DB_ENV **ppEnv, const char *path) {
int ret;
DB_ENV *pEnv;
if (path == NULL) return 0;
ret = db_env_create(&pEnv, 0);
if (ret != 0) {
BDB_PERR("Failed to create META env", ret);
return -1;
}
ret = pEnv->open(pEnv, path, DB_CREATE | DB_INIT_MPOOL, 0);
if (ret != 0) {
BDB_PERR("Failed to open META env", ret);
return -1;
}
*ppEnv = pEnv;
return 0;
}
static void metaCloseBDBEnv(DB_ENV *pEnv) {
if (pEnv) {
pEnv->close(pEnv, 0);
}
}
static int metaOpenBDBDb(DB **ppDB, DB_ENV *pEnv, const char *pFName) {
int ret;
DB *pDB;
ret = db_create(&((pDB)), (pEnv), 0);
if (ret != 0) {
BDB_PERR("Failed to create META DB", ret);
return -1;
}
ret = pDB->open(pDB, NULL, pFName, NULL, DB_BTREE, DB_CREATE, 0);
if (ret) {
BDB_PERR("Failed to open META DB", ret);
return -1;
}
return 0;
}
static void metaCloseBDBDb(DB *pDB) {
if (pDB) {
pDB->close(pDB, 0);
}
}
#if 0
typedef struct {
tb_uid_t uid;
int32_t sver;
} SSchemaKey;
static SMetaDB *metaNewDB();
static void metaFreeDB(SMetaDB *pDB);
static int metaCreateDBEnv(SMetaDB *pDB, const char *path);
static void metaDestroyDBEnv(SMetaDB *pDB);
static int metaEncodeSchemaKey(void **buf, SSchemaKey *pSchemaKey);
static void * metaDecodeSchemaKey(void *buf, SSchemaKey *pSchemaKey);
static int metaNameIdxCb(DB *sdbp, const DBT *pKey, const DBT *pValue, DBT *pSKey);
static int metaUidIdxCb(DB *sdbp, const DBT *pKey, const DBT *pValue, DBT *pSKey);
static void metaPutSchema(SMeta *pMeta, tb_uid_t uid, STSchema *pSchema);
static int metaEncodeTbInfo(void **buf, STbCfg *pTbCfg);
static void * metaDecodeTbInfo(void *buf, STbCfg *pTbCfg);
static int metaSaveTbInfo(DB *pDB, tb_uid_t uid, STbCfg *pTbCfg);
#define META_ASSOCIATE_IDX(pDB, pIdx, cbf) \
do { \
int ret = (pDB)->associate((pDB), NULL, (pIdx), (cbf), 0); \
if (ret != 0) { \
P_ERROR("Failed to associate META DB", ret); \
metaCloseDB(pMeta); \
} \
} while (0)
int metaSaveTableToDB(SMeta *pMeta, STbCfg *pTbCfg) { int metaSaveTableToDB(SMeta *pMeta, STbCfg *pTbCfg) {
char buf[512]; char buf[512];
void * pBuf; void * pBuf;
...@@ -199,68 +274,6 @@ int metaRemoveTableFromDb(SMeta *pMeta, tb_uid_t uid) { ...@@ -199,68 +274,6 @@ int metaRemoveTableFromDb(SMeta *pMeta, tb_uid_t uid) {
} }
/* ------------------------ STATIC METHODS ------------------------ */ /* ------------------------ STATIC METHODS ------------------------ */
static SMetaDB *metaNewDB() {
SMetaDB *pDB;
pDB = (SMetaDB *)calloc(1, sizeof(*pDB));
if (pDB == NULL) {
return NULL;
}
pDB->pCtbMap = taosHashInit(0, MurmurHash3_32, false, HASH_NO_LOCK);
if (pDB->pCtbMap == NULL) {
metaFreeDB(pDB);
return NULL;
}
pDB->pIdxMap = taosHashInit(0, MurmurHash3_32, false, HASH_NO_LOCK);
if (pDB->pIdxMap == NULL) {
metaFreeDB(pDB);
return NULL;
}
return pDB;
}
static void metaFreeDB(SMetaDB *pDB) {
if (pDB == NULL) {
if (pDB->pIdxMap) {
taosHashCleanup(pDB->pIdxMap);
}
if (pDB->pCtbMap) {
taosHashCleanup(pDB->pCtbMap);
}
free(pDB);
}
}
static int metaCreateDBEnv(SMetaDB *pDB, const char *path) {
int ret;
if (path == NULL) return 0;
ret = db_env_create(&(pDB->pEvn), 0);
if (ret != 0) {
P_ERROR("Failed to create META DB ENV", ret);
return -1;
}
ret = pDB->pEvn->open(pDB->pEvn, path, DB_CREATE | DB_INIT_MPOOL, 0);
if (ret != 0) {
P_ERROR("failed to open META DB ENV", ret);
return -1;
}
return 0;
}
static void metaDestroyDBEnv(SMetaDB *pDB) {
if (pDB->pEvn) {
pDB->pEvn->close(pDB->pEvn, 0);
}
}
static int metaEncodeSchemaKey(void **buf, SSchemaKey *pSchemaKey) { static int metaEncodeSchemaKey(void **buf, SSchemaKey *pSchemaKey) {
int tsize = 0; int tsize = 0;
...@@ -362,4 +375,5 @@ static int metaSaveTbInfo(DB *pDB, tb_uid_t uid, STbCfg *pTbCfg) { ...@@ -362,4 +375,5 @@ static int metaSaveTbInfo(DB *pDB, tb_uid_t uid, STbCfg *pTbCfg) {
pDB->put(pDB, NULL, &key, &value, 0); pDB->put(pDB, NULL, &key, &value, 0);
return 0; return 0;
} }
\ No newline at end of file #endif
\ No newline at end of file
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或