diff --git a/include/common/taosmsg.h b/include/common/taosmsg.h index b6c18a4f2b94c16501b26e3946b0088e0bf044de..f8652bec9a25c4933fe0a4d24ee4dea2a724470f 100644 --- a/include/common/taosmsg.h +++ b/include/common/taosmsg.h @@ -50,10 +50,9 @@ TAOS_DEFINE_MESSAGE_TYPE( TSDB_MSG_TYPE_MQ_CONSUME, "mq-consume" ) TAOS_DEFINE_MESSAGE_TYPE( TSDB_MSG_TYPE_MQ_QUERY, "mq-query" ) TAOS_DEFINE_MESSAGE_TYPE( TSDB_MSG_TYPE_MQ_CONNECT, "mq-connect" ) TAOS_DEFINE_MESSAGE_TYPE( TSDB_MSG_TYPE_MQ_DISCONNECT, "mq-disconnect" ) -TAOS_DEFINE_MESSAGE_TYPE( TSDB_MSG_TYPE_MQ_ACK, "mq-ack" ) -TAOS_DEFINE_MESSAGE_TYPE( TSDB_MSG_TYPE_MQ_RESET, "mq-reset" ) +TAOS_DEFINE_MESSAGE_TYPE( TSDB_MSG_TYPE_MQ_SET, "mq-set" ) // message from client to mnode -TAOS_DEFINE_MESSAGE_TYPE( TSDB_MSG_TYPE_CONNECT, "connect" ) +TAOS_DEFINE_MESSAGE_TYPE( TSDB_MSG_TYPE_CONNECT, "connect" ) TAOS_DEFINE_MESSAGE_TYPE( TSDB_MSG_TYPE_CREATE_ACCT, "create-acct" ) TAOS_DEFINE_MESSAGE_TYPE( TSDB_MSG_TYPE_ALTER_ACCT, "alter-acct" ) TAOS_DEFINE_MESSAGE_TYPE( TSDB_MSG_TYPE_DROP_ACCT, "drop-acct" ) diff --git a/include/dnode/vnode/tq/tq.h b/include/dnode/vnode/tq/tq.h index d6f7b46870e60565565e3e32697962a396c1f4af..7993a8f1abdb2ad2f36964bfd861371ff96976dd 100644 --- a/include/dnode/vnode/tq/tq.h +++ b/include/dnode/vnode/tq/tq.h @@ -62,10 +62,10 @@ typedef struct TmqDisconnectRsp { int8_t status; } TmqDisconnectRsp; -typedef struct TmqConsumeReq { +typedef struct STqConsumeReq { TmqMsgHead head; TmqAcks acks; -} TmqConsumeReq; +} STqConsumeReq; typedef struct TmqMsgContent { int64_t topicId; @@ -73,11 +73,11 @@ typedef struct TmqMsgContent { char msg[]; } TmqMsgContent; -typedef struct TmqConsumeRsp { +typedef struct STqConsumeRsp { TmqMsgHead head; int64_t bodySize; TmqMsgContent msgs[]; -} TmqConsumeRsp; +} STqConsumeRsp; typedef struct TmqSubscribeReq { TmqMsgHead head; @@ -261,13 +261,14 @@ typedef struct STQ { // open in each vnode STQ* tqOpen(const char* path, STqCfg* tqConfig, STqLogReader* tqLogReader, SMemAllocatorFactory* allocFac); -void tqDestroy(STQ*); +void tqClose(STQ*); // void* will be replace by a msg type int tqPushMsg(STQ*, void* msg, int64_t version); int tqCommit(STQ*); +int tqSetCursor(STQ*, void* msg); -int tqConsume(STQ*, TmqConsumeReq*); +int tqConsume(STQ*, STqConsumeReq*); STqGroupHandle* tqGetGroupHandle(STQ*, int64_t cId); diff --git a/source/dnode/mgmt/impl/src/dndTransport.c b/source/dnode/mgmt/impl/src/dndTransport.c index 6dc46cefcdd4260df881d57126ae7773d98964b9..1db92644aee88ed8c8a3a7721ada85cefcd23022 100644 --- a/source/dnode/mgmt/impl/src/dndTransport.c +++ b/source/dnode/mgmt/impl/src/dndTransport.c @@ -44,8 +44,7 @@ static void dndInitMsgFp(STransMgmt *pMgmt) { pMgmt->msgFp[TSDB_MSG_TYPE_MQ_CONSUME] = dndProcessVnodeQueryMsg; pMgmt->msgFp[TSDB_MSG_TYPE_MQ_CONNECT] = dndProcessVnodeWriteMsg; pMgmt->msgFp[TSDB_MSG_TYPE_MQ_DISCONNECT] = dndProcessVnodeWriteMsg; - pMgmt->msgFp[TSDB_MSG_TYPE_MQ_ACK] = dndProcessVnodeWriteMsg; - pMgmt->msgFp[TSDB_MSG_TYPE_MQ_RESET] = dndProcessVnodeWriteMsg; + pMgmt->msgFp[TSDB_MSG_TYPE_MQ_SET] = dndProcessVnodeWriteMsg; // msg from client to mnode pMgmt->msgFp[TSDB_MSG_TYPE_CONNECT] = dndProcessMnodeReadMsg; diff --git a/source/dnode/vnode/impl/inc/vnodeStateMgr.h b/source/dnode/vnode/impl/inc/vnodeStateMgr.h index 788426e25efbad8d125b8bd737acff26b43e0489..5862b304ed171d135d7096ab4af076ce6fcbb8e3 100644 --- a/source/dnode/vnode/impl/inc/vnodeStateMgr.h +++ b/source/dnode/vnode/impl/inc/vnodeStateMgr.h @@ -21,13 +21,13 @@ extern "C" { #endif typedef struct { - uint64_t processed; - uint64_t committed; - uint64_t applied; + int64_t processed; + int64_t committed; + int64_t applied; } SVState; #ifdef __cplusplus } #endif -#endif /*_TD_VNODE_STATE_MGR_H_*/ \ No newline at end of file +#endif /*_TD_VNODE_STATE_MGR_H_*/ diff --git a/source/dnode/vnode/impl/src/vnodeWrite.c b/source/dnode/vnode/impl/src/vnodeWrite.c index 85460e8d912e0e896bdad6dc17a95199d13855d8..85e044266ab368fac124c2f38d4008499e51b70e 100644 --- a/source/dnode/vnode/impl/src/vnodeWrite.c +++ b/source/dnode/vnode/impl/src/vnodeWrite.c @@ -15,16 +15,31 @@ #include "vnodeDef.h" +int vnodeProcessNoWalWMsgs(SVnode *pVnode, SRpcMsg *pMsg) { + SVnodeReq *pVnodeReq; + + switch (pMsg->msgType) { + case TSDB_MSG_TYPE_MQ_SET: + if (tqSetCursor(pVnode->pTq, pMsg->pCont) < 0) { + // TODO: handle error + } + break; + } + + void *pBuf = pMsg->pCont; + return 0; +} + int vnodeProcessWMsgs(SVnode *pVnode, SArray *pMsgs) { - SRpcMsg * pMsg; + SRpcMsg *pMsg; SVnodeReq *pVnodeReq; for (int i = 0; i < taosArrayGetSize(pMsgs); i++) { pMsg = *(SRpcMsg **)taosArrayGet(pMsgs, i); // ser request version - void * pBuf = pMsg->pCont; - uint64_t ver = pVnode->state.processed++; + void *pBuf = pMsg->pCont; + int64_t ver = pVnode->state.processed++; taosEncodeFixedU64(&pBuf, ver); if (walWrite(pVnode->pWal, ver, pMsg->msgType, pMsg->pCont, pMsg->contLen) < 0) { @@ -99,4 +114,4 @@ int vnodeApplyWMsg(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp) { return 0; } -/* ------------------------ STATIC METHODS ------------------------ */ \ No newline at end of file +/* ------------------------ STATIC METHODS ------------------------ */ diff --git a/source/dnode/vnode/tq/inc/tqInt.h b/source/dnode/vnode/tq/inc/tqInt.h index 100149c0ea83b20ede8d5933da0618da89e64ef3..022b5998162b907382643d1e01a8cf0b05596696 100644 --- a/source/dnode/vnode/tq/inc/tqInt.h +++ b/source/dnode/vnode/tq/inc/tqInt.h @@ -22,16 +22,16 @@ extern "C" { #endif -//create persistent storage for meta info such as consuming offset -//return value > 0: cgId -//return value <= 0: error code -//int tqCreateTCGroup(STQ*, const char* topic, int cgId, tqBufferHandle** handle); -//create ring buffer in memory and load consuming offset -//int tqOpenTCGroup(STQ*, const char* topic, int cgId); -//destroy ring buffer and persist consuming offset -//int tqCloseTCGroup(STQ*, const char* topic, int cgId); -//delete persistent storage for meta info -//int tqDropTCGroup(STQ*, const char* topic, int cgId); +// create persistent storage for meta info such as consuming offset +// return value > 0: cgId +// return value <= 0: error code +// int tqCreateTCGroup(STQ*, const char* topic, int cgId, tqBufferHandle** handle); +// create ring buffer in memory and load consuming offset +// int tqOpenTCGroup(STQ*, const char* topic, int cgId); +// destroy ring buffer and persist consuming offset +// int tqCloseTCGroup(STQ*, const char* topic, int cgId); +// delete persistent storage for meta info +// int tqDropTCGroup(STQ*, const char* topic, int cgId); #ifdef __cplusplus } diff --git a/source/dnode/vnode/tq/inc/tqMetaStore.h b/source/dnode/vnode/tq/inc/tqMetaStore.h index 253852b00fada07060cfd97c8d5c36e7456367bf..5bcedaed748d7d0668181183d09de7470ff630e2 100644 --- a/source/dnode/vnode/tq/inc/tqMetaStore.h +++ b/source/dnode/vnode/tq/inc/tqMetaStore.h @@ -23,27 +23,22 @@ extern "C" { #endif - -STqMetaStore* tqStoreOpen(const char* path, - FTqSerialize pSerializer, - FTqDeserialize pDeserializer, - FTqDelete pDeleter, - int32_t tqConfigFlag - ); +STqMetaStore* tqStoreOpen(const char* path, FTqSerialize pSerializer, FTqDeserialize pDeserializer, FTqDelete pDeleter, + int32_t tqConfigFlag); int32_t tqStoreClose(STqMetaStore*); -//int32_t tqStoreDelete(TqMetaStore*); -//int32_t tqStoreCommitAll(TqMetaStore*); -int32_t tqStorePersist(STqMetaStore*); -//clean deleted idx and data from persistent file -int32_t tqStoreCompact(STqMetaStore*); - -void* tqHandleGet(STqMetaStore*, int64_t key); -//make it unpersist +// int32_t tqStoreDelete(TqMetaStore*); +// int32_t tqStoreCommitAll(TqMetaStore*); +int32_t tqStorePersist(STqMetaStore*); +// clean deleted idx and data from persistent file +int32_t tqStoreCompact(STqMetaStore*); + +void* tqHandleGet(STqMetaStore*, int64_t key); +// make it unpersist void* tqHandleTouchGet(STqMetaStore*, int64_t key); int32_t tqHandleMovePut(STqMetaStore*, int64_t key, void* value); int32_t tqHandleCopyPut(STqMetaStore*, int64_t key, void* value, size_t vsize); -//delete committed kv pair -//notice that a delete action still needs to be committed +// delete committed kv pair +// notice that a delete action still needs to be committed int32_t tqHandleDel(STqMetaStore*, int64_t key); int32_t tqHandleCommit(STqMetaStore*, int64_t key); int32_t tqHandleAbort(STqMetaStore*, int64_t key); diff --git a/source/dnode/vnode/tq/src/tq.c b/source/dnode/vnode/tq/src/tq.c index 1326666857758618baca7984a4d8934bd3e738cb..2c075292197bb5052ad5c8dde08003fb6e97a11f 100644 --- a/source/dnode/vnode/tq/src/tq.c +++ b/source/dnode/vnode/tq/src/tq.c @@ -214,7 +214,11 @@ int tqCommit(STQ* pTq) { return 0; } -int tqConsume(STQ* pTq, TmqConsumeReq* pMsg) { +int tqSetCursor(STQ* pTq, void* msg) { + return 0; +} + +int tqConsume(STQ* pTq, STqConsumeReq* pMsg) { if (!tqProtoCheck((TmqMsgHead*)pMsg)) { // proto version invalid return -1; @@ -232,7 +236,7 @@ int tqConsume(STQ* pTq, TmqConsumeReq* pMsg) { } } - TmqConsumeRsp* pRsp = (TmqConsumeRsp*)pMsg; + STqConsumeRsp* pRsp = (STqConsumeRsp*)pMsg; if (tqFetch(gHandle, (void**)&pRsp->msgs) <= 0) { // fetch error diff --git a/source/libs/wal/inc/walInt.h b/source/libs/wal/inc/walInt.h index 819afcc411b778ab57159a931116118d937208bb..1579cad7b62b7d227f10d0ddccb7cfe573e3ddd3 100644 --- a/source/libs/wal/inc/walInt.h +++ b/source/libs/wal/inc/walInt.h @@ -16,72 +16,70 @@ #ifndef _TD_WAL_INT_H_ #define _TD_WAL_INT_H_ -#include "wal.h" #include "compare.h" #include "tchecksum.h" +#include "wal.h" #ifdef __cplusplus extern "C" { #endif -//meta section begin +// meta section begin typedef struct WalFileInfo { int64_t firstVer; int64_t lastVer; int64_t createTs; int64_t closeTs; int64_t fileSize; -} WalFileInfo; +} SWalFileInfo; typedef struct WalIdxEntry { int64_t ver; int64_t offset; -} WalIdxEntry; +} SWalIdxEntry; static inline int32_t compareWalFileInfo(const void* pLeft, const void* pRight) { - WalFileInfo* pInfoLeft = (WalFileInfo*)pLeft; - WalFileInfo* pInfoRight = (WalFileInfo*)pRight; + SWalFileInfo* pInfoLeft = (SWalFileInfo*)pLeft; + SWalFileInfo* pInfoRight = (SWalFileInfo*)pRight; return compareInt64Val(&pInfoLeft->firstVer, &pInfoRight->firstVer); } static inline int64_t walGetLastFileSize(SWal* pWal) { - WalFileInfo* pInfo = (WalFileInfo*)taosArrayGetLast(pWal->fileInfoSet); + SWalFileInfo* pInfo = (SWalFileInfo*)taosArrayGetLast(pWal->fileInfoSet); return pInfo->fileSize; } static inline int64_t walGetLastFileFirstVer(SWal* pWal) { - WalFileInfo* pInfo = (WalFileInfo*)taosArrayGetLast(pWal->fileInfoSet); + SWalFileInfo* pInfo = (SWalFileInfo*)taosArrayGetLast(pWal->fileInfoSet); return pInfo->firstVer; } static inline int64_t walGetCurFileFirstVer(SWal* pWal) { - WalFileInfo* pInfo = (WalFileInfo*)taosArrayGet(pWal->fileInfoSet, pWal->writeCur); + SWalFileInfo* pInfo = (SWalFileInfo*)taosArrayGet(pWal->fileInfoSet, pWal->writeCur); return pInfo->firstVer; } static inline int64_t walGetCurFileLastVer(SWal* pWal) { - WalFileInfo* pInfo = (WalFileInfo*)taosArrayGet(pWal->fileInfoSet, pWal->writeCur); + SWalFileInfo* pInfo = (SWalFileInfo*)taosArrayGet(pWal->fileInfoSet, pWal->writeCur); return pInfo->firstVer; } static inline int64_t walGetCurFileOffset(SWal* pWal) { - WalFileInfo* pInfo = (WalFileInfo*)taosArrayGet(pWal->fileInfoSet, pWal->writeCur); + SWalFileInfo* pInfo = (SWalFileInfo*)taosArrayGet(pWal->fileInfoSet, pWal->writeCur); return pInfo->fileSize; } -static inline bool walCurFileClosed(SWal* pWal) { - return taosArrayGetSize(pWal->fileInfoSet) != pWal->writeCur; -} +static inline bool walCurFileClosed(SWal* pWal) { return taosArrayGetSize(pWal->fileInfoSet) != pWal->writeCur; } -static inline WalFileInfo* walGetCurFileInfo(SWal* pWal) { - return (WalFileInfo*)taosArrayGet(pWal->fileInfoSet, pWal->writeCur); +static inline SWalFileInfo* walGetCurFileInfo(SWal* pWal) { + return (SWalFileInfo*)taosArrayGet(pWal->fileInfoSet, pWal->writeCur); } -static inline int walBuildLogName(SWal*pWal, int64_t fileFirstVer, char* buf) { +static inline int walBuildLogName(SWal* pWal, int64_t fileFirstVer, char* buf) { return sprintf(buf, "%s/%020" PRId64 "." WAL_LOG_SUFFIX, pWal->path, fileFirstVer); } -static inline int walBuildIdxName(SWal*pWal, int64_t fileFirstVer, char* buf) { +static inline int walBuildIdxName(SWal* pWal, int64_t fileFirstVer, char* buf) { return sprintf(buf, "%s/%020" PRId64 "." WAL_INDEX_SUFFIX, pWal->path, fileFirstVer); } @@ -93,11 +91,11 @@ static inline int walValidBodyCksum(SWalHead* pHead) { return taosCheckChecksum((uint8_t*)pHead->head.body, pHead->head.len, pHead->cksumBody); } -static inline int walValidCksum(SWalHead *pHead, void* body, int64_t bodyLen) { +static inline int walValidCksum(SWalHead* pHead, void* body, int64_t bodyLen) { return walValidHeadCksum(pHead) && walValidBodyCksum(pHead); } -static inline uint32_t walCalcHeadCksum(SWalHead *pHead) { +static inline uint32_t walCalcHeadCksum(SWalHead* pHead) { return taosCalcChecksum(0, (uint8_t*)&pHead->head, sizeof(SWalReadHead)); } @@ -106,7 +104,7 @@ static inline uint32_t walCalcBodyCksum(const void* body, uint32_t len) { } static inline int64_t walGetVerIdxOffset(SWal* pWal, int64_t ver) { - return (ver - walGetCurFileFirstVer(pWal)) * sizeof(WalIdxEntry); + return (ver - walGetCurFileFirstVer(pWal)) * sizeof(SWalIdxEntry); } static inline void walResetVer(SWalVer* pVer) { @@ -126,16 +124,16 @@ int walCheckAndRepairMeta(SWal* pWal); int walCheckAndRepairIdx(SWal* pWal); char* walMetaSerialize(SWal* pWal); -int walMetaDeserialize(SWal* pWal, const char* bytes); -//meta section end +int walMetaDeserialize(SWal* pWal, const char* bytes); +// meta section end -//seek section -int walChangeFile(SWal *pWal, int64_t ver); -//seek section end +// seek section +int walChangeFile(SWal* pWal, int64_t ver); +// seek section end int64_t walGetSeq(); -int walSeekVer(SWal *pWal, int64_t ver); -int walRoll(SWal *pWal); +int walSeekVer(SWal* pWal, int64_t ver); +int walRoll(SWal* pWal); #ifdef __cplusplus } diff --git a/source/libs/wal/src/walMeta.c b/source/libs/wal/src/walMeta.c index e86a2b622124ba71359ea9305770db41b6d96b18..0f155f9553d0dd421517fed036b6fcf6b3768542 100644 --- a/source/libs/wal/src/walMeta.c +++ b/source/libs/wal/src/walMeta.c @@ -79,13 +79,13 @@ int walRollFileInfo(SWal* pWal) { SArray* pArray = pWal->fileInfoSet; if (taosArrayGetSize(pArray) != 0) { - WalFileInfo* pInfo = taosArrayGetLast(pArray); + SWalFileInfo* pInfo = taosArrayGetLast(pArray); pInfo->lastVer = pWal->vers.lastVer; pInfo->closeTs = ts; } // TODO: change to emplace back - WalFileInfo* pNewInfo = malloc(sizeof(WalFileInfo)); + SWalFileInfo* pNewInfo = malloc(sizeof(SWalFileInfo)); if (pNewInfo == NULL) { return -1; } @@ -122,9 +122,9 @@ char* walMetaSerialize(SWal* pWal) { cJSON_AddStringToObject(pMeta, "lastVer", buf); cJSON_AddItemToObject(pRoot, "files", pFiles); - WalFileInfo* pData = pWal->fileInfoSet->pData; + SWalFileInfo* pData = pWal->fileInfoSet->pData; for (int i = 0; i < sz; i++) { - WalFileInfo* pInfo = &pData[i]; + SWalFileInfo* pInfo = &pData[i]; cJSON_AddItemToArray(pFiles, pField = cJSON_CreateObject()); if (pField == NULL) { cJSON_Delete(pRoot); @@ -167,10 +167,10 @@ int walMetaDeserialize(SWal* pWal, const char* bytes) { // deserialize SArray* pArray = pWal->fileInfoSet; taosArrayEnsureCap(pArray, sz); - WalFileInfo* pData = pArray->pData; + SWalFileInfo* pData = pArray->pData; for (int i = 0; i < sz; i++) { - cJSON* pInfoJson = cJSON_GetArrayItem(pFiles, i); - WalFileInfo* pInfo = &pData[i]; + cJSON* pInfoJson = cJSON_GetArrayItem(pFiles, i); + SWalFileInfo* pInfo = &pData[i]; pField = cJSON_GetObjectItem(pInfoJson, "firstVer"); pInfo->firstVer = atoll(cJSON_GetStringValue(pField)); pField = cJSON_GetObjectItem(pInfoJson, "lastVer"); diff --git a/source/libs/wal/src/walMgmt.c b/source/libs/wal/src/walMgmt.c index 5b6a8c6b2907b9c1e1c63ca0c117ca338e342286..189881c86d6cbfa8ddae98d65e2a24bd78f1f83a 100644 --- a/source/libs/wal/src/walMgmt.c +++ b/source/libs/wal/src/walMgmt.c @@ -92,7 +92,7 @@ SWal *walOpen(const char *path, SWalCfg *pCfg) { pWal->writeLogTfd = -1; pWal->writeIdxTfd = -1; pWal->writeCur = -1; - pWal->fileInfoSet = taosArrayInit(8, sizeof(WalFileInfo)); + pWal->fileInfoSet = taosArrayInit(8, sizeof(SWalFileInfo)); if (pWal->fileInfoSet == NULL) { wError("vgId:%d, path:%s, failed to init taosArray %s", pWal->cfg.vgId, pWal->path, strerror(errno)); free(pWal); diff --git a/source/libs/wal/src/walRead.c b/source/libs/wal/src/walRead.c index b6e232fa5cd72a96b731762dcecf945ad8cd583f..48eb84b5360b34a3a686a7c825fcd12c39e87fc7 100644 --- a/source/libs/wal/src/walRead.c +++ b/source/libs/wal/src/walRead.c @@ -52,13 +52,13 @@ static int32_t walReadSeekFilePos(SWalReadHandle *pRead, int64_t fileFirstVer, i int64_t logTfd = pRead->readLogTfd; // seek position - int64_t offset = (ver - fileFirstVer) * sizeof(WalIdxEntry); + int64_t offset = (ver - fileFirstVer) * sizeof(SWalIdxEntry); code = tfLseek(idxTfd, offset, SEEK_SET); if (code < 0) { return -1; } - WalIdxEntry entry; - if (tfRead(idxTfd, &entry, sizeof(WalIdxEntry)) != sizeof(WalIdxEntry)) { + SWalIdxEntry entry; + if (tfRead(idxTfd, &entry, sizeof(SWalIdxEntry)) != sizeof(SWalIdxEntry)) { return -1; } // TODO:deserialize @@ -105,10 +105,10 @@ static int32_t walReadSeekVer(SWalReadHandle *pRead, int64_t ver) { if (ver < pWal->vers.snapshotVer) { } - WalFileInfo tmpInfo; + SWalFileInfo tmpInfo; tmpInfo.firstVer = ver; // bsearch in fileSet - WalFileInfo *pRet = taosArraySearch(pWal->fileInfoSet, &tmpInfo, compareWalFileInfo, TD_LE); + SWalFileInfo *pRet = taosArraySearch(pWal->fileInfoSet, &tmpInfo, compareWalFileInfo, TD_LE); ASSERT(pRet != NULL); if (pRead->curFileFirstVer != pRet->firstVer) { code = walReadChangeFile(pRead, pRet->firstVer); @@ -159,9 +159,9 @@ int32_t walReadWithHandle(SWalReadHandle *pRead, int64_t ver) { return -1; } - /*code = walValidBodyCksum(pRead->pHead);*/ ASSERT(pRead->pHead->head.version == ver); + code = walValidBodyCksum(pRead->pHead); if (code != 0) { return -1; } diff --git a/source/libs/wal/src/walSeek.c b/source/libs/wal/src/walSeek.c index 82c596d22521fa073a928a4e31b4acf1b002a643..1f9b7b6e581b28cb5ae8eded23e4d1af8fca3690 100644 --- a/source/libs/wal/src/walSeek.c +++ b/source/libs/wal/src/walSeek.c @@ -32,9 +32,9 @@ static int walSeekFilePos(SWal* pWal, int64_t ver) { if (code != 0) { return -1; } - WalIdxEntry entry; + SWalIdxEntry entry; // TODO:deserialize - code = tfRead(idxTfd, &entry, sizeof(WalIdxEntry)); + code = tfRead(idxTfd, &entry, sizeof(SWalIdxEntry)); if (code != 0) { return -1; } @@ -47,8 +47,8 @@ static int walSeekFilePos(SWal* pWal, int64_t ver) { } int walChangeFileToLast(SWal* pWal) { - int64_t idxTfd, logTfd; - WalFileInfo* pRet = taosArrayGetLast(pWal->fileInfoSet); + int64_t idxTfd, logTfd; + SWalFileInfo* pRet = taosArrayGetLast(pWal->fileInfoSet); ASSERT(pRet != NULL); int64_t fileFirstVer = pRet->firstVer; @@ -83,10 +83,10 @@ int walChangeFile(SWal* pWal, int64_t ver) { // TODO return -1; } - WalFileInfo tmpInfo; + SWalFileInfo tmpInfo; tmpInfo.firstVer = ver; // bsearch in fileSet - WalFileInfo* pRet = taosArraySearch(pWal->fileInfoSet, &tmpInfo, compareWalFileInfo, TD_LE); + SWalFileInfo* pRet = taosArraySearch(pWal->fileInfoSet, &tmpInfo, compareWalFileInfo, TD_LE); ASSERT(pRet != NULL); int64_t fileFirstVer = pRet->firstVer; // closed diff --git a/source/libs/wal/src/walWrite.c b/source/libs/wal/src/walWrite.c index c3a7ca5f4d888520cbfe83f8a38a965f2c57aa58..c8ffd9d07d59e378667392e3f0bf5012616f3332 100644 --- a/source/libs/wal/src/walWrite.c +++ b/source/libs/wal/src/walWrite.c @@ -56,9 +56,9 @@ int32_t walRollback(SWal *pWal, int64_t ver) { // delete files int fileSetSize = taosArrayGetSize(pWal->fileInfoSet); for (int i = pWal->writeCur; i < fileSetSize; i++) { - walBuildLogName(pWal, ((WalFileInfo *)taosArrayGet(pWal->fileInfoSet, i))->firstVer, fnameStr); + walBuildLogName(pWal, ((SWalFileInfo *)taosArrayGet(pWal->fileInfoSet, i))->firstVer, fnameStr); remove(fnameStr); - walBuildIdxName(pWal, ((WalFileInfo *)taosArrayGet(pWal->fileInfoSet, i))->firstVer, fnameStr); + walBuildIdxName(pWal, ((SWalFileInfo *)taosArrayGet(pWal->fileInfoSet, i))->firstVer, fnameStr); remove(fnameStr); } // pop from fileInfoSet @@ -81,8 +81,8 @@ int32_t walRollback(SWal *pWal, int64_t ver) { } // read idx file and get log file pos // TODO:change to deserialize function - WalIdxEntry entry; - if (tfRead(idxTfd, &entry, sizeof(WalIdxEntry)) != sizeof(WalIdxEntry)) { + SWalIdxEntry entry; + if (tfRead(idxTfd, &entry, sizeof(SWalIdxEntry)) != sizeof(SWalIdxEntry)) { pthread_mutex_unlock(&pWal->mutex); return -1; } @@ -128,8 +128,8 @@ int32_t walRollback(SWal *pWal, int64_t ver) { return -1; } pWal->vers.lastVer = ver - 1; - ((WalFileInfo *)taosArrayGetLast(pWal->fileInfoSet))->lastVer = ver - 1; - ((WalFileInfo *)taosArrayGetLast(pWal->fileInfoSet))->fileSize = entry.offset; + ((SWalFileInfo *)taosArrayGetLast(pWal->fileInfoSet))->lastVer = ver - 1; + ((SWalFileInfo *)taosArrayGetLast(pWal->fileInfoSet))->fileSize = entry.offset; // unlock pthread_mutex_unlock(&pWal->mutex); @@ -153,17 +153,17 @@ int32_t walEndSnapshot(SWal *pWal) { pWal->vers.snapshotVer = ver; int ts = taosGetTimestampSec(); - int deleteCnt = 0; - int64_t newTotSize = pWal->totSize; - WalFileInfo tmp; + int deleteCnt = 0; + int64_t newTotSize = pWal->totSize; + SWalFileInfo tmp; tmp.firstVer = ver; // find files safe to delete - WalFileInfo *pInfo = taosArraySearch(pWal->fileInfoSet, &tmp, compareWalFileInfo, TD_LE); + SWalFileInfo *pInfo = taosArraySearch(pWal->fileInfoSet, &tmp, compareWalFileInfo, TD_LE); if (ver >= pInfo->lastVer) { pInfo++; } // iterate files, until the searched result - for (WalFileInfo *iter = pWal->fileInfoSet->pData; iter < pInfo; iter++) { + for (SWalFileInfo *iter = pWal->fileInfoSet->pData; iter < pInfo; iter++) { if (pWal->totSize > pWal->cfg.retentionSize || iter->closeTs + pWal->cfg.retentionPeriod > ts) { // delete according to file size or close time deleteCnt++; @@ -173,7 +173,7 @@ int32_t walEndSnapshot(SWal *pWal) { char fnameStr[WAL_FILE_LEN]; // remove file for (int i = 0; i < deleteCnt; i++) { - WalFileInfo *pInfo = taosArrayGet(pWal->fileInfoSet, i); + SWalFileInfo *pInfo = taosArrayGet(pWal->fileInfoSet, i); walBuildLogName(pWal, pInfo->firstVer, fnameStr); remove(fnameStr); walBuildIdxName(pWal, pInfo->firstVer, fnameStr); @@ -186,7 +186,7 @@ int32_t walEndSnapshot(SWal *pWal) { pWal->writeCur = -1; pWal->vers.firstVer = -1; } else { - pWal->vers.firstVer = ((WalFileInfo *)taosArrayGet(pWal->fileInfoSet, 0))->firstVer; + pWal->vers.firstVer = ((SWalFileInfo *)taosArrayGet(pWal->fileInfoSet, 0))->firstVer; } pWal->writeCur = taosArrayGetSize(pWal->fileInfoSet) - 1; ; @@ -248,9 +248,9 @@ int walRoll(SWal *pWal) { } static int walWriteIndex(SWal *pWal, int64_t ver, int64_t offset) { - WalIdxEntry entry = {.ver = ver, .offset = offset}; - int size = tfWrite(pWal->writeIdxTfd, &entry, sizeof(WalIdxEntry)); - if (size != sizeof(WalIdxEntry)) { + SWalIdxEntry entry = {.ver = ver, .offset = offset}; + int size = tfWrite(pWal->writeIdxTfd, &entry, sizeof(SWalIdxEntry)); + if (size != sizeof(SWalIdxEntry)) { // TODO truncate return -1; }