streamBackendRocksdb.h 7.3 KB
Newer Older
dengyihao's avatar
dengyihao 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef _STREAM_BACKEDN_ROCKSDB_H_
#define _STREAM_BACKEDN_ROCKSDB_H_

19
#include "rocksdb/c.h"
dengyihao's avatar
dengyihao 已提交
20 21 22 23 24 25
#include "streamState.h"
#include "tcoding.h"
#include "tcommon.h"
#include "tcompare.h"
#include "ttimer.h"

dengyihao's avatar
dengyihao 已提交
26 27 28 29
typedef struct SCfComparator {
  rocksdb_comparator_t** comp;
  int32_t                numOfComp;
} SCfComparator;
30 31 32 33 34 35 36 37 38 39 40 41

typedef struct {
  rocksdb_t*                         db;
  rocksdb_writeoptions_t*            writeOpts;
  rocksdb_readoptions_t*             readOpts;
  rocksdb_options_t*                 dbOpt;
  void*                              param;
  void*                              env;
  rocksdb_cache_t*                   cache;
  TdThreadMutex                      mutex;
  rocksdb_compactionfilterfactory_t* filterFactory;
  SList*                             list;
dengyihao's avatar
dengyihao 已提交
42 43
  TdThreadMutex                      cfMutex;
  SHashObj*                          cfInst;
dengyihao's avatar
dengyihao 已提交
44
  int64_t                            defaultCfInit;
45 46 47 48 49 50 51
} SBackendHandle;

void*      streamBackendInit(const char* path);
void       streamBackendCleanup(void* arg);
SListNode* streamBackendAddCompare(void* backend, void* arg);
void       streamBackendDelCompare(void* backend, void* arg);

dengyihao's avatar
dengyihao 已提交
52 53 54
int  streamStateOpenBackend(void* backend, SStreamState* pState);
void streamStateCloseBackend(SStreamState* pState, bool remove);
void streamStateDestroyCompar(void* arg);
dengyihao's avatar
dengyihao 已提交
55

dengyihao's avatar
dengyihao 已提交
56
// state cf
dengyihao's avatar
dengyihao 已提交
57 58 59 60
int32_t streamStatePut_rocksdb(SStreamState* pState, const SWinKey* key, const void* value, int32_t vLen);
int32_t streamStateGet_rocksdb(SStreamState* pState, const SWinKey* key, void** pVal, int32_t* pVLen);
int32_t streamStateDel_rocksdb(SStreamState* pState, const SWinKey* key);
int32_t streamStateClear_rocksdb(SStreamState* pState);
dengyihao's avatar
dengyihao 已提交
61 62 63 64 65 66 67 68 69 70
int32_t streamStateCurNext_rocksdb(SStreamState* pState, SStreamStateCur* pCur);
int32_t streamStateGetFirst_rocksdb(SStreamState* pState, SWinKey* key);
int32_t streamStateGetGroupKVByCur_rocksdb(SStreamStateCur* pCur, SWinKey* pKey, const void** pVal, int32_t* pVLen);
int32_t streamStateAddIfNotExist_rocksdb(SStreamState* pState, const SWinKey* key, void** pVal, int32_t* pVLen);
int32_t streamStateCurPrev_rocksdb(SStreamState* pState, SStreamStateCur* pCur);
int32_t streamStateGetKVByCur_rocksdb(SStreamStateCur* pCur, SWinKey* pKey, const void** pVal, int32_t* pVLen);
SStreamStateCur* streamStateGetAndCheckCur_rocksdb(SStreamState* pState, SWinKey* key);
SStreamStateCur* streamStateSeekKeyNext_rocksdb(SStreamState* pState, const SWinKey* key);
SStreamStateCur* streamStateSeekToLast_rocksdb(SStreamState* pState, const SWinKey* key);
SStreamStateCur* streamStateGetCur_rocksdb(SStreamState* pState, const SWinKey* key);
dengyihao's avatar
dengyihao 已提交
71

dengyihao's avatar
dengyihao 已提交
72 73 74 75
// func cf
int32_t streamStateFuncPut_rocksdb(SStreamState* pState, const STupleKey* key, const void* value, int32_t vLen);
int32_t streamStateFuncGet_rocksdb(SStreamState* pState, const STupleKey* key, void** pVal, int32_t* pVLen);
int32_t streamStateFuncDel_rocksdb(SStreamState* pState, const STupleKey* key);
dengyihao's avatar
dengyihao 已提交
76

dengyihao's avatar
dengyihao 已提交
77
//  session cf
dengyihao's avatar
dengyihao 已提交
78
int32_t streamStateSessionPut_rocksdb(SStreamState* pState, const SSessionKey* key, const void* value, int32_t vLen);
dengyihao's avatar
dengyihao 已提交
79 80
int32_t streamStateSessionGet_rocksdb(SStreamState* pState, SSessionKey* key, void** pVal, int32_t* pVLen);
int32_t streamStateSessionDel_rocksdb(SStreamState* pState, const SSessionKey* key);
dengyihao's avatar
dengyihao 已提交
81 82 83 84 85 86 87
SStreamStateCur* streamStateSessionSeekKeyCurrentPrev_rocksdb(SStreamState* pState, const SSessionKey* key);
SStreamStateCur* streamStateSessionSeekKeyCurrentNext_rocksdb(SStreamState* pState, SSessionKey* key);
SStreamStateCur* streamStateSessionSeekKeyNext_rocksdb(SStreamState* pState, const SSessionKey* key);
int32_t streamStateSessionGetKVByCur_rocksdb(SStreamStateCur* pCur, SSessionKey* pKey, void** pVal, int32_t* pVLen);
int32_t streamStateSessionGetKeyByRange_rocksdb(SStreamState* pState, const SSessionKey* key, SSessionKey* curKey);
int32_t streamStateSessionAddIfNotExist_rocksdb(SStreamState* pState, SSessionKey* key, TSKEY gap, void** pVal,
                                                int32_t* pVLen);
dengyihao's avatar
dengyihao 已提交
88
int32_t streamStateSessionClear_rocksdb(SStreamState* pState);
dengyihao's avatar
dengyihao 已提交
89 90 91 92

int32_t streamStateStateAddIfNotExist_rocksdb(SStreamState* pState, SSessionKey* key, char* pKeyData,
                                              int32_t keyDataLen, state_key_cmpr_fn fn, void** pVal, int32_t* pVLen);

dengyihao's avatar
dengyihao 已提交
93 94 95 96
// fill cf
int32_t          streamStateFillPut_rocksdb(SStreamState* pState, const SWinKey* key, const void* value, int32_t vLen);
int32_t          streamStateFillGet_rocksdb(SStreamState* pState, const SWinKey* key, void** pVal, int32_t* pVLen);
int32_t          streamStateFillDel_rocksdb(SStreamState* pState, const SWinKey* key);
dengyihao's avatar
dengyihao 已提交
97 98 99 100
SStreamStateCur* streamStateFillGetCur_rocksdb(SStreamState* pState, const SWinKey* key);
int32_t streamStateFillGetKVByCur_rocksdb(SStreamStateCur* pCur, SWinKey* pKey, const void** pVal, int32_t* pVLen);
SStreamStateCur* streamStateFillSeekKeyPrev_rocksdb(SStreamState* pState, const SWinKey* key);
SStreamStateCur* streamStateFillSeekKeyNext_rocksdb(SStreamState* pState, const SWinKey* key);
dengyihao's avatar
dengyihao 已提交
101 102 103 104 105 106

// partag cf
int32_t streamStatePutParTag_rocksdb(SStreamState* pState, int64_t groupId, const void* tag, int32_t tagLen);
int32_t streamStateGetParTag_rocksdb(SStreamState* pState, int64_t groupId, void** tagVal, int32_t* tagLen);

// parname cf
dengyihao's avatar
dengyihao 已提交
107 108
int32_t streamStatePutParName_rocksdb(SStreamState* pState, int64_t groupId, const char tbname[TSDB_TABLE_NAME_LEN]);
int32_t streamStateGetParName_rocksdb(SStreamState* pState, int64_t groupId, void** pVal);
dengyihao's avatar
dengyihao 已提交
109

110
void streamStateDestroy_rocksdb(SStreamState* pState, bool remove);
dengyihao's avatar
dengyihao 已提交
111

dengyihao's avatar
dengyihao 已提交
112
// default cf
dengyihao's avatar
dengyihao 已提交
113 114 115
int32_t streamDefaultPut_rocksdb(SStreamState* pState, const void* key, void* pVal, int32_t pVLen);
int32_t streamDefaultGet_rocksdb(SStreamState* pState, const void* key, void** pVal, int32_t* pVLen);
int32_t streamDefaultDel_rocksdb(SStreamState* pState, const void* key);
dengyihao's avatar
dengyihao 已提交
116
int32_t streamDefaultIterGet_rocksdb(SStreamState* pState, const void* start, const void* end, SArray* result);
dengyihao's avatar
dengyihao 已提交
117 118
void*   streamDefaultIterCreate_rocksdb(SStreamState* pState);
int32_t streamDefaultIterValid_rocksdb(void* iter);
dengyihao's avatar
dengyihao 已提交
119 120 121 122
void    streamDefaultIterSeek_rocksdb(void* iter, const char* key);
void    streamDefaultIterNext_rocksdb(void* iter);
char*   streamDefaultIterKey_rocksdb(void* iter, int32_t* len);
char*   streamDefaultIterVal_rocksdb(void* iter, int32_t* len);
dengyihao's avatar
dengyihao 已提交
123

dengyihao's avatar
dengyihao 已提交
124 125 126 127 128 129
// batch func
void*   streamStateCreateBatch();
int32_t streamStateGetBatchSize(void* pBatch);
void    streamStateClearBatch(void* pBatch);
void    streamStateDestroyBatch(void* pBatch);
int32_t streamStatePutBatch(SStreamState* pState, const char* cfName, rocksdb_writebatch_t* pBatch, void* key,
dengyihao's avatar
dengyihao 已提交
130
                            void* val, int32_t vlen, int64_t ttl);
dengyihao's avatar
dengyihao 已提交
131
int32_t streamStatePutBatch_rocksdb(SStreamState* pState, void* pBatch);
dengyihao's avatar
dengyihao 已提交
132
// int32_t streamDefaultIter_rocksdb(SStreamState* pState, const void* start, const void* end, SArray* result);
dengyihao's avatar
dengyihao 已提交
133
#endif