tsdbFS.h 3.6 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef _TD_TSDB_FS_H_
#define _TD_TSDB_FS_H_

H
Hongze Cheng 已提交
19 20
#if 0

H
Hongze Cheng 已提交
21 22
#define TSDB_FS_VERSION 0

L
Liu Jicong 已提交
23 24 25
// ================== TSDB global config
extern bool tsdbForceKeepFile;

H
Hongze Cheng 已提交
26 27
// ================== CURRENT file header info
typedef struct {
H
Hongze Cheng 已提交
28
  uint32_t version;  // Current file system version (relating to code)
H
Hongze Cheng 已提交
29
  uint32_t len;      // Encode content length (including checksum)
H
Hongze Cheng 已提交
30 31 32
} SFSHeader;

// ================== TSDB File System Meta
H
refact  
Hongze Cheng 已提交
33
typedef struct {
H
Hongze Cheng 已提交
34
  uint32_t version;       // Commit version from 0 to increase
H
Hongze Cheng 已提交
35 36
  int64_t  totalPoints;   // total points
  int64_t  totalStorage;  // Uncompressed total storage
H
refact  
Hongze Cheng 已提交
37 38
} STsdbFSMeta;

H
Hongze Cheng 已提交
39
// ==================
H
refact  
Hongze Cheng 已提交
40
typedef struct {
H
Hongze Cheng 已提交
41
  STsdbFSMeta meta;  // FS meta
H
Hongze Cheng 已提交
42
  SMFile*     pmf;   // meta file pointer
H
Hongze Cheng 已提交
43 44 45
  SMFile      mf;    // meta file
  SArray*     df;    // data file array
} SFSStatus;
H
refact  
Hongze Cheng 已提交
46 47 48 49

typedef struct {
  pthread_rwlock_t lock;

50 51 52
  SFSStatus* cstatus;         // current status
  SHashObj*  metaCache;       // meta cache
  SHashObj*  metaCacheComp;   // meta cache for compact
H
Hongze Cheng 已提交
53
  bool       intxn;
H
Hongze Cheng 已提交
54
  SFSStatus* nstatus;  // new status
H
refact  
Hongze Cheng 已提交
55 56
} STsdbFS;

H
Hongze Cheng 已提交
57 58 59
#define FS_CURRENT_STATUS(pfs) ((pfs)->cstatus)
#define FS_NEW_STATUS(pfs) ((pfs)->nstatus)
#define FS_IN_TXN(pfs) (pfs)->intxn
H
refact  
Hongze Cheng 已提交
60
#define FS_VERSION(pfs) ((pfs)->cstatus->meta.version)
H
Hongze Cheng 已提交
61
#define FS_TXN_VERSION(pfs) ((pfs)->nstatus->meta.version)
H
Hongze Cheng 已提交
62

H
refact  
Hongze Cheng 已提交
63
typedef struct {
H
Hongze Cheng 已提交
64
  int        direction;
H
Hongze Cheng 已提交
65
  uint64_t   version;  // current FS version
H
Hongze Cheng 已提交
66 67 68
  STsdbFS*   pfs;
  int        index;  // used to position next fset when version the same
  int        fid;    // used to seek when version is changed
H
refact  
Hongze Cheng 已提交
69 70 71
  SDFileSet* pSet;
} SFSIter;

H
Hongze Cheng 已提交
72 73 74
#define TSDB_FS_ITER_FORWARD TSDB_ORDER_ASC
#define TSDB_FS_ITER_BACKWARD TSDB_ORDER_DESC

H
Hongze Cheng 已提交
75
STsdbFS *tsdbNewFS(STsdbCfg *pCfg);
H
Hongze Cheng 已提交
76
void *   tsdbFreeFS(STsdbFS *pfs);
H
Hongze Cheng 已提交
77 78
int      tsdbOpenFS(STsdbRepo *pRepo);
void     tsdbCloseFS(STsdbRepo *pRepo);
H
Hongze Cheng 已提交
79 80
void     tsdbStartFSTxn(STsdbRepo *pRepo, int64_t pointsAdd, int64_t storageAdd);
int      tsdbEndFSTxn(STsdbRepo *pRepo);
H
Hongze Cheng 已提交
81 82
int      tsdbEndFSTxnWithError(STsdbFS *pfs);
void     tsdbUpdateFSTxnMeta(STsdbFS *pfs, STsdbFSMeta *pMeta);
H
Hongze Cheng 已提交
83 84
void     tsdbUpdateMFile(STsdbFS *pfs, const SMFile *pMFile);
int      tsdbUpdateDFileSet(STsdbFS *pfs, const SDFileSet *pSet);
H
refact  
Hongze Cheng 已提交
85

H
Hongze Cheng 已提交
86 87 88
void       tsdbFSIterInit(SFSIter *pIter, STsdbFS *pfs, int direction);
void       tsdbFSIterSeek(SFSIter *pIter, int fid);
SDFileSet *tsdbFSIterNext(SFSIter *pIter);
H
Hongze Cheng 已提交
89
int        tsdbLoadMetaCache(STsdbRepo *pRepo, bool recoverMeta);
H
Hongze Cheng 已提交
90

H
Hongze Cheng 已提交
91
static FORCE_INLINE int tsdbRLockFS(STsdbFS* pFs) {
H
refact  
Hongze Cheng 已提交
92 93 94 95 96 97 98 99
  int code = pthread_rwlock_rdlock(&(pFs->lock));
  if (code != 0) {
    terrno = TAOS_SYSTEM_ERROR(code);
    return -1;
  }
  return 0;
}

H
Hongze Cheng 已提交
100
static FORCE_INLINE int tsdbWLockFS(STsdbFS* pFs) {
H
refact  
Hongze Cheng 已提交
101 102 103 104 105 106 107 108
  int code = pthread_rwlock_wrlock(&(pFs->lock));
  if (code != 0) {
    terrno = TAOS_SYSTEM_ERROR(code);
    return -1;
  }
  return 0;
}

H
Hongze Cheng 已提交
109
static FORCE_INLINE int tsdbUnLockFS(STsdbFS* pFs) {
H
refact  
Hongze Cheng 已提交
110 111 112 113 114 115 116 117
  int code = pthread_rwlock_unlock(&(pFs->lock));
  if (code != 0) {
    terrno = TAOS_SYSTEM_ERROR(code);
    return -1;
  }
  return 0;
}

H
Hongze Cheng 已提交
118 119
#endif

L
Liu Jicong 已提交
120
#endif /* _TD_TSDB_FS_H_ */