tsdbFSet.c 6.2 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

H
Hongze Cheng 已提交
16
#include "inc/tsdbFSet.h"
H
Hongze Cheng 已提交
17

H
Hongze Cheng 已提交
18 19 20 21 22
static int32_t stt_lvl_to_json(const SSttLvl *lvl, cJSON *json) {
  if (cJSON_AddNumberToObject(json, "lvl", lvl->lvl) == NULL) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }

H
Hongze Cheng 已提交
23
  cJSON *ajson = cJSON_AddArrayToObject(json, "files");
H
Hongze Cheng 已提交
24
  if (ajson == NULL) return TSDB_CODE_OUT_OF_MEMORY;
H
Hongze Cheng 已提交
25

H
Hongze Cheng 已提交
26 27 28
  SRBTreeIter iter = tRBTreeIterCreate(&lvl->sttTree, 1);
  for (SRBTreeNode *node = tRBTreeIterNext(&iter); node; node = tRBTreeIterNext(&iter)) {
    STFileObj *fobj = TCONTAINER_OF(node, STFileObj, rbtn);
H
Hongze Cheng 已提交
29

H
Hongze Cheng 已提交
30 31
    cJSON *item = cJSON_CreateObject();
    if (item == NULL) return TSDB_CODE_OUT_OF_MEMORY;
H
Hongze Cheng 已提交
32
    cJSON_AddItemToArray(ajson, item);
H
Hongze Cheng 已提交
33

H
Hongze Cheng 已提交
34
    int32_t code = tsdbTFileToJson(&fobj->f, item);
H
Hongze Cheng 已提交
35
    if (code) return code;
H
Hongze Cheng 已提交
36
  }
H
Hongze Cheng 已提交
37 38 39 40

  return 0;
}

H
Hongze Cheng 已提交
41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93
static int32_t stt_file_cmpr(const SRBTreeNode *n1, const SRBTreeNode *n2) {
  STFileObj *f1 = TCONTAINER_OF(n1, STFileObj, rbtn);
  STFileObj *f2 = TCONTAINER_OF(n2, STFileObj, rbtn);
  if (f1->f.cid < f2->f.cid) {
    return -1;
  } else if (f1->f.cid > f2->f.cid) {
    return 1;
  }
  return 0;
}

static int32_t stt_lvl_init(SSttLvl *lvl) {
  lvl->lvl = 0;
  lvl->nstt = 0;
  tRBTreeCreate(&lvl->sttTree, stt_file_cmpr);
  return 0;
}

static int32_t add_file_to_stt_lvl(SSttLvl *lvl, STFileObj *fobj) {
  lvl->nstt++;
  tRBTreePut(&lvl->sttTree, &fobj->rbtn);
  return 0;
}

static int32_t json_to_stt_lvl(const cJSON *json, SSttLvl *lvl) {
  stt_lvl_init(lvl);

  const cJSON *item1, *item2;

  item1 = cJSON_GetObjectItem(json, "lvl");
  if (cJSON_IsNumber(item1)) {
    lvl->lvl = item1->valuedouble;
  } else {
    return TSDB_CODE_FILE_CORRUPTED;
  }

  item1 = cJSON_GetObjectItem(json, "files");
  if (cJSON_IsArray(item1)) {
    cJSON_ArrayForEach(item2, item1) {
      STFileObj *fobj;

      int32_t code = tsdbTFileObjCreate(&fobj);
      if (code) return code;

      code = tsdbJsonToTFile(item2, TSDB_FTYPE_STT, &fobj->f);
      if (code) return code;

      add_file_to_stt_lvl(lvl, fobj);
    }
  } else {
    return TSDB_CODE_FILE_CORRUPTED;
  }

H
Hongze Cheng 已提交
94 95 96
  return 0;
}

H
Hongze Cheng 已提交
97 98
static int32_t add_file(STFileSet *fset, STFile *f) {
  if (f->type == TSDB_FTYPE_STT) {
H
Hongze Cheng 已提交
99
    SSttLvl *lvl = NULL;  // TODO
H
Hongze Cheng 已提交
100

H
Hongze Cheng 已提交
101 102
    // lvl->nstt++;
    // lvl->fstt = f;
H
Hongze Cheng 已提交
103
  } else {
H
Hongze Cheng 已提交
104
    // fset->farr[f->type] = f;
H
Hongze Cheng 已提交
105 106 107 108 109
  }

  return 0;
}

H
Hongze Cheng 已提交
110 111 112 113 114
static int32_t add_stt_lvl(STFileSet *fset, SSttLvl *lvl) {
  tRBTreePut(&fset->lvlTree, &lvl->rbtn);
  return 0;
}

H
Hongze Cheng 已提交
115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137
static int32_t stt_lvl_cmpr(const SRBTreeNode *n1, const SRBTreeNode *n2) {
  SSttLvl *lvl1 = TCONTAINER_OF(n1, SSttLvl, rbtn);
  SSttLvl *lvl2 = TCONTAINER_OF(n2, SSttLvl, rbtn);

  if (lvl1->lvl < lvl2->lvl) {
    return -1;
  } else if (lvl1->lvl > lvl2->lvl) {
    return 1;
  }
  return 0;
}

static int32_t fset_init(STFileSet *fset) {
  memset(fset, 0, sizeof(*fset));
  tRBTreeCreate(&fset->lvlTree, stt_lvl_cmpr);
  return 0;
}

static int32_t fset_clear(STFileSet *fset) {
  // TODO
  return 0;
}

H
Hongze Cheng 已提交
138
int32_t tsdbFileSetToJson(const STFileSet *fset, cJSON *json) {
H
Hongze Cheng 已提交
139 140
  int32_t code = 0;

H
Hongze Cheng 已提交
141 142 143 144
  // fid
  if (cJSON_AddNumberToObject(json, "fid", fset->fid) == NULL) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
H
Hongze Cheng 已提交
145

H
Hongze Cheng 已提交
146
  for (int32_t ftype = TSDB_FTYPE_MIN; ftype < TSDB_FTYPE_MAX; ++ftype) {
H
Hongze Cheng 已提交
147
    if (fset->farr[ftype] == NULL) continue;
H
Hongze Cheng 已提交
148

H
Hongze Cheng 已提交
149 150
    code = tsdbTFileToJson(&fset->farr[ftype]->f, json);
    if (code) return code;
H
Hongze Cheng 已提交
151 152 153 154 155 156
  }

  // each level
  cJSON *ajson = cJSON_AddArrayToObject(json, "stt");
  if (ajson == NULL) return TSDB_CODE_OUT_OF_MEMORY;

H
Hongze Cheng 已提交
157 158 159 160 161 162
  SRBTreeIter iter = tRBTreeIterCreate(&fset->lvlTree, 1);
  for (SRBTreeNode *node = tRBTreeIterNext(&iter); node; node = tRBTreeIterNext(&iter)) {
    SSttLvl *lvl = TCONTAINER_OF(node, SSttLvl, rbtn);
    code = stt_lvl_to_json(lvl, ajson);
    if (code) return code;
  }
H
Hongze Cheng 已提交
163 164

  return 0;
H
Hongze Cheng 已提交
165 166
}

H
Hongze Cheng 已提交
167
int32_t tsdbJsonToFileSet(const cJSON *json, STFileSet *fset) {
H
Hongze Cheng 已提交
168
  const cJSON *item1, *item2;
H
Hongze Cheng 已提交
169

H
Hongze Cheng 已提交
170 171
  fset_init(fset);

H
Hongze Cheng 已提交
172
  /* fid */
H
Hongze Cheng 已提交
173 174 175
  item1 = cJSON_GetObjectItem(json, "fid");
  if (cJSON_IsNumber(item1)) {
    fset->fid = item1->valueint;
H
Hongze Cheng 已提交
176 177 178 179
  } else {
    return TSDB_CODE_FILE_CORRUPTED;
  }

H
Hongze Cheng 已提交
180
  int32_t code;
H
Hongze Cheng 已提交
181
  STFile  tf;
H
Hongze Cheng 已提交
182
  for (int32_t ftype = TSDB_FTYPE_MIN; ftype < TSDB_FTYPE_MAX; ++ftype) {
H
Hongze Cheng 已提交
183 184 185 186 187 188
    code = tsdbJsonToTFile(json, ftype, &tf);
    if (code == TSDB_CODE_NOT_FOUND) {
      continue;
    } else if (code) {
      return code;
    } else {
H
Hongze Cheng 已提交
189 190 191
      code = tsdbTFileObjCreate(&fset->farr[ftype]);
      if (code) return code;
      fset->farr[ftype]->f = tf;
H
Hongze Cheng 已提交
192
    }
H
Hongze Cheng 已提交
193 194 195
  }

  // each level
H
Hongze Cheng 已提交
196 197 198 199 200 201 202 203 204 205 206 207 208 209
  item1 = cJSON_GetObjectItem(json, "stt");
  if (cJSON_IsArray(item1)) {
    cJSON_ArrayForEach(item2, item1) {
      SSttLvl *lvl = taosMemoryCalloc(1, sizeof(*lvl));
      if (lvl == NULL) return TSDB_CODE_OUT_OF_MEMORY;

      code = json_to_stt_lvl(item2, lvl);
      if (code) {
        taosMemoryFree(lvl);
        return code;
      }

      add_stt_lvl(fset, lvl);
    }
H
Hongze Cheng 已提交
210 211 212 213 214 215 216
  } else {
    return TSDB_CODE_FILE_CORRUPTED;
  }

  return 0;
}

H
Hongze Cheng 已提交
217 218 219 220
int32_t tsdbFSetCmprFn(const STFileSet *pSet1, const STFileSet *pSet2) {
  if (pSet1->fid < pSet2->fid) return -1;
  if (pSet1->fid > pSet2->fid) return 1;
  return 0;
H
Hongze Cheng 已提交
221 222
}

H
Hongze Cheng 已提交
223
int32_t tsdbFSetEdit(STFileSet *fset, const STFileOp *op) {
H
Hongze Cheng 已提交
224 225
  int32_t code;

H
Hongze Cheng 已提交
226 227 228 229
  ASSERT(fset->fid == op->fid);

  if (op->oState.size == 0) {
    // create
H
Hongze Cheng 已提交
230 231 232
    // STFile *f;
    // code = tsdbTFileCreate(&op->nState, &f);
    // if (code) return code;
H
Hongze Cheng 已提交
233

H
Hongze Cheng 已提交
234
    // add_file(fset, f);
H
Hongze Cheng 已提交
235 236 237 238 239 240 241 242 243 244 245 246 247
  } else if (op->nState.size == 0) {
    // delete
  } else {
    // modify
  }
  return 0;
}

int32_t tsdbFileSetInit(STFileSet *pSet) {
  for (tsdb_ftype_t ftype = TSDB_FTYPE_MIN; ftype < TSDB_FTYPE_MAX; ftype++) {
    pSet->farr[ftype] = NULL;
  }

H
Hongze Cheng 已提交
248 249 250 251
  // LISTD_INIT(&pSet->lvl0, listNode);
  // pSet->lvl0.lvl = 0;
  // pSet->lvl0.nstt = 0;
  // pSet->lvl0.fstt = NULL;
H
Hongze Cheng 已提交
252 253 254 255
  return 0;
}

int32_t tsdbFileSetClear(STFileSet *pSet) {
H
Hongze Cheng 已提交
256 257
  // TODO
  return 0;
H
Hongze Cheng 已提交
258
}