walWrite.c 19.4 KB
Newer Older
陶建辉(Jeff)'s avatar
陶建辉(Jeff) 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "os.h"
S
Shengliang Guan 已提交
17
#include "taoserror.h"
18
#include "tchecksum.h"
19
#include "tglobal.h"
S
Shengliang Guan 已提交
20
#include "walInt.h"
陶建辉(Jeff)'s avatar
陶建辉(Jeff) 已提交
21

22 23 24
int32_t walRestoreFromSnapshot(SWal *pWal, int64_t ver) {
  taosThreadMutexLock(&pWal->mutex);

L
Liu Jicong 已提交
25 26
  wInfo("vgId:%d, restore from snapshot, version %" PRId64, pWal->cfg.vgId, ver);

27 28
  void *pIter = NULL;
  while (1) {
L
Liu Jicong 已提交
29
    pIter = taosHashIterate(pWal->pRefHash, pIter);
30
    if (pIter == NULL) break;
L
Liu Jicong 已提交
31
    SWalRef *pRef = *(SWalRef **)pIter;
L
Liu Jicong 已提交
32
    if (pRef->refVer != -1 && pRef->refVer <= ver) {
33
      taosHashCancelIterate(pWal->pRefHash, pIter);
L
Liu Jicong 已提交
34
      taosThreadMutexUnlock(&pWal->mutex);
35 36 37 38
      return -1;
    }
  }

L
Liu Jicong 已提交
39 40
  taosCloseFile(&pWal->pLogFile);
  taosCloseFile(&pWal->pIdxFile);
41 42 43 44 45 46 47

  if (pWal->vers.firstVer != -1) {
    int32_t fileSetSize = taosArrayGetSize(pWal->fileInfoSet);
    for (int32_t i = 0; i < fileSetSize; i++) {
      SWalFileInfo *pFileInfo = taosArrayGet(pWal->fileInfoSet, i);
      char          fnameStr[WAL_FILE_LEN];
      walBuildLogName(pWal, pFileInfo->firstVer, fnameStr);
L
Liu Jicong 已提交
48 49
      if (taosRemoveFile(fnameStr) < 0) {
        terrno = TAOS_SYSTEM_ERROR(errno);
S
Shengliang Guan 已提交
50
        wError("vgId:%d, restore from snapshot, cannot remove file %s since %s", pWal->cfg.vgId, fnameStr, terrstr());
L
Liu Jicong 已提交
51
        taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
52 53
        return -1;
      }
S
Shengliang Guan 已提交
54
      wInfo("vgId:%d, restore from snapshot, remove file %s", pWal->cfg.vgId, fnameStr);
55 56

      walBuildIdxName(pWal, pFileInfo->firstVer, fnameStr);
L
Liu Jicong 已提交
57 58
      if (taosRemoveFile(fnameStr) < 0) {
        terrno = TAOS_SYSTEM_ERROR(errno);
S
Shengliang Guan 已提交
59
        wError("vgId:%d, cannot remove file %s since %s", pWal->cfg.vgId, fnameStr, terrstr());
L
Liu Jicong 已提交
60
        taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
61 62
        return -1;
      }
S
Shengliang Guan 已提交
63
      wInfo("vgId:%d, restore from snapshot, remove file %s", pWal->cfg.vgId, fnameStr);
64 65 66 67 68 69 70 71 72
    }
  }
  walRemoveMeta(pWal);

  pWal->writeCur = -1;
  pWal->totSize = 0;
  pWal->lastRollSeq = -1;

  taosArrayClear(pWal->fileInfoSet);
73
  pWal->vers.firstVer = ver + 1;
74
  pWal->vers.lastVer = ver;
75 76
  pWal->vers.commitVer = ver;
  pWal->vers.snapshotVer = ver;
77
  pWal->vers.verInSnapshotting = -1;
78 79 80

  taosThreadMutexUnlock(&pWal->mutex);
  return 0;
81 82
}

L
Liu Jicong 已提交
83 84 85 86 87 88
int32_t walApplyVer(SWal *pWal, int64_t ver) {
  // TODO: error check
  pWal->vers.appliedVer = ver;
  return 0;
}

L
Liu Jicong 已提交
89
int32_t walCommit(SWal *pWal, int64_t ver) {
L
Liu Jicong 已提交
90 91 92 93
  if (ver < pWal->vers.commitVer) {
    return 0;
  }
  if (ver > pWal->vers.lastVer) {
L
Liu Jicong 已提交
94
    terrno = TSDB_CODE_WAL_INVALID_VER;
L
Liu Jicong 已提交
95 96
    return -1;
  }
L
Liu Jicong 已提交
97
  pWal->vers.commitVer = ver;
L
Liu Jicong 已提交
98 99 100 101
  return 0;
}

int32_t walRollback(SWal *pWal, int64_t ver) {
102
  taosThreadMutexLock(&pWal->mutex);
L
Liu Jicong 已提交
103
  wInfo("vgId:%d, wal rollback for version %" PRId64, pWal->cfg.vgId, ver);
L
Liu Jicong 已提交
104 105
  int64_t code;
  char    fnameStr[WAL_FILE_LEN];
106
  if (ver > pWal->vers.lastVer || ver <= pWal->vers.commitVer || ver <= pWal->vers.snapshotVer) {
L
Liu Jicong 已提交
107
    terrno = TSDB_CODE_WAL_INVALID_VER;
L
Liu Jicong 已提交
108
    taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
109 110 111
    return -1;
  }

L
Liu Jicong 已提交
112 113
  // find correct file
  if (ver < walGetLastFileFirstVer(pWal)) {
L
Liu Jicong 已提交
114 115 116
    // change current files
    code = walChangeWrite(pWal, ver);
    if (code < 0) {
L
Liu Jicong 已提交
117
      taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
118 119 120
      return -1;
    }

121
    // delete files in descending order
L
Liu Jicong 已提交
122
    int fileSetSize = taosArrayGetSize(pWal->fileInfoSet);
123 124 125 126
    for (int i = pWal->writeCur + 1; i < fileSetSize; i++) {
      SWalFileInfo* pInfo = taosArrayPop(pWal->fileInfoSet);

      walBuildLogName(pWal, pInfo->firstVer, fnameStr);
L
Liu Jicong 已提交
127
      wDebug("vgId:%d, wal remove file %s for rollback", pWal->cfg.vgId, fnameStr);
128
      taosRemoveFile(fnameStr);
129
      walBuildIdxName(pWal, pInfo->firstVer, fnameStr);
L
Liu Jicong 已提交
130
      wDebug("vgId:%d, wal remove file %s for rollback", pWal->cfg.vgId, fnameStr);
131
      taosRemoveFile(fnameStr);
L
Liu Jicong 已提交
132 133 134 135
    }
  }

  walBuildIdxName(pWal, walGetCurFileFirstVer(pWal), fnameStr);
L
Liu Jicong 已提交
136
  TdFilePtr pIdxFile = taosOpenFile(fnameStr, TD_FILE_WRITE | TD_FILE_READ | TD_FILE_APPEND);
L
Liu Jicong 已提交
137

L
Liu Jicong 已提交
138
  if (pIdxFile == NULL) {
wafwerar's avatar
wafwerar 已提交
139
    taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
140 141
    return -1;
  }
L
Liu Jicong 已提交
142
  int64_t idxOff = walGetVerIdxOffset(pWal, ver);
L
Liu Jicong 已提交
143
  code = taosLSeekFile(pIdxFile, idxOff, SEEK_SET);
L
Liu Jicong 已提交
144
  if (code < 0) {
wafwerar's avatar
wafwerar 已提交
145
    taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
146 147
    return -1;
  }
L
Liu Jicong 已提交
148
  // read idx file and get log file pos
L
Liu Jicong 已提交
149
  SWalIdxEntry entry;
L
Liu Jicong 已提交
150
  if (taosReadFile(pIdxFile, &entry, sizeof(SWalIdxEntry)) != sizeof(SWalIdxEntry)) {
wafwerar's avatar
wafwerar 已提交
151
    taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
152 153 154 155
    return -1;
  }

  walBuildLogName(pWal, walGetCurFileFirstVer(pWal), fnameStr);
L
Liu Jicong 已提交
156
  TdFilePtr pLogFile = taosOpenFile(fnameStr, TD_FILE_WRITE | TD_FILE_READ | TD_FILE_APPEND);
L
Liu Jicong 已提交
157
  wDebug("vgId:%d, wal truncate file %s", pWal->cfg.vgId, fnameStr);
L
Liu Jicong 已提交
158
  if (pLogFile == NULL) {
L
Liu Jicong 已提交
159
    // TODO
L
Liu Jicong 已提交
160
    terrno = TAOS_SYSTEM_ERROR(errno);
wafwerar's avatar
wafwerar 已提交
161
    taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
162 163
    return -1;
  }
L
Liu Jicong 已提交
164
  code = taosLSeekFile(pLogFile, entry.offset, SEEK_SET);
L
Liu Jicong 已提交
165 166
  if (code < 0) {
    // TODO
L
Liu Jicong 已提交
167
    terrno = TAOS_SYSTEM_ERROR(errno);
wafwerar's avatar
wafwerar 已提交
168
    taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
169 170
    return -1;
  }
L
Liu Jicong 已提交
171
  // validate offset
L
Liu Jicong 已提交
172
  SWalCkHead head;
L
Liu Jicong 已提交
173
  int64_t    size = taosReadFile(pLogFile, &head, sizeof(SWalCkHead));
L
Liu Jicong 已提交
174
  if (size != sizeof(SWalCkHead)) {
L
Liu Jicong 已提交
175
    taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
176 177 178 179
    return -1;
  }
  code = walValidHeadCksum(&head);

L
Liu Jicong 已提交
180
  if (code != 0) {
L
Liu Jicong 已提交
181
    terrno = TSDB_CODE_WAL_FILE_CORRUPTED;
L
Liu Jicong 已提交
182
    taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
183 184
    return -1;
  }
L
Liu Jicong 已提交
185
  if (head.head.version != ver) {
L
Liu Jicong 已提交
186
    terrno = TSDB_CODE_WAL_FILE_CORRUPTED;
L
Liu Jicong 已提交
187
    taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
188 189
    return -1;
  }
L
Liu Jicong 已提交
190

L
Liu Jicong 已提交
191
  // truncate old files
L
Liu Jicong 已提交
192
  code = taosFtruncateFile(pLogFile, entry.offset);
L
Liu Jicong 已提交
193
  if (code < 0) {
L
Liu Jicong 已提交
194
    terrno = TAOS_SYSTEM_ERROR(errno);
L
Liu Jicong 已提交
195
    taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
196 197
    return -1;
  }
L
Liu Jicong 已提交
198
  code = taosFtruncateFile(pIdxFile, idxOff);
L
Liu Jicong 已提交
199
  if (code < 0) {
L
Liu Jicong 已提交
200
    terrno = TAOS_SYSTEM_ERROR(errno);
L
Liu Jicong 已提交
201
    taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
202 203
    return -1;
  }
L
Liu Jicong 已提交
204
  pWal->vers.lastVer = ver - 1;
L
Liu Jicong 已提交
205 206
  ((SWalFileInfo *)taosArrayGetLast(pWal->fileInfoSet))->lastVer = ver - 1;
  ((SWalFileInfo *)taosArrayGetLast(pWal->fileInfoSet))->fileSize = entry.offset;
L
Liu Jicong 已提交
207 208 209
  taosCloseFile(&pIdxFile);
  taosCloseFile(&pLogFile);

210 211 212 213 214 215
  code = walSaveMeta(pWal);
  if (code < 0) {
    wError("vgId:%d, failed to save meta since %s", pWal->cfg.vgId, terrstr());
    taosThreadMutexUnlock(&pWal->mutex);
    return -1;
  }
L
Liu Jicong 已提交
216

L
Liu Jicong 已提交
217
  // unlock
wafwerar's avatar
wafwerar 已提交
218
  taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
219 220
  return 0;
}
L
Liu Jicong 已提交
221

L
Liu Jicong 已提交
222 223 224 225 226
static FORCE_INLINE int32_t walCheckAndRoll(SWal *pWal) {
  if (taosArrayGetSize(pWal->fileInfoSet) == 0) {
    if (walRollImpl(pWal) < 0) {
      return -1;
    }
227 228 229 230 231 232 233 234 235 236 237
    return 0;
  }

  int64_t passed = walGetSeq() - pWal->lastRollSeq;
  if (pWal->cfg.rollPeriod != -1 && pWal->cfg.rollPeriod != 0 && passed > pWal->cfg.rollPeriod) {
    if (walRollImpl(pWal) < 0) {
      return -1;
    }
  } else if (pWal->cfg.segSize != -1 && pWal->cfg.segSize != 0 && walGetLastFileSize(pWal) > pWal->cfg.segSize) {
    if (walRollImpl(pWal) < 0) {
      return -1;
L
Liu Jicong 已提交
238 239
    }
  }
240

241
  if (walGetLastFileCachedSize(pWal) > tsWalFsyncDataSizeLimit) {
242 243 244 245 246
    if (walSaveMeta(pWal) < 0) {
      return -1;
    }
  }

L
Liu Jicong 已提交
247 248 249
  return 0;
}

L
Liu Jicong 已提交
250
int32_t walBeginSnapshot(SWal *pWal, int64_t ver) {
251 252
  taosThreadMutexLock(&pWal->mutex);

L
Liu Jicong 已提交
253
  pWal->vers.verInSnapshotting = ver;
L
Liu Jicong 已提交
254 255
  wDebug("vgId:%d, wal begin snapshot for version %" PRId64 ", first ver %" PRId64 ", last ver %" PRId64,
         pWal->cfg.vgId, ver, pWal->vers.firstVer, pWal->vers.lastVer);
L
Liu Jicong 已提交
256 257
  // check file rolling
  if (pWal->cfg.retentionPeriod == 0) {
L
Liu Jicong 已提交
258
    if (walGetLastFileSize(pWal) != 0) {
259 260 261 262
      if (walRollImpl(pWal) < 0) {
        wError("vgId:%d, failed to roll wal files since %s", pWal->cfg.vgId, terrstr());
        goto _err;
      }
L
Liu Jicong 已提交
263
    }
L
Liu Jicong 已提交
264
  }
265
  taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
266
  return 0;
267 268 269 270

_err:
  taosThreadMutexUnlock(&pWal->mutex);
  return -1;
L
Liu Jicong 已提交
271 272
}

L
Liu Jicong 已提交
273
int32_t walEndSnapshot(SWal *pWal) {
L
Liu Jicong 已提交
274 275
  int32_t code = 0;
  taosThreadMutexLock(&pWal->mutex);
L
Liu Jicong 已提交
276
  int64_t ver = pWal->vers.verInSnapshotting;
L
Liu Jicong 已提交
277 278 279 280

  wDebug("vgId:%d, wal end snapshot for version %" PRId64 ", first ver %" PRId64 ", last ver %" PRId64, pWal->cfg.vgId,
         ver, pWal->vers.firstVer, pWal->vers.lastVer);

L
Liu Jicong 已提交
281 282 283 284
  if (ver == -1) {
    code = -1;
    goto END;
  };
L
Liu Jicong 已提交
285

L
Liu Jicong 已提交
286
  pWal->vers.snapshotVer = ver;
L
Liu Jicong 已提交
287 288
  int ts = taosGetTimestampSec();

289
  void *pIter = NULL;
290 291 292 293 294
  while (1) {
    pIter = taosHashIterate(pWal->pRefHash, pIter);
    if (pIter == NULL) break;
    SWalRef *pRef = *(SWalRef **)pIter;
    if (pRef->refVer == -1) continue;
L
Liu Jicong 已提交
295 296
    ver = TMIN(ver, pRef->refVer - 1);
    wDebug("vgId:%d, wal found ref %" PRId64 ", refId %" PRId64, pWal->cfg.vgId, pRef->refVer, pRef->refId);
297 298
  }

L
Liu Jicong 已提交
299 300 301
  int          deleteCnt = 0;
  int64_t      newTotSize = pWal->totSize;
  SWalFileInfo tmp;
L
Liu Jicong 已提交
302
  tmp.firstVer = ver;
L
Liu Jicong 已提交
303
  // find files safe to delete
L
Liu Jicong 已提交
304
  SWalFileInfo *pInfo = taosArraySearch(pWal->fileInfoSet, &tmp, compareWalFileInfo, TD_LE);
305
  if (pInfo) {
L
Liu Jicong 已提交
306
    SWalFileInfo *pLastFileInfo = taosArrayGetLast(pWal->fileInfoSet);
L
Liu Jicong 已提交
307
    wDebug("vgId:%d, wal search found file info: first:%" PRId64 " last:%" PRId64, pWal->cfg.vgId, pInfo->firstVer,
L
Liu Jicong 已提交
308
           pInfo->lastVer);
309
    if (ver >= pInfo->lastVer) {
310
      pInfo++;
L
Liu Jicong 已提交
311
      wDebug("vgId:%d, wal remove advance one file: first:%" PRId64 " last:%" PRId64, pWal->cfg.vgId, pInfo->firstVer,
L
Liu Jicong 已提交
312
             pInfo->lastVer);
313
    }
L
Liu Jicong 已提交
314
    if (pInfo <= pLastFileInfo) {
L
Liu Jicong 已提交
315
      wDebug("vgId:%d, wal end remove for first:%" PRId64 " last:%" PRId64, pWal->cfg.vgId, pInfo->firstVer,
L
Liu Jicong 已提交
316
             pInfo->lastVer);
L
Liu Jicong 已提交
317
    } else {
L
Liu Jicong 已提交
318
      wDebug("vgId:%d, wal no remove", pWal->cfg.vgId);
319
    }
320

321 322
    // iterate files, until the searched result
    for (SWalFileInfo *iter = pWal->fileInfoSet->pData; iter < pInfo; iter++) {
L
Liu Jicong 已提交
323 324 325 326 327 328
      wDebug("vgId:%d, wal check remove file %" PRId64 "(file size %" PRId64 " close ts %" PRId64
             "), new tot size %" PRId64,
             pWal->cfg.vgId, iter->firstVer, iter->fileSize, iter->closeTs, newTotSize);
      if (((pWal->cfg.retentionSize == 0) || (pWal->cfg.retentionSize != -1 && newTotSize > pWal->cfg.retentionSize)) ||
          ((pWal->cfg.retentionPeriod == 0) ||
           (pWal->cfg.retentionPeriod != -1 && iter->closeTs + pWal->cfg.retentionPeriod > ts))) {
329
        // delete according to file size or close time
L
Liu Jicong 已提交
330
        wDebug("vgId:%d, check pass", pWal->cfg.vgId);
331 332
        deleteCnt++;
        newTotSize -= iter->fileSize;
333
        taosArrayPush(pWal->toDeleteFiles, iter);
334
      }
L
Liu Jicong 已提交
335
      wDebug("vgId:%d, check not pass", pWal->cfg.vgId);
336
    }
L
Liu Jicong 已提交
337

338
  UPDATE_META:
339
    // make new array, remove files
340
    taosArrayPopFrontBatch(pWal->fileInfoSet, deleteCnt);
341 342
    if (taosArrayGetSize(pWal->fileInfoSet) == 0) {
      pWal->writeCur = -1;
343
      pWal->vers.firstVer = pWal->vers.lastVer + 1;
344 345 346
    } else {
      pWal->vers.firstVer = ((SWalFileInfo *)taosArrayGet(pWal->fileInfoSet, 0))->firstVer;
    }
L
Liu Jicong 已提交
347
  }
L
Liu Jicong 已提交
348
  pWal->writeCur = taosArrayGetSize(pWal->fileInfoSet) - 1;
L
Liu Jicong 已提交
349
  pWal->totSize = newTotSize;
L
Liu Jicong 已提交
350
  pWal->vers.verInSnapshotting = -1;
L
Liu Jicong 已提交
351

L
Liu Jicong 已提交
352
  // save snapshot ver, commit ver
L
Liu Jicong 已提交
353
  code = walSaveMeta(pWal);
L
Liu Jicong 已提交
354
  if (code < 0) {
L
Liu Jicong 已提交
355
    goto END;
L
Liu Jicong 已提交
356 357
  }

358 359 360 361 362 363 364 365 366 367 368 369 370 371 372
  // delete files
  deleteCnt = taosArrayGetSize(pWal->toDeleteFiles);
  wDebug("vgId:%d, wal should delete %d files", pWal->cfg.vgId, deleteCnt);
  char fnameStr[WAL_FILE_LEN];
  for (int i = 0; i < deleteCnt; i++) {
    pInfo = taosArrayGet(pWal->toDeleteFiles, i);
    walBuildLogName(pWal, pInfo->firstVer, fnameStr);
    wDebug("vgId:%d, wal remove file %s", pWal->cfg.vgId, fnameStr);
    if (taosRemoveFile(fnameStr) < 0 && errno != ENOENT) {
      wError("vgId:%d, failed to remove log file %s due to %s", pWal->cfg.vgId, fnameStr, strerror(errno));
      goto END;
    }
    walBuildIdxName(pWal, pInfo->firstVer, fnameStr);
    wDebug("vgId:%d, wal remove file %s", pWal->cfg.vgId, fnameStr);
    if (taosRemoveFile(fnameStr) < 0 && errno != ENOENT) {
L
Liu Jicong 已提交
373
      goto END;
374 375 376 377
    }
  }
  taosArrayClear(pWal->toDeleteFiles);

L
Liu Jicong 已提交
378 379 380
END:
  taosThreadMutexUnlock(&pWal->mutex);
  return code;
L
Liu Jicong 已提交
381 382
}

L
Liu Jicong 已提交
383
int32_t walRollImpl(SWal *pWal) {
L
Liu Jicong 已提交
384
  int32_t code = 0;
L
Liu Jicong 已提交
385 386
  if (pWal->pIdxFile != NULL) {
    code = taosCloseFile(&pWal->pIdxFile);
L
Liu Jicong 已提交
387
    if (code != 0) {
L
Liu Jicong 已提交
388
      terrno = TAOS_SYSTEM_ERROR(errno);
L
Liu Jicong 已提交
389
      goto END;
L
Liu Jicong 已提交
390
    }
L
Liu Jicong 已提交
391
  }
L
Liu Jicong 已提交
392 393
  if (pWal->pLogFile != NULL) {
    code = taosCloseFile(&pWal->pLogFile);
L
Liu Jicong 已提交
394
    if (code != 0) {
L
Liu Jicong 已提交
395
      terrno = TAOS_SYSTEM_ERROR(errno);
L
Liu Jicong 已提交
396
      goto END;
L
Liu Jicong 已提交
397
    }
L
Liu Jicong 已提交
398
  }
L
Liu Jicong 已提交
399
  TdFilePtr pIdxFile, pLogFile;
L
Liu Jicong 已提交
400
  // create new file
L
Liu Jicong 已提交
401
  int64_t newFileFirstVer = pWal->vers.lastVer + 1;
L
Liu Jicong 已提交
402
  char    fnameStr[WAL_FILE_LEN];
L
Liu Jicong 已提交
403 404 405
  walBuildIdxName(pWal, newFileFirstVer, fnameStr);
  pIdxFile = taosOpenFile(fnameStr, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_APPEND);
  if (pIdxFile == NULL) {
L
Liu Jicong 已提交
406
    terrno = TAOS_SYSTEM_ERROR(errno);
L
Liu Jicong 已提交
407 408
    code = -1;
    goto END;
L
Liu Jicong 已提交
409
  }
L
Liu Jicong 已提交
410 411
  walBuildLogName(pWal, newFileFirstVer, fnameStr);
  pLogFile = taosOpenFile(fnameStr, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_APPEND);
412
  wDebug("vgId:%d, wal create new file for write:%s", pWal->cfg.vgId, fnameStr);
L
Liu Jicong 已提交
413
  if (pLogFile == NULL) {
L
Liu Jicong 已提交
414
    terrno = TAOS_SYSTEM_ERROR(errno);
L
Liu Jicong 已提交
415 416
    code = -1;
    goto END;
L
Liu Jicong 已提交
417
  }
L
Liu Jicong 已提交
418
  // error code was set inner
L
Liu Jicong 已提交
419
  code = walRollFileInfo(pWal);
L
Liu Jicong 已提交
420
  if (code != 0) {
L
Liu Jicong 已提交
421
    goto END;
L
Liu Jicong 已提交
422
  }
L
Liu Jicong 已提交
423

L
Liu Jicong 已提交
424
  // switch file
L
Liu Jicong 已提交
425 426
  pWal->pIdxFile = pIdxFile;
  pWal->pLogFile = pLogFile;
L
Liu Jicong 已提交
427
  pWal->writeCur = taosArrayGetSize(pWal->fileInfoSet) - 1;
L
Liu Jicong 已提交
428 429

  pWal->lastRollSeq = walGetSeq();
L
Liu Jicong 已提交
430

431 432 433 434 435
  code = walSaveMeta(pWal);
  if (code < 0) {
    wError("vgId:%d, failed to save meta since %s", pWal->cfg.vgId, terrstr());
    goto END;
  }
L
Liu Jicong 已提交
436

L
Liu Jicong 已提交
437 438
END:
  return code;
L
Liu Jicong 已提交
439 440
}

L
Liu Jicong 已提交
441
static int32_t walWriteIndex(SWal *pWal, int64_t ver, int64_t offset) {
L
Liu Jicong 已提交
442
  SWalIdxEntry  entry = {.ver = ver, .offset = offset};
443
  SWalFileInfo *pFileInfo = walGetCurFileInfo(pWal);
L
Liu Jicong 已提交
444
  int64_t       idxOffset = (entry.ver - pFileInfo->firstVer) * sizeof(SWalIdxEntry);
S
Shengliang Guan 已提交
445
  wDebug("vgId:%d, write index, index:%" PRId64 ", offset:%" PRId64 ", at %" PRId64, pWal->cfg.vgId, ver, offset,
S
Shengliang Guan 已提交
446
         idxOffset);
447

L
Liu Jicong 已提交
448
  int64_t size = taosWriteFile(pWal->pIdxFile, &entry, sizeof(SWalIdxEntry));
L
Liu Jicong 已提交
449
  if (size != sizeof(SWalIdxEntry)) {
450
    wError("vgId:%d, failed to write idx entry due to %s. ver:%" PRId64, pWal->cfg.vgId, strerror(errno), ver);
L
Liu Jicong 已提交
451
    terrno = TAOS_SYSTEM_ERROR(errno);
L
Liu Jicong 已提交
452
    return -1;
L
Liu Jicong 已提交
453
  }
454

455 456 457 458 459
  // check alignment of idx entries
  int64_t endOffset = taosLSeekFile(pWal->pIdxFile, 0, SEEK_END);
  if (endOffset < 0) {
    wFatal("vgId:%d, failed to seek end of idxfile due to %s. ver:%" PRId64 "", pWal->cfg.vgId, strerror(errno), ver);
  }
L
Liu Jicong 已提交
460 461 462
  return 0;
}

L
Liu Jicong 已提交
463 464 465
static FORCE_INLINE int32_t walWriteImpl(SWal *pWal, int64_t index, tmsg_t msgType, SWalSyncInfo syncMeta,
                                         const void *body, int32_t bodyLen) {
  int64_t code = 0;
陶建辉(Jeff)'s avatar
陶建辉(Jeff) 已提交
466

L
Liu Jicong 已提交
467
  int64_t       offset = walGetCurFileOffset(pWal);
468
  SWalFileInfo *pFileInfo = walGetCurFileInfo(pWal);
L
Liu Jicong 已提交
469

L
Liu Jicong 已提交
470
  pWal->writeHead.head.version = index;
L
Liu Jicong 已提交
471
  pWal->writeHead.head.bodyLen = bodyLen;
L
Liu Jicong 已提交
472
  pWal->writeHead.head.msgType = msgType;
473
  pWal->writeHead.head.ingestTs = 0;
L
Liu Jicong 已提交
474

475
  // sync info for sync module
L
Liu Jicong 已提交
476
  pWal->writeHead.head.syncMeta = syncMeta;
L
Liu Jicong 已提交
477

L
Liu Jicong 已提交
478 479
  pWal->writeHead.cksumHead = walCalcHeadCksum(&pWal->writeHead);
  pWal->writeHead.cksumBody = walCalcBodyCksum(body, bodyLen);
480 481
  wDebug("vgId:%d, wal write log %" PRId64 ", msgType: %s, cksum head %u cksum body %u", pWal->cfg.vgId, index,
         TMSG_INFO(msgType), pWal->writeHead.cksumHead, pWal->writeHead.cksumBody);
L
Liu Jicong 已提交
482

483 484 485 486 487
  code = walWriteIndex(pWal, index, offset);
  if (code < 0) {
    goto END;
  }

L
Liu Jicong 已提交
488
  if (taosWriteFile(pWal->pLogFile, &pWal->writeHead, sizeof(SWalCkHead)) != sizeof(SWalCkHead)) {
L
fix  
Liu Jicong 已提交
489
    terrno = TAOS_SYSTEM_ERROR(errno);
L
Liu Jicong 已提交
490 491
    wError("vgId:%d, file:%" PRId64 ".log, failed to write since %s", pWal->cfg.vgId, walGetLastFileFirstVer(pWal),
           strerror(errno));
L
Liu Jicong 已提交
492 493
    code = -1;
    goto END;
J
Jeff Tao 已提交
494
  }
S
TD-1846  
Shengliang Guan 已提交
495

L
Liu Jicong 已提交
496
  if (taosWriteFile(pWal->pLogFile, (char *)body, bodyLen) != bodyLen) {
L
fix  
Liu Jicong 已提交
497
    terrno = TAOS_SYSTEM_ERROR(errno);
L
Liu Jicong 已提交
498 499
    wError("vgId:%d, file:%" PRId64 ".log, failed to write since %s", pWal->cfg.vgId, walGetLastFileFirstVer(pWal),
           strerror(errno));
L
Liu Jicong 已提交
500 501
    code = -1;
    goto END;
L
Liu Jicong 已提交
502
  }
L
Liu Jicong 已提交
503

L
Liu Jicong 已提交
504
  // set status
505 506 507
  if (pWal->vers.firstVer == -1) {
    pWal->vers.firstVer = 0;
  }
L
Liu Jicong 已提交
508
  pWal->vers.lastVer = index;
L
Liu Jicong 已提交
509
  pWal->totSize += sizeof(SWalCkHead) + bodyLen;
510 511
  pFileInfo->lastVer = index;
  pFileInfo->fileSize += sizeof(SWalCkHead) + bodyLen;
L
Liu Jicong 已提交
512

L
Liu Jicong 已提交
513
  return 0;
514

L
Liu Jicong 已提交
515
END:
516 517
  // recover in a reverse order
  if (taosFtruncateFile(pWal->pLogFile, offset) < 0) {
518 519
    wFatal("vgId:%d, failed to ftruncate logfile to offset:%" PRId64 " during recovery due to %s", pWal->cfg.vgId,
           offset, strerror(errno));
520 521 522 523 524
    terrno = TAOS_SYSTEM_ERROR(errno);
  }

  int64_t idxOffset = (index - pFileInfo->firstVer) * sizeof(SWalIdxEntry);
  if (taosFtruncateFile(pWal->pIdxFile, idxOffset) < 0) {
525 526
    wFatal("vgId:%d, failed to ftruncate idxfile to offset:%" PRId64 "during recovery due to %s", pWal->cfg.vgId,
           idxOffset, strerror(errno));
527 528
    terrno = TAOS_SYSTEM_ERROR(errno);
  }
L
Liu Jicong 已提交
529 530 531
  return -1;
}

B
Benguang Zhao 已提交
532 533
int64_t walAppendLog(SWal *pWal, int64_t index, tmsg_t msgType, SWalSyncInfo syncMeta, const void *body,
                     int32_t bodyLen) {
L
Liu Jicong 已提交
534 535
  taosThreadMutexLock(&pWal->mutex);

B
Benguang Zhao 已提交
536 537 538 539 540
  if (index != pWal->vers.lastVer + 1) {
    terrno = TSDB_CODE_WAL_INVALID_VER;
    taosThreadMutexUnlock(&pWal->mutex);
    return -1;
  }
L
Liu Jicong 已提交
541 542 543 544 545 546

  if (walCheckAndRoll(pWal) < 0) {
    taosThreadMutexUnlock(&pWal->mutex);
    return -1;
  }

L
Liu Jicong 已提交
547
  if (pWal->pLogFile == NULL || pWal->pIdxFile == NULL || pWal->writeCur < 0) {
L
Liu Jicong 已提交
548 549 550 551 552 553 554 555 556 557 558
    if (walInitWriteFile(pWal) < 0) {
      taosThreadMutexUnlock(&pWal->mutex);
      return -1;
    }
  }

  if (walWriteImpl(pWal, index, msgType, syncMeta, body, bodyLen) < 0) {
    taosThreadMutexUnlock(&pWal->mutex);
    return -1;
  }

wafwerar's avatar
wafwerar 已提交
559
  taosThreadMutexUnlock(&pWal->mutex);
L
Liu Jicong 已提交
560 561
  return index;
}
陶建辉(Jeff)'s avatar
陶建辉(Jeff) 已提交
562

L
Liu Jicong 已提交
563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582
int32_t walWriteWithSyncInfo(SWal *pWal, int64_t index, tmsg_t msgType, SWalSyncInfo syncMeta, const void *body,
                             int32_t bodyLen) {
  int32_t code = 0;

  taosThreadMutexLock(&pWal->mutex);

  // concurrency control:
  // if logs are write with assigned index,
  // smaller index must be write before larger one
  if (index != pWal->vers.lastVer + 1) {
    terrno = TSDB_CODE_WAL_INVALID_VER;
    taosThreadMutexUnlock(&pWal->mutex);
    return -1;
  }

  if (walCheckAndRoll(pWal) < 0) {
    taosThreadMutexUnlock(&pWal->mutex);
    return -1;
  }

L
Liu Jicong 已提交
583
  if (pWal->pIdxFile == NULL || pWal->pIdxFile == NULL || pWal->writeCur < 0) {
L
Liu Jicong 已提交
584 585 586 587 588 589 590 591 592 593 594 595 596
    if (walInitWriteFile(pWal) < 0) {
      taosThreadMutexUnlock(&pWal->mutex);
      return -1;
    }
  }

  if (walWriteImpl(pWal, index, msgType, syncMeta, body, bodyLen) < 0) {
    taosThreadMutexUnlock(&pWal->mutex);
    return -1;
  }

  taosThreadMutexUnlock(&pWal->mutex);
  return code;
陶建辉(Jeff)'s avatar
陶建辉(Jeff) 已提交
597 598
}

L
Liu Jicong 已提交
599
int32_t walWrite(SWal *pWal, int64_t index, tmsg_t msgType, const void *body, int32_t bodyLen) {
L
Liu Jicong 已提交
600
  SWalSyncInfo syncMeta = {
L
Liu Jicong 已提交
601 602 603 604
      .isWeek = -1,
      .seqNum = UINT64_MAX,
      .term = UINT64_MAX,
  };
L
Liu Jicong 已提交
605
  return walWriteWithSyncInfo(pWal, index, msgType, syncMeta, body, bodyLen);
L
Liu Jicong 已提交
606 607
}

L
Liu Jicong 已提交
608
void walFsync(SWal *pWal, bool forceFsync) {
609
  taosThreadMutexLock(&pWal->mutex);
L
Liu Jicong 已提交
610
  if (forceFsync || (pWal->cfg.level == TAOS_WAL_FSYNC && pWal->cfg.fsyncPeriod == 0)) {
L
Liu Jicong 已提交
611
    wTrace("vgId:%d, fileId:%" PRId64 ".log, do fsync", pWal->cfg.vgId, walGetCurFileFirstVer(pWal));
L
Liu Jicong 已提交
612
    if (taosFsyncFile(pWal->pLogFile) < 0) {
L
Liu Jicong 已提交
613 614
      wError("vgId:%d, file:%" PRId64 ".log, fsync failed since %s", pWal->cfg.vgId, walGetCurFileFirstVer(pWal),
             strerror(errno));
615 616
    }
  }
617
  taosThreadMutexUnlock(&pWal->mutex);
陶建辉(Jeff)'s avatar
陶建辉(Jeff) 已提交
618
}