osFile.c 17.3 KB
Newer Older
S
Shengliang Guan 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
15
#define ALLOW_FORBID_FUNC
S
Shengliang Guan 已提交
16
#include "os.h"
17
#include "osSemaphore.h"
S
Shengliang Guan 已提交
18

wafwerar's avatar
wafwerar 已提交
19
#ifdef WINDOWS
20
#include <io.h>
wafwerar's avatar
wafwerar 已提交
21 22 23
#define F_OK 0
#define W_OK 2
#define R_OK 4
24

wafwerar's avatar
wafwerar 已提交
25 26
#define _SEND_FILE_STEP_ 1000

27
#else
28 29
#include <fcntl.h>
#include <sys/file.h>
30 31

#if !defined(_TD_DARWIN_64)
L
Liu Jicong 已提交
32
#include <sys/sendfile.h>
33
#endif
34 35 36 37
#include <sys/stat.h>
#include <unistd.h>
#define LINUX_FILE_NO_TEXT_OPTION 0
#define O_TEXT                    LINUX_FILE_NO_TEXT_OPTION
38 39
#endif

wafwerar's avatar
wafwerar 已提交
40 41 42 43 44 45 46 47 48 49 50
#if defined(WINDOWS)
typedef int32_t FileFd;
typedef int32_t SocketFd;
#else
typedef int32_t FileFd;
typedef int32_t SocketFd;
#endif

typedef int32_t FileFd;

typedef struct TdFile {
wafwerar's avatar
wafwerar 已提交
51
  TdThreadRwlock rwlock;
L
Liu Jicong 已提交
52 53 54
  int            refId;
  FileFd         fd;
  FILE          *fp;
wafwerar's avatar
wafwerar 已提交
55 56
} * TdFilePtr, TdFile;

57 58
#define FILE_WITH_LOCK 1

59
void taosGetTmpfilePath(const char *inputTmpDir, const char *fileNamePrefix, char *dstPath) {
wafwerar's avatar
wafwerar 已提交
60
#ifdef WINDOWS
S
Shengliang Guan 已提交
61
  const char *tdengineTmpFileNamePrefix = "tdengine-";
S
TD-4088  
Shengliang Guan 已提交
62
  char        tmpPath[PATH_MAX];
S
Shengliang Guan 已提交
63

S
Shengliang Guan 已提交
64 65
  int32_t len = (int32_t)strlen(inputTmpDir);
  memcpy(tmpPath, inputTmpDir, len);
S
TD-4088  
Shengliang Guan 已提交
66 67 68

  if (tmpPath[len - 1] != '/' && tmpPath[len - 1] != '\\') {
    tmpPath[len++] = '\\';
69
  }
S
Shengliang Guan 已提交
70

71
  strcpy(tmpPath + len, tdengineTmpFileNamePrefix);
S
Shengliang Guan 已提交
72 73 74
  if (strlen(tmpPath) + strlen(fileNamePrefix) + strlen("-%d-%s") < PATH_MAX) {
    strcat(tmpPath, fileNamePrefix);
    strcat(tmpPath, "-%d-%s");
S
Shengliang Guan 已提交
75
  }
S
Shengliang Guan 已提交
76

S
TD-4088  
Shengliang Guan 已提交
77 78
  char rand[8] = {0};
  taosRandStr(rand, tListLen(rand) - 1);
S
Shengliang Guan 已提交
79
  snprintf(dstPath, PATH_MAX, tmpPath, getpid(), rand);
S
TD-1912  
Shengliang Guan 已提交
80

S
TD-4088  
Shengliang Guan 已提交
81
#else
S
Shengliang Guan 已提交
82

S
TD-4088  
Shengliang Guan 已提交
83
  const char *tdengineTmpFileNamePrefix = "tdengine-";
S
Shengliang Guan 已提交
84

85
  char    tmpPath[PATH_MAX];
S
Shengliang Guan 已提交
86 87
  int32_t len = strlen(inputTmpDir);
  memcpy(tmpPath, inputTmpDir, len);
S
TD-4088  
Shengliang Guan 已提交
88
  static uint64_t seqId = 0;
S
Shengliang Guan 已提交
89

S
TD-4088  
Shengliang Guan 已提交
90 91
  if (tmpPath[len - 1] != '/') {
    tmpPath[len++] = '/';
S
TD-1912  
Shengliang Guan 已提交
92
  }
S
Shengliang Guan 已提交
93

S
TD-4088  
Shengliang Guan 已提交
94 95 96 97
  strcpy(tmpPath + len, tdengineTmpFileNamePrefix);
  if (strlen(tmpPath) + strlen(fileNamePrefix) + strlen("-%d-%s") < PATH_MAX) {
    strcat(tmpPath, fileNamePrefix);
    strcat(tmpPath, "-%d-%s");
S
Shengliang Guan 已提交
98 99
  }

S
TD-4088  
Shengliang Guan 已提交
100 101 102
  char rand[32] = {0};

  sprintf(rand, "%" PRIu64, atomic_add_fetch_64(&seqId, 1));
S
Shengliang Guan 已提交
103

S
TD-4088  
Shengliang Guan 已提交
104
  snprintf(dstPath, PATH_MAX, tmpPath, getpid(), rand);
S
Shengliang Guan 已提交
105

S
TD-4088  
Shengliang Guan 已提交
106
#endif
S
Shengliang Guan 已提交
107
}
S
TD-4088  
Shengliang Guan 已提交
108

109
int64_t taosCopyFile(const char *from, const char *to) {
wafwerar's avatar
wafwerar 已提交
110
#ifdef WINDOWS
wafwerar's avatar
wafwerar 已提交
111 112 113 114 115
  if (CopyFile(from, to, 0)) {
    return 1;
  } else {
    return -1;
  }
116 117 118 119 120 121
#else
  char    buffer[4096];
  int64_t size = 0;
  int64_t bytes;

  // fidfrom = open(from, O_RDONLY);
122
  TdFilePtr pFileFrom = taosOpenFile(from, TD_FILE_READ);
123 124 125
  if (pFileFrom == NULL) goto _err;

  // fidto = open(to, O_WRONLY | O_CREAT | O_EXCL, 0755);
126
  TdFilePtr pFileTo = taosOpenFile(to, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_EXCL);
127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148
  if (pFileTo == NULL) goto _err;

  while (true) {
    bytes = taosReadFile(pFileFrom, buffer, sizeof(buffer));
    if (bytes < 0) goto _err;
    if (bytes == 0) break;

    size += bytes;

    if (taosWriteFile(pFileTo, (void *)buffer, bytes) < bytes) goto _err;
    if (bytes < sizeof(buffer)) break;
  }

  taosFsyncFile(pFileTo);

  taosCloseFile(&pFileFrom);
  taosCloseFile(&pFileTo);
  return size;

_err:
  if (pFileFrom != NULL) taosCloseFile(&pFileFrom);
  if (pFileTo != NULL) taosCloseFile(&pFileTo);
149
  taosRemoveFile(to);
150 151 152 153
  return -1;
#endif
}

154 155
int32_t taosRemoveFile(const char *path) { return remove(path); }

156
int32_t taosRenameFile(const char *oldName, const char *newName) {
wafwerar's avatar
wafwerar 已提交
157
#ifdef WINDOWS
158 159 160
  bool code = MoveFileEx(oldName, newName, MOVEFILE_REPLACE_EXISTING | MOVEFILE_COPY_ALLOWED);
  if (!code) {
    printf("failed to rename file %s to %s, reason:%s", oldName, newName, strerror(errno));
161 162
  }

163
  return !code;
164 165 166
#else
  int32_t code = rename(oldName, newName);
  if (code < 0) {
167
    printf("failed to rename file %s to %s, reason:%s", oldName, newName, strerror(errno));
168 169 170 171 172 173 174
  }

  return code;
#endif
}

int32_t taosStatFile(const char *path, int64_t *size, int32_t *mtime) {
175
  struct stat fileStat;
wafwerar's avatar
wafwerar 已提交
176
#ifdef WINDOWS
177
  int32_t     code = _stat(path, &fileStat);
178
#else
L
Liu Jicong 已提交
179
  int32_t     code = stat(path, &fileStat);
180
#endif
181 182 183 184 185 186 187 188 189 190 191 192 193 194
  if (code < 0) {
    return code;
  }

  if (size != NULL) {
    *size = fileStat.st_size;
  }

  if (mtime != NULL) {
    *mtime = fileStat.st_mtime;
  }

  return 0;
}
wafwerar's avatar
wafwerar 已提交
195 196 197 198 199
int32_t taosDevInoFile(TdFilePtr pFile, int64_t *stDev, int64_t *stIno) {
  if (pFile == NULL) {
    return 0;
  }
  assert(pFile->fd >= 0);  // Please check if you have closed the file.
200

wafwerar's avatar
wafwerar 已提交
201
#ifdef WINDOWS
wafwerar's avatar
wafwerar 已提交
202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217

  BY_HANDLE_FILE_INFORMATION bhfi;
  HANDLE handle = (HANDLE)_get_osfhandle(pFile->fd);
  if (GetFileInformationByHandle(handle, &bhfi) == FALSE) {
    printf("taosFStatFile get file info fail.");
    return -1;
  }

  if (stDev != NULL) {
    *stDev = (int64_t)(bhfi.dwVolumeSerialNumber);
  }

  if (stIno != NULL) {
    *stIno = (int64_t)((((uint64_t)bhfi.nFileIndexHigh) << 32) + bhfi.nFileIndexLow);
  }

218
#else
wafwerar's avatar
wafwerar 已提交
219 220 221
  
  struct stat fileStat;
  int32_t     code = fstat(pFile->fd, &fileStat);
222
  if (code < 0) {
wafwerar's avatar
wafwerar 已提交
223
    printf("taosFStatFile run fstat fail.");
224 225 226 227 228 229 230 231 232 233
    return code;
  }

  if (stDev != NULL) {
    *stDev = fileStat.st_dev;
  }

  if (stIno != NULL) {
    *stIno = fileStat.st_ino;
  }
wafwerar's avatar
wafwerar 已提交
234
#endif
235 236 237

  return 0;
}
238

239
void autoDelFileListAdd(const char *path) { return; }
240

wafwerar's avatar
wafwerar 已提交
241
TdFilePtr taosOpenFile(const char *path, int32_t tdFileOptions) {  
L
Liu Jicong 已提交
242
  int   fd = -1;
243 244 245 246 247
  FILE *fp = NULL;
  if (tdFileOptions & TD_FILE_STREAM) {
    char *mode = NULL;
    if (tdFileOptions & TD_FILE_APPEND) {
      mode = (tdFileOptions & TD_FILE_TEXT) ? "at+" : "ab+";
L
Liu Jicong 已提交
248
    } else if (tdFileOptions & TD_FILE_TRUNC) {
249
      mode = (tdFileOptions & TD_FILE_TEXT) ? "wt+" : "wb+";
L
Liu Jicong 已提交
250
    } else if ((tdFileOptions & TD_FILE_READ) && !(tdFileOptions & TD_FILE_WRITE)) {
251
      mode = (tdFileOptions & TD_FILE_TEXT) ? "rt" : "rb";
L
Liu Jicong 已提交
252
    } else {
253 254 255 256 257 258 259 260 261
      mode = (tdFileOptions & TD_FILE_TEXT) ? "rt+" : "rb+";
    }
    assert(!(tdFileOptions & TD_FILE_EXCL));
    fp = fopen(path, mode);
    if (fp == NULL) {
      return NULL;
    }
  } else {
    int access = O_BINARY;
262
    access |= (tdFileOptions & TD_FILE_CREATE) ? O_CREAT : 0;
263 264 265 266 267 268 269 270 271 272 273
    if ((tdFileOptions & TD_FILE_WRITE) && (tdFileOptions & TD_FILE_READ)) {
      access |= O_RDWR;
    } else if (tdFileOptions & TD_FILE_WRITE) {
      access |= O_WRONLY;
    } else if (tdFileOptions & TD_FILE_READ) {
      access |= O_RDONLY;
    }
    access |= (tdFileOptions & TD_FILE_TRUNC) ? O_TRUNC : 0;
    access |= (tdFileOptions & TD_FILE_APPEND) ? O_APPEND : 0;
    access |= (tdFileOptions & TD_FILE_TEXT) ? O_TEXT : 0;
    access |= (tdFileOptions & TD_FILE_EXCL) ? O_EXCL : 0;
L
Liu Jicong 已提交
274 275 276
#ifdef WINDOWS
    fd = _open(path, access, _S_IREAD | _S_IWRITE);
#else
277
    fd = open(path, access, S_IRWXU | S_IRWXG | S_IRWXO);
L
Liu Jicong 已提交
278
#endif
279 280 281 282 283
    if (fd == -1) {
      return NULL;
    }
  }

284
  if (tdFileOptions & TD_FILE_AUTO_DEL) {
285 286
    autoDelFileListAdd(path);
  }
287

wafwerar's avatar
wafwerar 已提交
288
  TdFilePtr pFile = (TdFilePtr)taosMemoryMalloc(sizeof(TdFile));
289
  if (pFile == NULL) {
290 291
    if (fd >= 0) close(fd);
    if (fp != NULL) fclose(fp);
292 293
    return NULL;
  }
294
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
295
  taosThreadRwlockInit(&(pFile->rwlock), NULL);
296
#endif
297 298 299 300 301 302 303
  pFile->fd = fd;
  pFile->fp = fp;
  pFile->refId = 0;
  return pFile;
}

int64_t taosCloseFile(TdFilePtr *ppFile) {
304 305 306 307
  if (ppFile == NULL || *ppFile == NULL) {
    return 0;
  }
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
308
  taosThreadRwlockWrlock(&((*ppFile)->rwlock));
309
#endif
310
  if (ppFile == NULL || *ppFile == NULL) {
311 312
    return 0;
  }
313 314 315 316 317 318
  if ((*ppFile)->fp != NULL) {
    fflush((*ppFile)->fp);
    fclose((*ppFile)->fp);
    (*ppFile)->fp = NULL;
  }
  if ((*ppFile)->fd >= 0) {
319 320 321 322
  #ifdef WINDOWS
    HANDLE h = (HANDLE)_get_osfhandle((*ppFile)->fd);
    !FlushFileBuffers(h);
  #else
323
    fsync((*ppFile)->fd);
324
  #endif
325 326 327
    close((*ppFile)->fd);
    (*ppFile)->fd = -1;
  }
328
  (*ppFile)->refId = 0;
329
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
330 331
  taosThreadRwlockUnlock(&((*ppFile)->rwlock));
  taosThreadRwlockDestroy(&((*ppFile)->rwlock));
332
#endif
wafwerar's avatar
wafwerar 已提交
333
  taosMemoryFree(*ppFile);
334 335 336 337 338
  *ppFile = NULL;
  return 0;
}

int64_t taosReadFile(TdFilePtr pFile, void *buf, int64_t count) {
339
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
340
  taosThreadRwlockRdlock(&(pFile->rwlock));
341
#endif
L
Liu Jicong 已提交
342
  assert(pFile->fd >= 0);  // Please check if you have closed the file.
S
TD-1912  
Shengliang Guan 已提交
343 344
  int64_t leftbytes = count;
  int64_t readbytes;
345
  char   *tbuf = (char *)buf;
S
Shengliang Guan 已提交
346 347

  while (leftbytes > 0) {
wafwerar's avatar
wafwerar 已提交
348 349 350
  #ifdef WINDOWS
    readbytes = _read(pFile->fd, (void *)tbuf, (uint32_t)leftbytes);
  #else
351
    readbytes = read(pFile->fd, (void *)tbuf, (uint32_t)leftbytes);
wafwerar's avatar
wafwerar 已提交
352
  #endif
S
Shengliang Guan 已提交
353 354 355 356
    if (readbytes < 0) {
      if (errno == EINTR) {
        continue;
      } else {
357
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
358
        taosThreadRwlockUnlock(&(pFile->rwlock));
359
#endif
S
Shengliang Guan 已提交
360 361 362
        return -1;
      }
    } else if (readbytes == 0) {
363
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
364
      taosThreadRwlockUnlock(&(pFile->rwlock));
365
#endif
S
TD-1912  
Shengliang Guan 已提交
366
      return (int64_t)(count - leftbytes);
S
Shengliang Guan 已提交
367 368 369 370 371 372
    }

    leftbytes -= readbytes;
    tbuf += readbytes;
  }

373
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
374
  taosThreadRwlockUnlock(&(pFile->rwlock));
375
#endif
S
TD-1912  
Shengliang Guan 已提交
376
  return count;
S
Shengliang Guan 已提交
377 378
}

379
int64_t taosPReadFile(TdFilePtr pFile, void *buf, int64_t count, int64_t offset) {
380
  if (pFile == NULL) {
381 382
    return 0;
  }
383
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
384
  taosThreadRwlockRdlock(&(pFile->rwlock));
385
#endif
L
Liu Jicong 已提交
386
  assert(pFile->fd >= 0);  // Please check if you have closed the file.
wafwerar's avatar
wafwerar 已提交
387
#ifdef WINDOWS
wafwerar's avatar
wafwerar 已提交
388 389 390 391
  size_t pos = _lseek(pFile->fd, 0, SEEK_CUR);
  _lseek(pFile->fd, offset, SEEK_SET);
  int64_t ret = _read(pFile->fd, buf, count);
  _lseek(pFile->fd, pos, SEEK_SET);
wafwerar's avatar
wafwerar 已提交
392
#else
393
  int64_t ret = pread(pFile->fd, buf, count, offset);
wafwerar's avatar
wafwerar 已提交
394
#endif
395
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
396
  taosThreadRwlockUnlock(&(pFile->rwlock));
397 398
#endif
  return ret;
399 400 401
}

int64_t taosWriteFile(TdFilePtr pFile, const void *buf, int64_t count) {
wafwerar's avatar
wafwerar 已提交
402 403 404
  if (pFile == NULL) {
    return 0;
  }
405
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
406
  taosThreadRwlockWrlock(&(pFile->rwlock));
407
#endif
L
Liu Jicong 已提交
408
  assert(pFile->fd >= 0);  // Please check if you have closed the file.
409

410
  int64_t nleft = count;
S
TD-1912  
Shengliang Guan 已提交
411
  int64_t nwritten = 0;
412
  char   *tbuf = (char *)buf;
S
Shengliang Guan 已提交
413 414

  while (nleft > 0) {
415
    nwritten = write(pFile->fd, (void *)tbuf, (uint32_t)nleft);
S
Shengliang Guan 已提交
416 417 418 419
    if (nwritten < 0) {
      if (errno == EINTR) {
        continue;
      }
420
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
421
      taosThreadRwlockUnlock(&(pFile->rwlock));
422
#endif
S
Shengliang Guan 已提交
423 424 425 426 427
      return -1;
    }
    nleft -= nwritten;
    tbuf += nwritten;
  }
428

429
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
430
  taosThreadRwlockUnlock(&(pFile->rwlock));
431
#endif
432
  return count;
S
Shengliang Guan 已提交
433 434
}

435
int64_t taosLSeekFile(TdFilePtr pFile, int64_t offset, int32_t whence) {
wafwerar's avatar
wafwerar 已提交
436 437 438
  if (pFile == NULL) {
    return 0;
  }
439
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
440
  taosThreadRwlockRdlock(&(pFile->rwlock));
441
#endif
L
Liu Jicong 已提交
442
  assert(pFile->fd >= 0);  // Please check if you have closed the file.
wafwerar's avatar
wafwerar 已提交
443 444 445
#ifdef WINDOWS
  int64_t ret = _lseek(pFile->fd, offset, whence);
#else
L
Liu Jicong 已提交
446
  int64_t ret = lseek(pFile->fd, offset, whence);
wafwerar's avatar
wafwerar 已提交
447
#endif
448
#if FILE_WITH_LOCK
wafwerar's avatar
wafwerar 已提交
449
  taosThreadRwlockUnlock(&(pFile->rwlock));
450 451
#endif
  return ret;
452
}
S
Shengliang Guan 已提交
453

454
int32_t taosFStatFile(TdFilePtr pFile, int64_t *size, int32_t *mtime) {
455 456 457
  if (pFile == NULL) {
    return 0;
  }
L
Liu Jicong 已提交
458
  assert(pFile->fd >= 0);  // Please check if you have closed the file.
459

460
  struct stat fileStat;
461 462 463
#ifdef WINDOWS
  int32_t     code = _fstat(pFile->fd, &fileStat);
#else
L
Liu Jicong 已提交
464
  int32_t     code = fstat(pFile->fd, &fileStat);
465
#endif
466 467 468
  if (code < 0) {
    return code;
  }
H
Hongze Cheng 已提交
469

470 471 472
  if (size != NULL) {
    *size = fileStat.st_size;
  }
H
Hongze Cheng 已提交
473

474 475 476
  if (mtime != NULL) {
    *mtime = fileStat.st_mtime;
  }
H
Hongze Cheng 已提交
477

478 479
  return 0;
}
H
Hongze Cheng 已提交
480

481
int32_t taosLockFile(TdFilePtr pFile) {
wafwerar's avatar
wafwerar 已提交
482
#ifdef WINDOWS
483 484
  return 0;
#else
L
Liu Jicong 已提交
485
  assert(pFile->fd >= 0);  // Please check if you have closed the file.
486

487 488 489
  return (int32_t)flock(pFile->fd, LOCK_EX | LOCK_NB);
#endif
}
H
Hongze Cheng 已提交
490

491
int32_t taosUnLockFile(TdFilePtr pFile) {
wafwerar's avatar
wafwerar 已提交
492
#ifdef WINDOWS
493 494
  return 0;
#else
L
Liu Jicong 已提交
495
  assert(pFile->fd >= 0);  // Please check if you have closed the file.
496

497 498 499 500 501
  return (int32_t)flock(pFile->fd, LOCK_UN | LOCK_NB);
#endif
}

int32_t taosFtruncateFile(TdFilePtr pFile, int64_t l_size) {
wafwerar's avatar
wafwerar 已提交
502
#ifdef WINDOWS
503 504
  if (pFile->fd < 0) {
    errno = EBADF;
505
    printf("Ftruncate file error, fd arg was negative\n");
506
    return -1;
H
Hongze Cheng 已提交
507 508
  }

509
  HANDLE h = (HANDLE)_get_osfhandle(pFile->fd);
H
Hongze Cheng 已提交
510

511 512 513 514
  LARGE_INTEGER li_0;
  li_0.QuadPart = (int64_t)0;
  BOOL cur = SetFilePointerEx(h, li_0, NULL, FILE_CURRENT);
  if (!cur) {
wafwerar's avatar
wafwerar 已提交
515
    printf("SetFilePointerEx Error getting current position in file.\n");
516 517
    return -1;
  }
H
Hongze Cheng 已提交
518

519 520 521 522 523
  LARGE_INTEGER li_size;
  li_size.QuadPart = l_size;
  BOOL cur2 = SetFilePointerEx(h, li_size, NULL, FILE_BEGIN);
  if (cur2 == 0) {
    int error = GetLastError();
wafwerar's avatar
wafwerar 已提交
524
    printf("SetFilePointerEx GetLastError is: %d\n", error);
525 526 527 528 529 530 531 532 533 534 535 536 537
    switch (error) {
      case ERROR_INVALID_HANDLE:
        errno = EBADF;
        break;
      default:
        errno = EIO;
        break;
    }
    return -1;
  }

  if (!SetEndOfFile(h)) {
    int error = GetLastError();
wafwerar's avatar
wafwerar 已提交
538
    printf("SetEndOfFile GetLastError is:%d", error);
539 540 541 542 543 544 545 546 547 548 549 550 551
    switch (error) {
      case ERROR_INVALID_HANDLE:
        errno = EBADF;
        break;
      default:
        errno = EIO;
        break;
    }
    return -1;
  }

  return 0;
#else
552 553 554
  if (pFile == NULL) {
    return 0;
  }
L
Liu Jicong 已提交
555
  assert(pFile->fd >= 0);  // Please check if you have closed the file.
556

557 558 559 560 561
  return ftruncate(pFile->fd, l_size);
#endif
}

int32_t taosFsyncFile(TdFilePtr pFile) {
562 563 564 565 566
  if (pFile == NULL) {
    return 0;
  }

  if (pFile->fp != NULL) return fflush(pFile->fp);
567 568 569 570 571 572 573 574
  if (pFile->fd >= 0) {
  #ifdef WINDOWS
    HANDLE h = (HANDLE)_get_osfhandle(pFile->fd);
    return !FlushFileBuffers(h);
  #else
    return fsync(pFile->fd);
  #endif
  }
575
  return 0;
H
Hongze Cheng 已提交
576 577
}

wafwerar's avatar
wafwerar 已提交
578 579 580
int64_t taosFSendFile(TdFilePtr pFileOut, TdFilePtr pFileIn, int64_t *offset, int64_t size) {
  if (pFileOut == NULL || pFileIn == NULL) {
    return 0;
S
TD-4088  
Shengliang Guan 已提交
581
  }
wafwerar's avatar
wafwerar 已提交
582
  assert(pFileIn->fd >= 0 && pFileOut->fd >= 0);
S
TD-4088  
Shengliang Guan 已提交
583

wafwerar's avatar
wafwerar 已提交
584
#ifdef WINDOWS
S
TD-4088  
Shengliang Guan 已提交
585

wafwerar's avatar
wafwerar 已提交
586
  _lseek(pFileIn->fd, (int32_t)(*offset), 0);
S
TD-4088  
Shengliang Guan 已提交
587 588 589
  int64_t writeLen = 0;
  uint8_t buffer[_SEND_FILE_STEP_] = {0};

wafwerar's avatar
wafwerar 已提交
590
  for (int64_t len = 0; len < (size - _SEND_FILE_STEP_); len += _SEND_FILE_STEP_) {
wafwerar's avatar
wafwerar 已提交
591
    size_t rlen = _read(pFileIn->fd, (void *)buffer, _SEND_FILE_STEP_);
S
TD-4088  
Shengliang Guan 已提交
592 593 594
    if (rlen <= 0) {
      return writeLen;
    } else if (rlen < _SEND_FILE_STEP_) {
wafwerar's avatar
wafwerar 已提交
595
      write(pFileOut->fd, (void *)buffer, (uint32_t)rlen);
S
TD-4088  
Shengliang Guan 已提交
596 597
      return (int64_t)(writeLen + rlen);
    } else {
wafwerar's avatar
wafwerar 已提交
598
      write(pFileOut->fd, (void *)buffer, _SEND_FILE_STEP_);
S
TD-4088  
Shengliang Guan 已提交
599 600 601 602
      writeLen += _SEND_FILE_STEP_;
    }
  }

wafwerar's avatar
wafwerar 已提交
603
  int64_t remain = size - writeLen;
S
TD-4088  
Shengliang Guan 已提交
604
  if (remain > 0) {
wafwerar's avatar
wafwerar 已提交
605
    size_t rlen = _read(pFileIn->fd, (void *)buffer, (size_t)remain);
S
TD-4088  
Shengliang Guan 已提交
606 607 608
    if (rlen <= 0) {
      return writeLen;
    } else {
wafwerar's avatar
wafwerar 已提交
609
      write(pFileOut->fd, (void *)buffer, (uint32_t)remain);
S
TD-4088  
Shengliang Guan 已提交
610 611 612 613 614 615
      writeLen += remain;
    }
  }
  return writeLen;

#elif defined(_TD_DARWIN_64)
S
TD-1912  
Shengliang Guan 已提交
616

S
TD-4088  
Shengliang Guan 已提交
617 618 619 620 621
  int r = 0;
  if (offset) {
    r = fseek(in_file, *offset, SEEK_SET);
    if (r == -1) return -1;
  }
wafwerar's avatar
wafwerar 已提交
622
  off_t len = size;
S
TD-4088  
Shengliang Guan 已提交
623
  while (len > 0) {
L
Liu Jicong 已提交
624
    char  buf[1024 * 16];
S
TD-4088  
Shengliang Guan 已提交
625 626 627 628 629 630 631 632 633 634 635 636 637
    off_t n = sizeof(buf);
    if (len < n) n = len;
    size_t m = fread(buf, 1, n, in_file);
    if (m < n) {
      int e = ferror(in_file);
      if (e) return -1;
    }
    if (m == 0) break;
    if (m != fwrite(buf, 1, m, out_file)) {
      return -1;
    }
    len -= m;
  }
wafwerar's avatar
wafwerar 已提交
638
  return size - len;
S
TD-4088  
Shengliang Guan 已提交
639 640 641

#else

S
TD-1912  
Shengliang Guan 已提交
642 643
  int64_t leftbytes = size;
  int64_t sentbytes;
S
Shengliang Guan 已提交
644 645

  while (leftbytes > 0) {
646
    sentbytes = sendfile(pFileOut->fd, pFileIn->fd, offset, leftbytes);
S
Shengliang Guan 已提交
647
    if (sentbytes == -1) {
S
TD-1985  
Shengliang Guan 已提交
648
      if (errno == EINTR || errno == EAGAIN || errno == EWOULDBLOCK) {
S
Shengliang Guan 已提交
649 650 651 652 653
        continue;
      } else {
        return -1;
      }
    } else if (sentbytes == 0) {
S
TD-1912  
Shengliang Guan 已提交
654
      return (int64_t)(size - leftbytes);
S
Shengliang Guan 已提交
655 656 657 658 659 660
    }

    leftbytes -= sentbytes;
  }

  return size;
S
Shengliang Guan 已提交
661
#endif
wafwerar's avatar
wafwerar 已提交
662
}
S
Shengliang Guan 已提交
663

664
void taosFprintfFile(TdFilePtr pFile, const char *format, ...) {
665 666 667 668 669
  if (pFile == NULL) {
    return;
  }
  assert(pFile->fp != NULL);

670
  va_list ap;
671
  va_start(ap, format);
672
  vfprintf(pFile->fp, format, ap);
673 674
  va_end(ap);
  fflush(pFile->fp);
S
Shengliang Guan 已提交
675 676
}

677
bool taosValidFile(TdFilePtr pFile) { return pFile != NULL; }
S
Shengliang Guan 已提交
678

679
int32_t taosUmaskFile(int32_t maskVal) {
wafwerar's avatar
wafwerar 已提交
680
#ifdef WINDOWS
S
Shengliang Guan 已提交
681 682
  return 0;
#else
683
  return umask(maskVal);
S
TD-4088  
Shengliang Guan 已提交
684
#endif
685 686
}

687
int32_t taosGetErrorFile(TdFilePtr pFile) { return errno; }
wafwerar's avatar
wafwerar 已提交
688
int64_t taosGetLineFile(TdFilePtr pFile, char **__restrict ptrBuf) {
L
Liu Jicong 已提交
689
  if (pFile == NULL || ptrBuf == NULL) {
690 691
    return -1;
  }
wafwerar's avatar
wafwerar 已提交
692 693 694
  if (*ptrBuf != NULL) {
    taosMemoryFreeClear(*ptrBuf);
  }
695
  assert(pFile->fp != NULL);
wafwerar's avatar
wafwerar 已提交
696 697 698 699 700 701 702 703 704 705
#ifdef WINDOWS
  *ptrBuf = taosMemoryMalloc(1024);
  if (*ptrBuf == NULL) return -1;
  if (fgets(*ptrBuf, 1023, pFile->fp) == NULL) {
    taosMemoryFreeClear(*ptrBuf);
    return -1;
  }
  (*ptrBuf)[1023] = 0;
  return strlen(*ptrBuf);
#else
706 707
  size_t len = 0;
  return getline(ptrBuf, &len, pFile->fp);
wafwerar's avatar
wafwerar 已提交
708
#endif
709
}
wafwerar's avatar
wafwerar 已提交
710
int64_t taosGetsFile(TdFilePtr pFile, int32_t maxSize, char *__restrict buf) {
L
Liu Jicong 已提交
711
  if (pFile == NULL || buf == NULL) {
wafwerar's avatar
wafwerar 已提交
712 713 714 715 716 717 718 719
    return -1;
  }
  assert(pFile->fp != NULL);
  if (fgets(buf, maxSize, pFile->fp) == NULL) {
    return -1;
  }
  return strlen(buf);
}
L
Liu Jicong 已提交
720
int32_t taosEOFFile(TdFilePtr pFile) {
721 722 723 724 725
  if (pFile == NULL) {
    return 0;
  }
  assert(pFile->fp != NULL);

L
Liu Jicong 已提交
726
  return feof(pFile->fp);
L
fix  
Liu Jicong 已提交
727
}
728

729 730 731 732 733 734 735 736 737 738 739 740 741 742
bool taosCheckAccessFile(const char *pathname, int32_t tdFileAccessOptions) {
  int flags = 0;

  if (tdFileAccessOptions & TD_FILE_ACCESS_EXIST_OK) {
    flags |= F_OK;
  }

  if (tdFileAccessOptions & TD_FILE_ACCESS_READ_OK) {
    flags |= R_OK;
  }

  if (tdFileAccessOptions & TD_FILE_ACCESS_WRITE_OK) {
    flags |= W_OK;
  }
wafwerar's avatar
wafwerar 已提交
743 744 745
#ifdef WINDOWS
  return _access(pathname, flags) == 0;
#else
746
  return access(pathname, flags) == 0;
wafwerar's avatar
wafwerar 已提交
747
#endif
748
}
749 750

bool taosCheckExistFile(const char *pathname) { return taosCheckAccessFile(pathname, TD_FILE_ACCESS_EXIST_OK); };