osFile.c 18.5 KB
Newer Older
S
Shengliang Guan 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */
15
#define ALLOW_FORBID_FUNC
S
Shengliang Guan 已提交
16 17
#include "os.h"

S
Shengliang Guan 已提交
18
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33
#include <io.h>

#if defined(_MSDOS)
#define open _open
#endif

#if defined(_WIN32)
extern int openA(const char *, int, ...); /* MsvcLibX ANSI version of open */
extern int openU(const char *, int, ...); /* MsvcLibX UTF-8 version of open */
#if defined(_UTF8_SOURCE) || defined(_BSD_SOURCE) || defined(_GNU_SOURCE)
#define open openU
#else /* _ANSI_SOURCE */
#define open openA
#endif /* defined(_UTF8_SOURCE) */
#endif /* defined(_WIN32) */
34

35
#else
36 37 38 39 40 41 42
#include <fcntl.h>
#include <sys/file.h>
#include <sys/sendfile.h>
#include <sys/stat.h>
#include <unistd.h>
#define LINUX_FILE_NO_TEXT_OPTION 0
#define O_TEXT                    LINUX_FILE_NO_TEXT_OPTION
43 44
#endif

45 46
typedef int32_t FileFd;

47 48
#define FILE_WITH_LOCK 1

49
typedef struct TdFile {
50 51 52 53 54 55
#if FILE_WITH_LOCK
  pthread_rwlock_t rwlock;
#endif
  int      refId;
  FileFd   fd;
  FILE    *fp;
56
} * TdFilePtr, TdFile;
57

58
void taosGetTmpfilePath(const char *inputTmpDir, const char *fileNamePrefix, char *dstPath) {
S
TD-4088  
Shengliang Guan 已提交
59
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
S
Shengliang Guan 已提交
60
  const char *tdengineTmpFileNamePrefix = "tdengine-";
S
TD-4088  
Shengliang Guan 已提交
61
  char        tmpPath[PATH_MAX];
S
Shengliang Guan 已提交
62

S
Shengliang Guan 已提交
63 64
  int32_t len = (int32_t)strlen(inputTmpDir);
  memcpy(tmpPath, inputTmpDir, len);
S
TD-4088  
Shengliang Guan 已提交
65 66 67

  if (tmpPath[len - 1] != '/' && tmpPath[len - 1] != '\\') {
    tmpPath[len++] = '\\';
68
  }
S
Shengliang Guan 已提交
69

70
  strcpy(tmpPath + len, tdengineTmpFileNamePrefix);
S
TD-4088  
Shengliang Guan 已提交
71
  strcat(tmpPath, tdengineTmpFileNamePrefix);
S
Shengliang Guan 已提交
72 73 74
  if (strlen(tmpPath) + strlen(fileNamePrefix) + strlen("-%d-%s") < PATH_MAX) {
    strcat(tmpPath, fileNamePrefix);
    strcat(tmpPath, "-%d-%s");
S
Shengliang Guan 已提交
75
  }
S
Shengliang Guan 已提交
76

S
TD-4088  
Shengliang Guan 已提交
77 78
  char rand[8] = {0};
  taosRandStr(rand, tListLen(rand) - 1);
S
Shengliang Guan 已提交
79
  snprintf(dstPath, PATH_MAX, tmpPath, getpid(), rand);
S
TD-1912  
Shengliang Guan 已提交
80

S
TD-4088  
Shengliang Guan 已提交
81
#else
S
Shengliang Guan 已提交
82

S
TD-4088  
Shengliang Guan 已提交
83
  const char *tdengineTmpFileNamePrefix = "tdengine-";
S
Shengliang Guan 已提交
84

85
  char    tmpPath[PATH_MAX];
S
Shengliang Guan 已提交
86 87
  int32_t len = strlen(inputTmpDir);
  memcpy(tmpPath, inputTmpDir, len);
S
TD-4088  
Shengliang Guan 已提交
88
  static uint64_t seqId = 0;
S
Shengliang Guan 已提交
89

S
TD-4088  
Shengliang Guan 已提交
90 91
  if (tmpPath[len - 1] != '/') {
    tmpPath[len++] = '/';
S
TD-1912  
Shengliang Guan 已提交
92
  }
S
Shengliang Guan 已提交
93

S
TD-4088  
Shengliang Guan 已提交
94 95 96 97
  strcpy(tmpPath + len, tdengineTmpFileNamePrefix);
  if (strlen(tmpPath) + strlen(fileNamePrefix) + strlen("-%d-%s") < PATH_MAX) {
    strcat(tmpPath, fileNamePrefix);
    strcat(tmpPath, "-%d-%s");
S
Shengliang Guan 已提交
98 99
  }

S
TD-4088  
Shengliang Guan 已提交
100 101 102
  char rand[32] = {0};

  sprintf(rand, "%" PRIu64, atomic_add_fetch_64(&seqId, 1));
S
Shengliang Guan 已提交
103

S
TD-4088  
Shengliang Guan 已提交
104
  snprintf(dstPath, PATH_MAX, tmpPath, getpid(), rand);
S
Shengliang Guan 已提交
105

S
TD-4088  
Shengliang Guan 已提交
106
#endif
S
Shengliang Guan 已提交
107
}
S
TD-4088  
Shengliang Guan 已提交
108

109 110 111 112 113 114 115 116 117
int64_t taosCopyFile(const char *from, const char *to) {
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
  return 0;
#else
  char    buffer[4096];
  int64_t size = 0;
  int64_t bytes;

  // fidfrom = open(from, O_RDONLY);
118
  TdFilePtr pFileFrom = taosOpenFile(from, TD_FILE_READ);
119 120 121
  if (pFileFrom == NULL) goto _err;

  // fidto = open(to, O_WRONLY | O_CREAT | O_EXCL, 0755);
122
  TdFilePtr pFileTo = taosOpenFile(to, TD_FILE_CTEATE | TD_FILE_WRITE | TD_FILE_EXCL);
123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144
  if (pFileTo == NULL) goto _err;

  while (true) {
    bytes = taosReadFile(pFileFrom, buffer, sizeof(buffer));
    if (bytes < 0) goto _err;
    if (bytes == 0) break;

    size += bytes;

    if (taosWriteFile(pFileTo, (void *)buffer, bytes) < bytes) goto _err;
    if (bytes < sizeof(buffer)) break;
  }

  taosFsyncFile(pFileTo);

  taosCloseFile(&pFileFrom);
  taosCloseFile(&pFileTo);
  return size;

_err:
  if (pFileFrom != NULL) taosCloseFile(&pFileFrom);
  if (pFileTo != NULL) taosCloseFile(&pFileTo);
145
  taosRemoveFile(to);
146 147 148 149
  return -1;
#endif
}

150 151
int32_t taosRemoveFile(const char *path) { return remove(path); }

152 153 154 155
int32_t taosRenameFile(const char *oldName, const char *newName) {
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
  int32_t code = MoveFileEx(oldName, newName, MOVEFILE_REPLACE_EXISTING | MOVEFILE_COPY_ALLOWED);
  if (code < 0) {
156
    // printf("failed to rename file %s to %s, reason:%s", oldName, newName, strerror(errno));
157 158 159 160 161 162
  }

  return code;
#else
  int32_t code = rename(oldName, newName);
  if (code < 0) {
163
    // printf("failed to rename file %s to %s, reason:%s", oldName, newName, strerror(errno));
164 165 166 167 168 169 170 171 172 173 174
  }

  return code;
#endif
}

int32_t taosStatFile(const char *path, int64_t *size, int32_t *mtime) {
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
  return 0;
#else
  struct stat fileStat;
175
  int32_t code = stat(path, &fileStat);
176 177 178 179 180 181 182 183 184 185 186 187 188 189 190
  if (code < 0) {
    return code;
  }

  if (size != NULL) {
    *size = fileStat.st_size;
  }

  if (mtime != NULL) {
    *mtime = fileStat.st_mtime;
  }

  return 0;
#endif
}
191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211
int32_t taosDevInoFile(const char *path, int64_t *stDev, int64_t *stIno) {
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
  return 0;
#else
  struct stat fileStat;
  int32_t code = stat(path, &fileStat);
  if (code < 0) {
    return code;
  }

  if (stDev != NULL) {
    *stDev = fileStat.st_dev;
  }

  if (stIno != NULL) {
    *stIno = fileStat.st_ino;
  }

  return 0;
#endif
}
212

213
void autoDelFileListAdd(const char *path) { return; }
214

215
TdFilePtr taosOpenFile(const char *path, int32_t tdFileOptions) {
216 217 218
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
  return NULL;
#else
219 220 221 222 223 224
  int fd = -1;
  FILE *fp = NULL;
  if (tdFileOptions & TD_FILE_STREAM) {
    char *mode = NULL;
    if (tdFileOptions & TD_FILE_APPEND) {
      mode = (tdFileOptions & TD_FILE_TEXT) ? "at+" : "ab+";
L
Liu Jicong 已提交
225
    } else if (tdFileOptions & TD_FILE_TRUNC) {
226
      mode = (tdFileOptions & TD_FILE_TEXT) ? "wt+" : "wb+";
L
Liu Jicong 已提交
227
    } else if ((tdFileOptions & TD_FILE_READ) && !(tdFileOptions & TD_FILE_WRITE)) {
228
      mode = (tdFileOptions & TD_FILE_TEXT) ? "rt" : "rb";
L
Liu Jicong 已提交
229
    } else {
230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256
      mode = (tdFileOptions & TD_FILE_TEXT) ? "rt+" : "rb+";
    }
    assert(!(tdFileOptions & TD_FILE_EXCL));
    fp = fopen(path, mode);
    if (fp == NULL) {
      return NULL;
    }
  } else {
    int access = O_BINARY;
    access |= (tdFileOptions & TD_FILE_CTEATE) ? O_CREAT : 0;
    if ((tdFileOptions & TD_FILE_WRITE) && (tdFileOptions & TD_FILE_READ)) {
      access |= O_RDWR;
    } else if (tdFileOptions & TD_FILE_WRITE) {
      access |= O_WRONLY;
    } else if (tdFileOptions & TD_FILE_READ) {
      access |= O_RDONLY;
    }
    access |= (tdFileOptions & TD_FILE_TRUNC) ? O_TRUNC : 0;
    access |= (tdFileOptions & TD_FILE_APPEND) ? O_APPEND : 0;
    access |= (tdFileOptions & TD_FILE_TEXT) ? O_TEXT : 0;
    access |= (tdFileOptions & TD_FILE_EXCL) ? O_EXCL : 0;
    fd = open(path, access, S_IRWXU | S_IRWXG | S_IRWXO);
    if (fd == -1) {
      return NULL;
    }
  }

257
  if (tdFileOptions & TD_FILE_AUTO_DEL) {
258 259
    autoDelFileListAdd(path);
  }
260

261 262
  TdFilePtr pFile = (TdFilePtr)malloc(sizeof(TdFile));
  if (pFile == NULL) {
263 264
    if (fd >= 0) close(fd);
    if (fp != NULL) fclose(fp);
265 266
    return NULL;
  }
267 268 269
#if FILE_WITH_LOCK
  pthread_rwlock_init(&(pFile->rwlock),NULL);
#endif
270 271 272 273 274 275 276 277 278 279 280
  pFile->fd = fd;
  pFile->fp = fp;
  pFile->refId = 0;
  return pFile;
#endif
}

int64_t taosCloseFile(TdFilePtr *ppFile) {
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
  return 0;
#else
281 282 283 284 285 286
  if (ppFile == NULL || *ppFile == NULL) {
    return 0;
  }
#if FILE_WITH_LOCK
  pthread_rwlock_wrlock(&((*ppFile)->rwlock));
#endif
287
  if (ppFile == NULL || *ppFile == NULL || (*ppFile)->fd == -1) {
288 289
    return 0;
  }
290 291 292 293 294 295 296 297 298 299
  if ((*ppFile)->fp != NULL) {
    fflush((*ppFile)->fp);
    fclose((*ppFile)->fp);
    (*ppFile)->fp = NULL;
  }
  if ((*ppFile)->fd >= 0) {
    fsync((*ppFile)->fd);
    close((*ppFile)->fd);
    (*ppFile)->fd = -1;
  }
300
  (*ppFile)->refId = 0;
301 302 303 304
#if FILE_WITH_LOCK
  pthread_rwlock_unlock(&((*ppFile)->rwlock));
  pthread_rwlock_destroy(&((*ppFile)->rwlock));
#endif
305 306 307 308 309 310 311
  free(*ppFile);
  *ppFile = NULL;
  return 0;
#endif
}

int64_t taosReadFile(TdFilePtr pFile, void *buf, int64_t count) {
312
  if (pFile == NULL) {
313 314
    return 0;
  }
315 316 317
#if FILE_WITH_LOCK
  pthread_rwlock_rdlock(&(pFile->rwlock));
#endif
318
  assert(pFile->fd >= 0);
S
TD-1912  
Shengliang Guan 已提交
319 320
  int64_t leftbytes = count;
  int64_t readbytes;
321
  char   *tbuf = (char *)buf;
S
Shengliang Guan 已提交
322 323

  while (leftbytes > 0) {
324
    readbytes = read(pFile->fd, (void *)tbuf, (uint32_t)leftbytes);
S
Shengliang Guan 已提交
325 326 327 328
    if (readbytes < 0) {
      if (errno == EINTR) {
        continue;
      } else {
329 330 331
#if FILE_WITH_LOCK
        pthread_rwlock_unlock(&(pFile->rwlock));
#endif
S
Shengliang Guan 已提交
332 333 334
        return -1;
      }
    } else if (readbytes == 0) {
335 336 337
#if FILE_WITH_LOCK
      pthread_rwlock_unlock(&(pFile->rwlock));
#endif
S
TD-1912  
Shengliang Guan 已提交
338
      return (int64_t)(count - leftbytes);
S
Shengliang Guan 已提交
339 340 341 342 343 344
    }

    leftbytes -= readbytes;
    tbuf += readbytes;
  }

345 346 347
#if FILE_WITH_LOCK
  pthread_rwlock_unlock(&(pFile->rwlock));
#endif
S
TD-1912  
Shengliang Guan 已提交
348
  return count;
S
Shengliang Guan 已提交
349 350
}

351
int64_t taosPReadFile(TdFilePtr pFile, void *buf, int64_t count, int64_t offset) {
352
  if (pFile == NULL) {
353 354
    return 0;
  }
355 356 357
#if FILE_WITH_LOCK
  pthread_rwlock_rdlock(&(pFile->rwlock));
#endif
358
  assert(pFile->fd >= 0);
359 360 361 362 363
  int64_t ret = pread(pFile->fd, buf, count, offset);
#if FILE_WITH_LOCK
  pthread_rwlock_unlock(&(pFile->rwlock));
#endif
  return ret;
364 365 366
}

int64_t taosWriteFile(TdFilePtr pFile, const void *buf, int64_t count) {
367 368 369
  if (pFile == NULL) {
    return 0;
  }
370 371 372
#if FILE_WITH_LOCK
  pthread_rwlock_wrlock(&(pFile->rwlock));
#endif
373 374
  assert(pFile->fd >= 0);

375
  int64_t nleft = count;
S
TD-1912  
Shengliang Guan 已提交
376
  int64_t nwritten = 0;
377
  char   *tbuf = (char *)buf;
S
Shengliang Guan 已提交
378 379

  while (nleft > 0) {
380
    nwritten = write(pFile->fd, (void *)tbuf, (uint32_t)nleft);
S
Shengliang Guan 已提交
381 382 383 384
    if (nwritten < 0) {
      if (errno == EINTR) {
        continue;
      }
385 386 387
#if FILE_WITH_LOCK
      pthread_rwlock_unlock(&(pFile->rwlock));
#endif
S
Shengliang Guan 已提交
388 389 390 391 392
      return -1;
    }
    nleft -= nwritten;
    tbuf += nwritten;
  }
393

394 395 396
#if FILE_WITH_LOCK
  pthread_rwlock_unlock(&(pFile->rwlock));
#endif
397
  return count;
S
Shengliang Guan 已提交
398 399
}

400
int64_t taosLSeekFile(TdFilePtr pFile, int64_t offset, int32_t whence) {
401 402 403
  if (pFile == NULL) {
    return 0;
  }
404 405 406
#if FILE_WITH_LOCK
  pthread_rwlock_rdlock(&(pFile->rwlock));
#endif
407
  assert(pFile->fd >= 0);
408 409 410 411 412
  int64_t ret = lseek(pFile->fd, (long)offset, whence);
#if FILE_WITH_LOCK
  pthread_rwlock_unlock(&(pFile->rwlock));
#endif
  return ret;
413
}
S
Shengliang Guan 已提交
414

415
int32_t taosFStatFile(TdFilePtr pFile, int64_t *size, int32_t *mtime) {
S
Shengliang Guan 已提交
416 417 418
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
  return 0;
#else
419 420 421 422 423
  if (pFile == NULL) {
    return 0;
  }
  assert(pFile->fd >= 0);

424
  struct stat fileStat;
425
  int32_t code = fstat(pFile->fd, &fileStat);
426 427 428
  if (code < 0) {
    return code;
  }
H
Hongze Cheng 已提交
429

430 431 432
  if (size != NULL) {
    *size = fileStat.st_size;
  }
H
Hongze Cheng 已提交
433

434 435 436
  if (mtime != NULL) {
    *mtime = fileStat.st_mtime;
  }
H
Hongze Cheng 已提交
437

438 439 440
  return 0;
#endif
}
H
Hongze Cheng 已提交
441

442 443 444 445
int32_t taosLockFile(TdFilePtr pFile) {
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
  return 0;
#else
446 447 448 449 450
  if (pFile == NULL) {
    return 0;
  }
  assert(pFile->fd >= 0);

451 452 453
  return (int32_t)flock(pFile->fd, LOCK_EX | LOCK_NB);
#endif
}
H
Hongze Cheng 已提交
454

455 456 457 458
int32_t taosUnLockFile(TdFilePtr pFile) {
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
  return 0;
#else
459 460 461 462 463
  if (pFile == NULL) {
    return 0;
  }
  assert(pFile->fd >= 0);

464 465 466 467 468 469 470 471 472 473
  return (int32_t)flock(pFile->fd, LOCK_UN | LOCK_NB);
#endif
}

int32_t taosFtruncateFile(TdFilePtr pFile, int64_t l_size) {
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
  if (pFile->fd < 0) {
    errno = EBADF;
    uError("%s\n", "fd arg was negative");
    return -1;
H
Hongze Cheng 已提交
474 475
  }

476
  HANDLE h = (HANDLE)_get_osfhandle(pFile->fd);
H
Hongze Cheng 已提交
477

478 479 480 481 482 483 484
  LARGE_INTEGER li_0;
  li_0.QuadPart = (int64_t)0;
  BOOL cur = SetFilePointerEx(h, li_0, NULL, FILE_CURRENT);
  if (!cur) {
    uError("SetFilePointerEx Error getting current position in file.\n");
    return -1;
  }
H
Hongze Cheng 已提交
485

486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518
  LARGE_INTEGER li_size;
  li_size.QuadPart = l_size;
  BOOL cur2 = SetFilePointerEx(h, li_size, NULL, FILE_BEGIN);
  if (cur2 == 0) {
    int error = GetLastError();
    uError("SetFilePointerEx GetLastError is: %d\n", error);
    switch (error) {
      case ERROR_INVALID_HANDLE:
        errno = EBADF;
        break;
      default:
        errno = EIO;
        break;
    }
    return -1;
  }

  if (!SetEndOfFile(h)) {
    int error = GetLastError();
    uError("SetEndOfFile GetLastError is:%d", error);
    switch (error) {
      case ERROR_INVALID_HANDLE:
        errno = EBADF;
        break;
      default:
        errno = EIO;
        break;
    }
    return -1;
  }

  return 0;
#else
519 520 521 522 523
  if (pFile == NULL) {
    return 0;
  }
  assert(pFile->fd >= 0);

524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539
  return ftruncate(pFile->fd, l_size);
#endif
}

int32_t taosFsyncFile(TdFilePtr pFile) {
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
  if (pFile->fd < 0) {
    errno = EBADF;
    uError("%s\n", "fd arg was negative");
    return -1;
  }

  HANDLE h = (HANDLE)_get_osfhandle(pFile->fd);

  return FlushFileBuffers(h);
#else
540 541 542 543 544
  if (pFile == NULL) {
    return 0;
  }

  if (pFile->fp != NULL) return fflush(pFile->fp);
545
  if (pFile->fd >= 0) return fsync(pFile->fd);
546 547

  return 0;
S
Shengliang Guan 已提交
548
#endif
H
Hongze Cheng 已提交
549 550
}

S
TD-4088  
Shengliang Guan 已提交
551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)

#define _SEND_FILE_STEP_ 1000

int64_t taosFSendFile(FILE *out_file, FILE *in_file, int64_t *offset, int64_t count) {
  fseek(in_file, (int32_t)(*offset), 0);
  int64_t writeLen = 0;
  uint8_t buffer[_SEND_FILE_STEP_] = {0};

  for (int64_t len = 0; len < (count - _SEND_FILE_STEP_); len += _SEND_FILE_STEP_) {
    size_t rlen = fread(buffer, 1, _SEND_FILE_STEP_, in_file);
    if (rlen <= 0) {
      return writeLen;
    } else if (rlen < _SEND_FILE_STEP_) {
      fwrite(buffer, 1, rlen, out_file);
      return (int64_t)(writeLen + rlen);
    } else {
      fwrite(buffer, 1, _SEND_FILE_STEP_, in_file);
      writeLen += _SEND_FILE_STEP_;
    }
  }

  int64_t remain = count - writeLen;
  if (remain > 0) {
    size_t rlen = fread(buffer, 1, (size_t)remain, in_file);
    if (rlen <= 0) {
      return writeLen;
    } else {
      fwrite(buffer, 1, (size_t)remain, out_file);
      writeLen += remain;
    }
  }

  return writeLen;
}

int64_t taosSendFile(SocketFd dfd, FileFd sfd, int64_t *offset, int64_t count) {
  if (offset != NULL) lseek(sfd, (int32_t)(*offset), 0);

  int64_t writeLen = 0;
  uint8_t buffer[_SEND_FILE_STEP_] = {0};

  for (int64_t len = 0; len < (count - _SEND_FILE_STEP_); len += _SEND_FILE_STEP_) {
    int32_t rlen = (int32_t)read(sfd, buffer, _SEND_FILE_STEP_);
    if (rlen <= 0) {
      return writeLen;
    } else if (rlen < _SEND_FILE_STEP_) {
      taosWriteSocket(dfd, buffer, rlen);
      return (int64_t)(writeLen + rlen);
    } else {
      taosWriteSocket(dfd, buffer, _SEND_FILE_STEP_);
      writeLen += _SEND_FILE_STEP_;
    }
  }

  int64_t remain = count - writeLen;
  if (remain > 0) {
    int32_t rlen = read(sfd, buffer, (int32_t)remain);
    if (rlen <= 0) {
      return writeLen;
    } else {
      taosWriteSocket(sfd, buffer, (int32_t)remain);
      writeLen += remain;
    }
  }

  return writeLen;
}

#elif defined(_TD_DARWIN_64)
S
TD-1912  
Shengliang Guan 已提交
621

S
TD-4088  
Shengliang Guan 已提交
622 623 624 625 626 627 628 629
int64_t taosFSendFile(FILE *out_file, FILE *in_file, int64_t *offset, int64_t count) {
  int r = 0;
  if (offset) {
    r = fseek(in_file, *offset, SEEK_SET);
    if (r == -1) return -1;
  }
  off_t len = count;
  while (len > 0) {
630
    char buf[1024 * 16];
S
TD-4088  
Shengliang Guan 已提交
631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654
    off_t n = sizeof(buf);
    if (len < n) n = len;
    size_t m = fread(buf, 1, n, in_file);
    if (m < n) {
      int e = ferror(in_file);
      if (e) return -1;
    }
    if (m == 0) break;
    if (m != fwrite(buf, 1, m, out_file)) {
      return -1;
    }
    len -= m;
  }
  return count - len;
}

int64_t taosSendFile(SocketFd dfd, FileFd sfd, int64_t *offset, int64_t count) {
  int r = 0;
  if (offset) {
    r = lseek(sfd, *offset, SEEK_SET);
    if (r == -1) return -1;
  }
  off_t len = count;
  while (len > 0) {
655
    char buf[1024 * 16];
S
TD-4088  
Shengliang Guan 已提交
656 657 658 659 660 661 662 663 664 665 666 667 668 669
    off_t n = sizeof(buf);
    if (len < n) n = len;
    size_t m = read(sfd, buf, n);
    if (m == -1) return -1;
    if (m == 0) break;
    size_t l = write(dfd, buf, m);
    if (l == -1) return -1;
    len -= l;
  }
  return count - len;
}

#else

670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698
// int64_t taosSendFile(int fdDst, TdFilePtr pFileSrc, int64_t *offset, int64_t size) {
//   if (pFileSrc == NULL) {
//     return 0;
//   }
//   assert(pFileSrc->fd >= 0);

//   int64_t leftbytes = size;
//   int64_t sentbytes;

//   while (leftbytes > 0) {
//     sentbytes = sendfile(fdDst, pFileSrc->fd, offset, leftbytes);
//     if (sentbytes == -1) {
//       if (errno == EINTR || errno == EAGAIN || errno == EWOULDBLOCK) {
//         continue;
//       } else {
//         return -1;
//       }
//     } else if (sentbytes == 0) {
//       return (int64_t)(size - leftbytes);
//     }

//     leftbytes -= sentbytes;
//   }

//   return size;
// }

int64_t taosFSendFile(TdFilePtr pFileOut, TdFilePtr pFileIn, int64_t *offset, int64_t size) {
  if (pFileOut == NULL || pFileIn == NULL) {
699 700
    return 0;
  }
701
  assert(pFileIn->fd >= 0 && pFileOut->fd >= 0);
S
TD-1912  
Shengliang Guan 已提交
702 703
  int64_t leftbytes = size;
  int64_t sentbytes;
S
Shengliang Guan 已提交
704 705

  while (leftbytes > 0) {
706
    sentbytes = sendfile(pFileOut->fd, pFileIn->fd, offset, leftbytes);
S
Shengliang Guan 已提交
707
    if (sentbytes == -1) {
S
TD-1985  
Shengliang Guan 已提交
708
      if (errno == EINTR || errno == EAGAIN || errno == EWOULDBLOCK) {
S
Shengliang Guan 已提交
709 710 711 712 713
        continue;
      } else {
        return -1;
      }
    } else if (sentbytes == 0) {
S
TD-1912  
Shengliang Guan 已提交
714
      return (int64_t)(size - leftbytes);
S
Shengliang Guan 已提交
715 716 717 718 719 720 721
    }

    leftbytes -= sentbytes;
  }

  return size;
}
S
TD-1912  
Shengliang Guan 已提交
722

S
Shengliang Guan 已提交
723 724
#endif

725
void taosFprintfFile(TdFilePtr pFile, const char *format, ...) {
726 727 728 729 730
  if (pFile == NULL) {
    return;
  }
  assert(pFile->fp != NULL);

731
  va_list ap;
732
  va_start(ap, format);
733
  vfprintf(pFile->fp, format, ap);
734 735
  va_end(ap);
  fflush(pFile->fp);
S
Shengliang Guan 已提交
736 737
}

738
void *taosMmapReadOnlyFile(TdFilePtr pFile, int64_t length) {
739 740 741 742
  if (pFile == NULL) {
    return NULL;
  }
  assert(pFile->fd >= 0);
S
Shengliang Guan 已提交
743

744 745
  void *ptr = mmap(NULL, length, PROT_READ, MAP_SHARED, pFile->fd, 0);
  return ptr;
S
Shengliang Guan 已提交
746 747
}

748
bool taosValidFile(TdFilePtr pFile) { return pFile != NULL; }
S
Shengliang Guan 已提交
749

750
int32_t taosUmaskFile(int32_t maskVal) {
S
Shengliang Guan 已提交
751 752 753
#if defined(_TD_WINDOWS_64) || defined(_TD_WINDOWS_32)
  return 0;
#else
754
  return umask(maskVal);
S
TD-4088  
Shengliang Guan 已提交
755
#endif
756 757
}

758 759
int32_t taosGetErrorFile(TdFilePtr pFile) { return errno; }
int64_t taosGetLineFile(TdFilePtr pFile, char **__restrict__ ptrBuf) {
760 761 762 763 764
  if (pFile == NULL) {
    return -1;
  }
  assert(pFile->fp != NULL);

765 766
  size_t len = 0;
  return getline(ptrBuf, &len, pFile->fp);
767
}
L
Liu Jicong 已提交
768
int32_t taosEOFFile(TdFilePtr pFile) {
769 770 771 772 773
  if (pFile == NULL) {
    return 0;
  }
  assert(pFile->fp != NULL);

L
Liu Jicong 已提交
774
  return feof(pFile->fp);
L
fix  
Liu Jicong 已提交
775
}
776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793
bool taosCheckAccessFile(const char *pathname, int32_t tdFileAccessOptions) {
  int flags = 0;

  if (tdFileAccessOptions & TD_FILE_ACCESS_EXIST_OK) {
    flags |= F_OK;
  }

  if (tdFileAccessOptions & TD_FILE_ACCESS_READ_OK) {
    flags |= R_OK;
  }

  if (tdFileAccessOptions & TD_FILE_ACCESS_WRITE_OK) {
    flags |= W_OK;
  }

  return access(pathname, flags) == 0;
}
bool taosCheckExistFile(const char *pathname) { return taosCheckAccessFile(pathname, TD_FILE_ACCESS_EXIST_OK); };