ttime.c 26.4 KB
Newer Older
H
hzcheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

16
#ifdef DARWIN
H
hzcheng 已提交
17
#define _XOPEN_SOURCE
18 19 20 21
#else
#define _XOPEN_SOURCE 500
#endif

S
common  
Shengliang Guan 已提交
22
#define _BSD_SOURCE
S
slguan 已提交
23
#define _DEFAULT_SOURCE
S
Shengliang Guan 已提交
24
#include "ttime.h"
S
Shengliang Guan 已提交
25

S
Shengliang Guan 已提交
26 27
#include "tlog.h"

L
lihui 已提交
28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47
/*
 * mktime64 - Converts date to seconds.
 * Converts Gregorian date to seconds since 1970-01-01 00:00:00.
 * Assumes input in normal date format, i.e. 1980-12-31 23:59:59
 * => year=1980, mon=12, day=31, hour=23, min=59, sec=59.
 *
 * [For the Julian calendar (which was used in Russia before 1917,
 * Britain & colonies before 1752, anywhere else before 1582,
 * and is still in use by some communities) leave out the
 * -year/100+year/400 terms, and add 10.]
 *
 * This algorithm was first published by Gauss (I think).
 *
 * A leap second can be indicated by calling this function with sec as
 * 60 (allowable under ISO 8601).  The leap second is treated the same
 * as the following second since they don't exist in UNIX time.
 *
 * An encoding of midnight at the end of the day as 24:00:00 - ie. midnight
 * tomorrow - (allowable under ISO 8601) is supported.
 */
S
Shengliang Guan 已提交
48 49 50
static int64_t user_mktime64(const uint32_t year0, const uint32_t mon0, const uint32_t day, const uint32_t hour,
                             const uint32_t min, const uint32_t sec, int64_t time_zone) {
  uint32_t mon = mon0, year = year0;
L
lihui 已提交
51

H
Haojun Liao 已提交
52
  /* 1..12 -> 11,12,1..10 */
S
Shengliang Guan 已提交
53 54
  if (0 >= (int32_t)(mon -= 2)) {
    mon += 12; /* Puts Feb last since it has leap day */
H
Haojun Liao 已提交
55 56
    year -= 1;
  }
L
lihui 已提交
57

S
Shengliang Guan 已提交
58 59
  // int64_t res = (((((int64_t) (year/4 - year/100 + year/400 + 367*mon/12 + day) +
  //                year*365 - 719499)*24 + hour)*60 + min)*60 + sec);
H
Hui Li 已提交
60
  int64_t res;
S
Shengliang Guan 已提交
61 62 63 64
  res = 367 * ((int64_t)mon) / 12;
  res += year / 4 - year / 100 + year / 400 + day + ((int64_t)year) * 365 - 719499;
  res = res * 24;
  res = ((res + hour) * 60 + min) * 60 + sec;
L
lihui 已提交
65

66
  return (res + time_zone);
L
lihui 已提交
67
}
68

L
lihui 已提交
69 70
// ==== mktime() kernel code =================//
static int64_t m_deltaUtc = 0;
71

72 73 74 75 76
void deltaToUtcInitOnce() {
  struct tm tm = {0};
  (void)taosStrpTime("1970-01-01 00:00:00", (const char*)("%Y-%m-%d %H:%M:%S"), &tm);
  m_deltaUtc = (int64_t)taosMktime(&tm);
  // printf("====delta:%lld\n\n", seconds);
L
lihui 已提交
77 78
}

H
hzcheng 已提交
79
static int64_t parseFraction(char* str, char** end, int32_t timePrec);
80
static int32_t parseTimeWithTz(const char* timestr, int64_t* time, int32_t timePrec, char delim);
81 82
static int32_t parseLocaltime(char* timestr, int32_t len, int64_t* utime, int32_t timePrec, char delim);
static int32_t parseLocaltimeDst(char* timestr, int32_t len, int64_t* utime, int32_t timePrec, char delim);
S
Shengliang Guan 已提交
83 84
static char*   forwardToTimeStringEnd(char* str);
static bool    checkTzPresent(const char* str, int32_t len);
dengyihao's avatar
dengyihao 已提交
85

H
Hongze Cheng 已提交
86 87
static int32_t (*parseLocaltimeFp[])(char* timestr, int32_t len, int64_t* utime, int32_t timePrec, char delim) = {
    parseLocaltime, parseLocaltimeDst};
H
hzcheng 已提交
88

89
int32_t taosParseTime(const char* timestr, int64_t* utime, int32_t len, int32_t timePrec, int8_t day_light) {
H
hzcheng 已提交
90
  /* parse datatime string in with tz */
S
slguan 已提交
91
  if (strnchr(timestr, 'T', len, false) != NULL) {
92 93 94 95 96
    if (checkTzPresent(timestr, len)) {
      return parseTimeWithTz(timestr, utime, timePrec, 'T');
    } else {
      return (*parseLocaltimeFp[day_light])((char*)timestr, len, utime, timePrec, 'T');
    }
H
hzcheng 已提交
97
  } else {
98 99 100 101 102
    if (checkTzPresent(timestr, len)) {
      return parseTimeWithTz(timestr, utime, timePrec, 0);
    } else {
      return (*parseLocaltimeFp[day_light])((char*)timestr, len, utime, timePrec, 0);
    }
H
hzcheng 已提交
103 104 105
  }
}

S
Shengliang Guan 已提交
106 107
bool checkTzPresent(const char* str, int32_t len) {
  char*   seg = forwardToTimeStringEnd((char*)str);
108 109
  int32_t seg_len = len - (int32_t)(seg - str);

S
Shengliang Guan 已提交
110 111 112
  char* c = &seg[seg_len - 1];
  for (int32_t i = 0; i < seg_len; ++i) {
    if (*c == 'Z' || *c == 'z' || *c == '+' || *c == '-') {
113 114 115 116 117
      return true;
    }
    c--;
  }

118
  return false;
119 120
}

H
hzcheng 已提交
121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143
char* forwardToTimeStringEnd(char* str) {
  int32_t i = 0;
  int32_t numOfSep = 0;

  while (str[i] != 0 && numOfSep < 2) {
    if (str[i++] == ':') {
      numOfSep++;
    }
  }

  while (str[i] >= '0' && str[i] <= '9') {
    i++;
  }

  return &str[i];
}

int64_t parseFraction(char* str, char** end, int32_t timePrec) {
  int32_t i = 0;
  int64_t fraction = 0;

  const int32_t MILLI_SEC_FRACTION_LEN = 3;
  const int32_t MICRO_SEC_FRACTION_LEN = 6;
144
  const int32_t NANO_SEC_FRACTION_LEN = 9;
H
hzcheng 已提交
145

146
  int32_t factor[9] = {1, 10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000};
H
hzcheng 已提交
147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165
  int32_t times = 1;

  while (str[i] >= '0' && str[i] <= '9') {
    i++;
  }

  int32_t totalLen = i;
  if (totalLen <= 0) {
    return -1;
  }

  /* parse the fraction */
  if (timePrec == TSDB_TIME_PRECISION_MILLI) {
    /* only use the initial 3 bits */
    if (i >= MILLI_SEC_FRACTION_LEN) {
      i = MILLI_SEC_FRACTION_LEN;
    }

    times = MILLI_SEC_FRACTION_LEN - i;
166
  } else if (timePrec == TSDB_TIME_PRECISION_MICRO) {
H
hzcheng 已提交
167 168 169 170
    if (i >= MICRO_SEC_FRACTION_LEN) {
      i = MICRO_SEC_FRACTION_LEN;
    }
    times = MICRO_SEC_FRACTION_LEN - i;
G
Ganlin Zhao 已提交
171
  } else if (timePrec == TSDB_TIME_PRECISION_NANO) {
172 173 174 175
    if (i >= NANO_SEC_FRACTION_LEN) {
      i = NANO_SEC_FRACTION_LEN;
    }
    times = NANO_SEC_FRACTION_LEN - i;
G
Ganlin Zhao 已提交
176 177
  } else {
    return -1;
H
hzcheng 已提交
178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195
  }

  fraction = strnatoi(str, i) * factor[times];
  *end = str + totalLen;

  return fraction;
}

int32_t parseTimezone(char* str, int64_t* tzOffset) {
  int64_t hour = 0;

  int32_t i = 0;
  if (str[i] != '+' && str[i] != '-') {
    return -1;
  }

  i++;

D
dapan1121 已提交
196 197 198 199
  int32_t j = i;
  while (str[j]) {
    if ((str[j] >= '0' && str[j] <= '9') || str[j] == ':') {
      ++j;
D
dapan1121 已提交
200 201 202 203 204 205
      continue;
    }

    return -1;
  }

H
hzcheng 已提交
206 207
  char* sep = strchr(&str[i], ':');
  if (sep != NULL) {
S
slguan 已提交
208
    int32_t len = (int32_t)(sep - &str[i]);
H
hzcheng 已提交
209 210 211 212 213 214 215 216

    hour = strnatoi(&str[i], len);
    i += len + 1;
  } else {
    hour = strnatoi(&str[i], 2);
    i += 2;
  }

S
Shengliang Guan 已提交
217 218
  // return error if there're illegal charaters after min(2 Digits)
  char* minStr = &str[i];
219
  if (minStr[1] != '\0' && minStr[2] != '\0') {
S
Shengliang Guan 已提交
220
    return -1;
221 222
  }

weixin_48148422's avatar
weixin_48148422 已提交
223 224
  int64_t minute = strnatoi(&str[i], 2);
  if (minute > 59) {
H
hzcheng 已提交
225 226 227 228
    return -1;
  }

  if (str[0] == '+') {
weixin_48148422's avatar
weixin_48148422 已提交
229
    *tzOffset = -(hour * 3600 + minute * 60);
H
hzcheng 已提交
230
  } else {
weixin_48148422's avatar
weixin_48148422 已提交
231
    *tzOffset = hour * 3600 + minute * 60;
H
hzcheng 已提交
232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248
  }

  return 0;
}

/*
 * rfc3339 format:
 * 2013-04-12T15:52:01+08:00
 * 2013-04-12T15:52:01.123+08:00
 *
 * 2013-04-12T15:52:01Z
 * 2013-04-12T15:52:01.123Z
 *
 * iso-8601 format:
 * 2013-04-12T15:52:01+0800
 * 2013-04-12T15:52:01.123+0800
 */
249
int32_t parseTimeWithTz(const char* timestr, int64_t* time, int32_t timePrec, char delim) {
250
  int64_t factor = TSDB_TICK_PER_SECOND(timePrec);
H
hzcheng 已提交
251 252 253
  int64_t tzOffset = 0;

  struct tm tm = {0};
254 255 256

  char* str;
  if (delim == 'T') {
wafwerar's avatar
wafwerar 已提交
257
    str = taosStrpTime(timestr, "%Y-%m-%dT%H:%M:%S", &tm);
258
  } else if (delim == 0) {
wafwerar's avatar
wafwerar 已提交
259
    str = taosStrpTime(timestr, "%Y-%m-%d %H:%M:%S", &tm);
260 261 262 263
  } else {
    str = NULL;
  }

H
hzcheng 已提交
264 265 266 267
  if (str == NULL) {
    return -1;
  }

S
slguan 已提交
268 269
/* mktime will be affected by TZ, set by using taos_options */
#ifdef WINDOWS
S
Shengliang Guan 已提交
270 271
  int64_t seconds = user_mktime64(tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday, tm.tm_hour, tm.tm_min, tm.tm_sec, 0);
  // int64_t seconds = gmtime(&tm);
S
slguan 已提交
272
#else
H
hzcheng 已提交
273
  int64_t seconds = timegm(&tm);
S
slguan 已提交
274
#endif
H
hzcheng 已提交
275 276

  int64_t fraction = 0;
S
Shengliang Guan 已提交
277
  str = forwardToTimeStringEnd((char*)timestr);
H
hzcheng 已提交
278

279
  if ((str[0] == 'Z' || str[0] == 'z') && str[1] == '\0') {
H
hzcheng 已提交
280 281 282 283 284 285 286 287 288 289 290 291 292
    /* utc time, no millisecond, return directly*/
    *time = seconds * factor;
  } else if (str[0] == '.') {
    str += 1;
    if ((fraction = parseFraction(str, &str, timePrec)) < 0) {
      return -1;
    }

    *time = seconds * factor + fraction;

    char seg = str[0];
    if (seg != 'Z' && seg != 'z' && seg != '+' && seg != '-') {
      return -1;
293 294
    } else if ((seg == 'Z' || seg == 'z') && str[1] != '\0') {
      return -1;
H
hzcheng 已提交
295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319
    } else if (seg == '+' || seg == '-') {
      // parse the timezone
      if (parseTimezone(str, &tzOffset) == -1) {
        return -1;
      }

      *time += tzOffset * factor;
    }

  } else if (str[0] == '+' || str[0] == '-') {
    *time = seconds * factor + fraction;

    // parse the timezone
    if (parseTimezone(str, &tzOffset) == -1) {
      return -1;
    }

    *time += tzOffset * factor;
  } else {
    return -1;
  }

  return 0;
}

320 321 322 323 324 325 326 327 328
static FORCE_INLINE bool validateTm(struct tm* pTm) {
  if (pTm == NULL) {
    return false;
  }

  int32_t dayOfMonth[12] = {31, 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31};

  int32_t leapYearMonthDay = 29;
  int32_t year = pTm->tm_year + 1900;
H
Hongze Cheng 已提交
329
  bool    isLeapYear = ((year % 100) == 0) ? ((year % 400) == 0) : ((year % 4) == 0);
330 331 332 333 334 335 336 337 338 339 340

  if (isLeapYear && (pTm->tm_mon == 1)) {
    if (pTm->tm_mday > leapYearMonthDay) {
      return false;
    }
  } else {
    if (pTm->tm_mday > dayOfMonth[pTm->tm_mon]) {
      return false;
    }
  }

H
Hongze Cheng 已提交
341
  return true;
342 343
}

344 345
int32_t parseLocaltime(char* timestr, int32_t len, int64_t* utime, int32_t timePrec, char delim) {
  *utime = 0;
H
hzcheng 已提交
346 347
  struct tm tm = {0};

H
Hongze Cheng 已提交
348
  char* str;
349 350 351 352 353 354 355 356
  if (delim == 'T') {
    str = taosStrpTime(timestr, "%Y-%m-%dT%H:%M:%S", &tm);
  } else if (delim == 0) {
    str = taosStrpTime(timestr, "%Y-%m-%d %H:%M:%S", &tm);
  } else {
    str = NULL;
  }

357
  if (str == NULL || (((str - timestr) < len) && (*str != '.')) || !validateTm(&tm)) {
H
Hongze Cheng 已提交
358
    // if parse failed, try "%Y-%m-%d" format
359 360 361 362
    str = taosStrpTime(timestr, "%Y-%m-%d", &tm);
    if (str == NULL || (((str - timestr) < len) && (*str != '.')) || !validateTm(&tm)) {
      return -1;
    }
H
hzcheng 已提交
363 364
  }

365 366 367 368 369 370
#ifdef _MSC_VER
#if _MSC_VER >= 1900
  int64_t timezone = _timezone;
#endif
#endif

S
Shengliang Guan 已提交
371 372 373
  int64_t seconds =
      user_mktime64(tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday, tm.tm_hour, tm.tm_min, tm.tm_sec, timezone);

H
hzcheng 已提交
374 375 376 377 378 379 380 381 382
  int64_t fraction = 0;

  if (*str == '.') {
    /* parse the second fraction part */
    if ((fraction = parseFraction(str + 1, &str, timePrec)) < 0) {
      return -1;
    }
  }

383
  *utime = TSDB_TICK_PER_SECOND(timePrec) * seconds + fraction;
H
hzcheng 已提交
384 385 386
  return 0;
}

387 388
int32_t parseLocaltimeDst(char* timestr, int32_t len, int64_t* utime, int32_t timePrec, char delim) {
  *utime = 0;
dengyihao's avatar
dengyihao 已提交
389 390 391
  struct tm tm = {0};
  tm.tm_isdst = -1;

H
Hongze Cheng 已提交
392
  char* str;
393 394 395 396 397 398 399 400
  if (delim == 'T') {
    str = taosStrpTime(timestr, "%Y-%m-%dT%H:%M:%S", &tm);
  } else if (delim == 0) {
    str = taosStrpTime(timestr, "%Y-%m-%d %H:%M:%S", &tm);
  } else {
    str = NULL;
  }

401
  if (str == NULL || (((str - timestr) < len) && (*str != '.')) || !validateTm(&tm)) {
H
Hongze Cheng 已提交
402
    // if parse failed, try "%Y-%m-%d" format
403 404 405 406
    str = taosStrpTime(timestr, "%Y-%m-%d", &tm);
    if (str == NULL || (((str - timestr) < len) && (*str != '.')) || !validateTm(&tm)) {
      return -1;
    }
dengyihao's avatar
dengyihao 已提交
407 408 409
  }

  /* mktime will be affected by TZ, set by using taos_options */
410
  int64_t seconds = taosMktime(&tm);
S
Shengliang Guan 已提交
411

dengyihao's avatar
dengyihao 已提交
412 413 414 415 416 417 418 419
  int64_t fraction = 0;
  if (*str == '.') {
    /* parse the second fraction part */
    if ((fraction = parseFraction(str + 1, &str, timePrec)) < 0) {
      return -1;
    }
  }

420
  *utime = TSDB_TICK_PER_SECOND(timePrec) * seconds + fraction;
dengyihao's avatar
dengyihao 已提交
421 422
  return 0;
}
B
Bomin Zhang 已提交
423

D
dapan1121 已提交
424 425 426 427 428 429 430 431 432 433 434 435
char getPrecisionUnit(int32_t precision) {
  static char units[3] = {TIME_UNIT_MILLISECOND, TIME_UNIT_MICROSECOND, TIME_UNIT_NANOSECOND};
  switch (precision) {
    case TSDB_TIME_PRECISION_MILLI:
    case TSDB_TIME_PRECISION_MICRO:
    case TSDB_TIME_PRECISION_NANO:
      return units[precision];
    default:
      return 0;
  }
}

436
int64_t convertTimePrecision(int64_t utime, int32_t fromPrecision, int32_t toPrecision) {
437
  ASSERT(fromPrecision == TSDB_TIME_PRECISION_MILLI || fromPrecision == TSDB_TIME_PRECISION_MICRO ||
438
         fromPrecision == TSDB_TIME_PRECISION_NANO);
439
  ASSERT(toPrecision == TSDB_TIME_PRECISION_MILLI || toPrecision == TSDB_TIME_PRECISION_MICRO ||
440
         toPrecision == TSDB_TIME_PRECISION_NANO);
441

H
Hongze Cheng 已提交
442
  switch (fromPrecision) {
443 444 445
    case TSDB_TIME_PRECISION_MILLI: {
      switch (toPrecision) {
        case TSDB_TIME_PRECISION_MILLI:
446
          return utime;
447
        case TSDB_TIME_PRECISION_MICRO:
448 449 450
          if (utime > INT64_MAX / 1000) {
            return INT64_MAX;
          }
G
Ganlin Zhao 已提交
451
          return utime * 1000;
452
        case TSDB_TIME_PRECISION_NANO:
453 454 455
          if (utime > INT64_MAX / 1000000) {
            return INT64_MAX;
          }
G
Ganlin Zhao 已提交
456
          return utime * 1000000;
G
Ganlin Zhao 已提交
457
        default:
458
          ASSERT(0);
G
Ganlin Zhao 已提交
459
          return utime;
460
      }
H
Hongze Cheng 已提交
461
    }  // end from milli
462 463 464
    case TSDB_TIME_PRECISION_MICRO: {
      switch (toPrecision) {
        case TSDB_TIME_PRECISION_MILLI:
465
          return utime / 1000;
466
        case TSDB_TIME_PRECISION_MICRO:
467
          return utime;
468
        case TSDB_TIME_PRECISION_NANO:
469 470 471
          if (utime > INT64_MAX / 1000) {
            return INT64_MAX;
          }
G
Ganlin Zhao 已提交
472
          return utime * 1000;
G
Ganlin Zhao 已提交
473
        default:
474
          ASSERT(0);
G
Ganlin Zhao 已提交
475
          return utime;
476
      }
H
Hongze Cheng 已提交
477
    }  // end from micro
478 479 480
    case TSDB_TIME_PRECISION_NANO: {
      switch (toPrecision) {
        case TSDB_TIME_PRECISION_MILLI:
481
          return utime / 1000000;
482
        case TSDB_TIME_PRECISION_MICRO:
483
          return utime / 1000;
484
        case TSDB_TIME_PRECISION_NANO:
485
          return utime;
G
Ganlin Zhao 已提交
486
        default:
487
          ASSERT(0);
G
Ganlin Zhao 已提交
488
          return utime;
489
      }
H
Hongze Cheng 已提交
490
    }  // end from nano
491
    default: {
492
      ASSERT(0);
493
      return utime;  // only to pass windows compilation
494
    }
H
Hongze Cheng 已提交
495
  }  // end switch fromPrecision
496 497

  return utime;
498
}
499

H
Hongze Cheng 已提交
500 501 502
// !!!!notice:there are precision problems, double lose precison if time is too large, for example:
// 1626006833631000000*1.0 = double = 1626006833631000064
// int64_t convertTimePrecision(int64_t time, int32_t fromPrecision, int32_t toPrecision) {
503 504 505 506 507 508 509 510
//  assert(fromPrecision == TSDB_TIME_PRECISION_MILLI || fromPrecision == TSDB_TIME_PRECISION_MICRO ||
//         fromPrecision == TSDB_TIME_PRECISION_NANO);
//  assert(toPrecision == TSDB_TIME_PRECISION_MILLI || toPrecision == TSDB_TIME_PRECISION_MICRO ||
//         toPrecision == TSDB_TIME_PRECISION_NANO);
//  static double factors[3][3] = {{1., 1000., 1000000.}, {1.0 / 1000, 1., 1000.}, {1.0 / 1000000, 1.0 / 1000, 1.}};
//  ((double)time * factors[fromPrecision][toPrecision]);
//}

H
Hongze Cheng 已提交
511 512
// !!!!notice: double lose precison if time is too large, for example: 1626006833631000000*1.0 = double =
// 1626006833631000064
D
dapan1121 已提交
513
int64_t convertTimeFromPrecisionToUnit(int64_t time, int32_t fromPrecision, char toUnit) {
G
Ganlin Zhao 已提交
514 515 516 517 518
  if (fromPrecision != TSDB_TIME_PRECISION_MILLI && fromPrecision != TSDB_TIME_PRECISION_MICRO &&
      fromPrecision != TSDB_TIME_PRECISION_NANO) {
    return -1;
  }

519
  int64_t factors[3] = {NANOSECOND_PER_MSEC, NANOSECOND_PER_USEC, 1};
H
Hongze Cheng 已提交
520
  double  tmp = time;
D
dapan1121 已提交
521
  switch (toUnit) {
H
Hongze Cheng 已提交
522 523
    case 's': {
      time /= (NANOSECOND_PER_SEC / factors[fromPrecision]);
wmmhello's avatar
wmmhello 已提交
524
      tmp = (double)time;
525 526
      break;
    }
D
dapan1121 已提交
527
    case 'm':
H
Hongze Cheng 已提交
528
      time /= (NANOSECOND_PER_MINUTE / factors[fromPrecision]);
wmmhello's avatar
wmmhello 已提交
529
      tmp = (double)time;
530
      break;
D
dapan1121 已提交
531
    case 'h':
H
Hongze Cheng 已提交
532
      time /= (NANOSECOND_PER_HOUR / factors[fromPrecision]);
wmmhello's avatar
wmmhello 已提交
533
      tmp = (double)time;
534
      break;
D
dapan1121 已提交
535
    case 'd':
H
Hongze Cheng 已提交
536
      time /= (NANOSECOND_PER_DAY / factors[fromPrecision]);
wmmhello's avatar
wmmhello 已提交
537
      tmp = (double)time;
538
      break;
D
dapan1121 已提交
539
    case 'w':
H
Hongze Cheng 已提交
540
      time /= (NANOSECOND_PER_WEEK / factors[fromPrecision]);
wmmhello's avatar
wmmhello 已提交
541
      tmp = (double)time;
542
      break;
D
dapan1121 已提交
543
    case 'a':
H
Hongze Cheng 已提交
544
      time /= (NANOSECOND_PER_MSEC / factors[fromPrecision]);
wmmhello's avatar
wmmhello 已提交
545
      tmp = (double)time;
546
      break;
D
dapan1121 已提交
547
    case 'u':
548 549
      // the result of (NANOSECOND_PER_USEC/(double)factors[fromPrecision]) maybe a double
      switch (fromPrecision) {
H
Hongze Cheng 已提交
550
        case TSDB_TIME_PRECISION_MILLI: {
551 552
          tmp *= 1000;
          time *= 1000;
553 554
          break;
        }
H
Hongze Cheng 已提交
555
        case TSDB_TIME_PRECISION_MICRO: {
556
          time /= 1;
wmmhello's avatar
wmmhello 已提交
557
          tmp = (double)time;
558 559
          break;
        }
H
Hongze Cheng 已提交
560
        case TSDB_TIME_PRECISION_NANO: {
561
          time /= 1000;
wmmhello's avatar
wmmhello 已提交
562
          tmp = (double)time;
563 564 565 566
          break;
        }
      }
      break;
D
dapan1121 已提交
567
    case 'b':
568 569 570
      tmp *= factors[fromPrecision];
      time *= factors[fromPrecision];
      break;
D
dapan1121 已提交
571 572 573
    default: {
      return -1;
    }
574
  }
575 576 577
  if (tmp >= (double)INT64_MAX) return INT64_MAX;
  if (tmp <= (double)INT64_MIN) return INT64_MIN;
  return time;
578 579
}

H
Hongze Cheng 已提交
580
int32_t convertStringToTimestamp(int16_t type, char* inputData, int64_t timePrec, int64_t* timeVal) {
581
  int32_t charLen = varDataLen(inputData);
H
Hongze Cheng 已提交
582
  char*   newColData;
X
Xiaoyu Wang 已提交
583
  if (type == TSDB_DATA_TYPE_BINARY || type == TSDB_DATA_TYPE_VARBINARY) {
H
Hongze Cheng 已提交
584
    newColData = taosMemoryCalloc(1, charLen + 1);
585
    memcpy(newColData, varDataVal(inputData), charLen);
D
dapan1121 已提交
586
    int32_t ret = taosParseTime(newColData, timeVal, charLen, (int32_t)timePrec, tsDaylight);
587 588
    if (ret != TSDB_CODE_SUCCESS) {
      taosMemoryFree(newColData);
D
dapan1121 已提交
589
      return TSDB_CODE_INVALID_TIMESTAMP;
590
    }
591 592
    taosMemoryFree(newColData);
  } else if (type == TSDB_DATA_TYPE_NCHAR) {
H
Hongze Cheng 已提交
593 594 595
    newColData = taosMemoryCalloc(1, charLen + TSDB_NCHAR_SIZE);
    int len = taosUcs4ToMbs((TdUcs4*)varDataVal(inputData), charLen, newColData);
    if (len < 0) {
596 597 598 599
      taosMemoryFree(newColData);
      return TSDB_CODE_FAILED;
    }
    newColData[len] = 0;
600
    int32_t ret = taosParseTime(newColData, timeVal, len, (int32_t)timePrec, tsDaylight);
601 602 603 604
    if (ret != TSDB_CODE_SUCCESS) {
      taosMemoryFree(newColData);
      return ret;
    }
605 606 607 608 609
    taosMemoryFree(newColData);
  } else {
    return TSDB_CODE_FAILED;
  }
  return TSDB_CODE_SUCCESS;
D
dapan1121 已提交
610 611
}

612
static int32_t getDuration(int64_t val, char unit, int64_t* result, int32_t timePrecision) {
H
hzcheng 已提交
613 614
  switch (unit) {
    case 's':
615 616 617
      if (val > INT64_MAX / MILLISECOND_PER_SECOND) {
        return -1;
      }
618
      (*result) = convertTimePrecision(val * MILLISECOND_PER_SECOND, TSDB_TIME_PRECISION_MILLI, timePrecision);
H
hzcheng 已提交
619 620
      break;
    case 'm':
621 622 623
      if (val > INT64_MAX / MILLISECOND_PER_MINUTE) {
        return -1;
      }
624
      (*result) = convertTimePrecision(val * MILLISECOND_PER_MINUTE, TSDB_TIME_PRECISION_MILLI, timePrecision);
H
hzcheng 已提交
625 626
      break;
    case 'h':
627 628 629
      if (val > INT64_MAX / MILLISECOND_PER_MINUTE) {
        return -1;
      }
630
      (*result) = convertTimePrecision(val * MILLISECOND_PER_HOUR, TSDB_TIME_PRECISION_MILLI, timePrecision);
H
hzcheng 已提交
631 632
      break;
    case 'd':
633 634 635
      if (val > INT64_MAX / MILLISECOND_PER_DAY) {
        return -1;
      }
636
      (*result) = convertTimePrecision(val * MILLISECOND_PER_DAY, TSDB_TIME_PRECISION_MILLI, timePrecision);
H
hzcheng 已提交
637 638
      break;
    case 'w':
639 640 641
      if (val > INT64_MAX / MILLISECOND_PER_WEEK) {
        return -1;
      }
642
      (*result) = convertTimePrecision(val * MILLISECOND_PER_WEEK, TSDB_TIME_PRECISION_MILLI, timePrecision);
H
hzcheng 已提交
643 644
      break;
    case 'a':
645
      (*result) = convertTimePrecision(val, TSDB_TIME_PRECISION_MILLI, timePrecision);
H
Haojun Liao 已提交
646 647
      break;
    case 'u':
648 649 650 651
      (*result) = convertTimePrecision(val, TSDB_TIME_PRECISION_MICRO, timePrecision);
      break;
    case 'b':
      (*result) = convertTimePrecision(val, TSDB_TIME_PRECISION_NANO, timePrecision);
H
hzcheng 已提交
652 653 654 655 656 657 658 659 660
      break;
    default: {
      return -1;
    }
  }
  return 0;
}

/*
661 662 663 664
 * n - months
 * y - Years
 * is not allowed, since the duration of month or year are both variable.
 *
665 666
 * b - nanoseconds;
 * u - microseconds;
H
hzcheng 已提交
667 668 669 670 671 672 673
 * a - Millionseconds
 * s - Seconds
 * m - Minutes
 * h - Hours
 * d - Days (24 hours)
 * w - Weeks (7 days)
 */
S
Shengliang Guan 已提交
674 675
int32_t parseAbsoluteDuration(const char* token, int32_t tokenlen, int64_t* duration, char* unit,
                              int32_t timePrecision) {
H
hzcheng 已提交
676 677 678 679
  errno = 0;
  char* endPtr = NULL;

  /* get the basic numeric value */
wafwerar's avatar
wafwerar 已提交
680
  int64_t timestamp = taosStr2Int64(token, &endPtr, 10);
681
  if (timestamp < 0 || errno != 0) {
H
hzcheng 已提交
682 683 684
    return -1;
  }

685
  /* natual month/year are not allowed in absolute duration */
686 687
  *unit = token[tokenlen - 1];
  if (*unit == 'n' || *unit == 'y') {
688 689 690
    return -1;
  }

691
  return getDuration(timestamp, *unit, duration, timePrecision);
H
hzcheng 已提交
692
}
693

694
int32_t parseNatualDuration(const char* token, int32_t tokenLen, int64_t* duration, char* unit, int32_t timePrecision) {
B
Bomin Zhang 已提交
695 696 697
  errno = 0;

  /* get the basic numeric value */
wafwerar's avatar
wafwerar 已提交
698
  *duration = taosStr2Int64(token, NULL, 10);
699
  if (*duration < 0 || errno != 0) {
B
Bomin Zhang 已提交
700 701 702 703 704 705 706 707
    return -1;
  }

  *unit = token[tokenLen - 1];
  if (*unit == 'n' || *unit == 'y') {
    return 0;
  }

708
  return getDuration(*duration, *unit, duration, timePrecision);
B
Bomin Zhang 已提交
709 710
}

711 712 713 714
int64_t taosTimeAdd(int64_t t, int64_t duration, char unit, int32_t precision) {
  if (duration == 0) {
    return t;
  }
H
Haojun Liao 已提交
715 716

  if (unit != 'n' && unit != 'y') {
717 718 719
    return t + duration;
  }

H
Haojun Liao 已提交
720 721 722 723 724 725
  // The following code handles the y/n time duration
  int64_t numOfMonth = duration;
  if (unit == 'y') {
    numOfMonth *= 12;
  }

726 727
  int64_t fraction = t % TSDB_TICK_PER_SECOND(precision);

728
  struct tm tm;
S
Shengliang Guan 已提交
729
  time_t    tt = (time_t)(t / TSDB_TICK_PER_SECOND(precision));
wafwerar's avatar
wafwerar 已提交
730
  taosLocalTime(&tt, &tm);
H
Haojun Liao 已提交
731
  int32_t mon = tm.tm_year * 12 + tm.tm_mon + (int32_t)numOfMonth;
732 733 734
  tm.tm_year = mon / 12;
  tm.tm_mon = mon % 12;

735
  return (int64_t)(taosMktime(&tm) * TSDB_TICK_PER_SECOND(precision) + fraction);
B
Bomin Zhang 已提交
736 737 738 739 740 741 742
}

int32_t taosTimeCountInterval(int64_t skey, int64_t ekey, int64_t interval, char unit, int32_t precision) {
  if (ekey < skey) {
    int64_t tmp = ekey;
    ekey = skey;
    skey = tmp;
743
  }
B
Bomin Zhang 已提交
744 745 746 747
  if (unit != 'n' && unit != 'y') {
    return (int32_t)((ekey - skey) / interval);
  }

S
Shengliang Guan 已提交
748 749
  skey /= (int64_t)(TSDB_TICK_PER_SECOND(precision));
  ekey /= (int64_t)(TSDB_TICK_PER_SECOND(precision));
750

B
Bomin Zhang 已提交
751
  struct tm tm;
S
Shengliang Guan 已提交
752
  time_t    t = (time_t)skey;
wafwerar's avatar
wafwerar 已提交
753
  taosLocalTime(&t, &tm);
S
Shengliang Guan 已提交
754
  int32_t smon = tm.tm_year * 12 + tm.tm_mon;
B
Bomin Zhang 已提交
755 756

  t = (time_t)ekey;
wafwerar's avatar
wafwerar 已提交
757
  taosLocalTime(&t, &tm);
S
Shengliang Guan 已提交
758
  int32_t emon = tm.tm_year * 12 + tm.tm_mon;
B
Bomin Zhang 已提交
759 760 761 762 763 764

  if (unit == 'y') {
    interval *= 12;
  }

  return (emon - smon) / (int32_t)interval;
765 766 767
}

int64_t taosTimeTruncate(int64_t t, const SInterval* pInterval, int32_t precision) {
G
Ganlin Zhao 已提交
768
  if (pInterval->sliding == 0 && pInterval->interval == 0) {
769 770 771 772
    return t;
  }

  int64_t start = t;
B
Bomin Zhang 已提交
773
  if (pInterval->slidingUnit == 'n' || pInterval->slidingUnit == 'y') {
S
Shengliang Guan 已提交
774
    start /= (int64_t)(TSDB_TICK_PER_SECOND(precision));
775
    struct tm tm;
S
Shengliang Guan 已提交
776
    time_t    tt = (time_t)start;
wafwerar's avatar
wafwerar 已提交
777
    taosLocalTime(&tt, &tm);
778 779 780 781 782 783 784
    tm.tm_sec = 0;
    tm.tm_min = 0;
    tm.tm_hour = 0;
    tm.tm_mday = 1;

    if (pInterval->slidingUnit == 'y') {
      tm.tm_mon = 0;
S
Shengliang Guan 已提交
785
      tm.tm_year = (int32_t)(tm.tm_year / pInterval->sliding * pInterval->sliding);
786
    } else {
S
Shengliang Guan 已提交
787 788
      int32_t mon = tm.tm_year * 12 + tm.tm_mon;
      mon = (int32_t)(mon / pInterval->sliding * pInterval->sliding);
789 790 791 792
      tm.tm_year = mon / 12;
      tm.tm_mon = mon % 12;
    }

793
    start = (int64_t)(taosMktime(&tm) * TSDB_TICK_PER_SECOND(precision));
794 795
  } else {
    int64_t delta = t - pInterval->interval;
H
Haojun Liao 已提交
796
    int32_t factor = (delta >= 0) ? 1 : -1;
797 798 799 800

    start = (delta / pInterval->sliding + factor) * pInterval->sliding;

    if (pInterval->intervalUnit == 'd' || pInterval->intervalUnit == 'w') {
S
Shengliang Guan 已提交
801 802 803 804
      /*
       * here we revised the start time of day according to the local time zone,
       * but in case of DST, the start time of one day need to be dynamically decided.
       */
805
      // todo refactor to extract function that is available for Linux/Windows/Mac platform
S
Shengliang Guan 已提交
806
#if defined(WINDOWS) && _MSC_VER >= 1900
807 808 809 810
      // see https://docs.microsoft.com/en-us/cpp/c-runtime-library/daylight-dstbias-timezone-and-tzname?view=vs-2019
      int64_t timezone = _timezone;
      int32_t daylight = _daylight;
      char**  tzname = _tzname;
S
Shengliang Guan 已提交
811
#endif
812

S
Shengliang Guan 已提交
813
      start += (int64_t)(timezone * TSDB_TICK_PER_SECOND(precision));
814 815
    }

H
Haojun Liao 已提交
816 817 818
    int64_t end = 0;

    // not enough time range
D
fix bug  
dapan1121 已提交
819
    if (start < 0 || INT64_MAX - start > pInterval->interval - 1) {
820
      end = taosTimeAdd(start, pInterval->interval, pInterval->intervalUnit, precision) - 1;
G
Ganlin Zhao 已提交
821
      while (end < t) {  // move forward to the correct time window
H
Haojun Liao 已提交
822 823
        start += pInterval->sliding;

D
fix bug  
dapan1121 已提交
824
        if (start < 0 || INT64_MAX - start > pInterval->interval - 1) {
H
Haojun Liao 已提交
825 826 827 828 829 830 831 832
          end = start + pInterval->interval - 1;
        } else {
          end = INT64_MAX;
          break;
        }
      }
    } else {
      end = INT64_MAX;
833 834 835
    }
  }

836
  ASSERT(pInterval->offset >= 0);
H
Haojun Liao 已提交
837

B
Bomin Zhang 已提交
838 839
  if (pInterval->offset > 0) {
    start = taosTimeAdd(start, pInterval->offset, pInterval->offsetUnit, precision);
840

H
Haojun Liao 已提交
841 842
    // try to move current window to the left-hande-side, due to the offset effect.
    int64_t end = taosTimeAdd(start, pInterval->interval, pInterval->intervalUnit, precision) - 1;
843

H
Haojun Liao 已提交
844 845 846 847
    int64_t newEnd = end;
    while (newEnd >= t) {
      end = newEnd;
      newEnd = taosTimeAdd(newEnd, -pInterval->sliding, pInterval->slidingUnit, precision);
B
Bomin Zhang 已提交
848
    }
H
Haojun Liao 已提交
849 850

    start = taosTimeAdd(end, -pInterval->interval, pInterval->intervalUnit, precision) + 1;
B
Bomin Zhang 已提交
851
  }
H
Haojun Liao 已提交
852

B
Bomin Zhang 已提交
853
  return start;
854 855
}

856 857 858 859 860 861 862 863
// internal function, when program is paused in debugger,
// one can call this function from debugger to print a
// timestamp as human readable string, for example (gdb):
//     p fmtts(1593769722)
// outputs:
//     2020-07-03 17:48:42
// and the parameter can also be a variable.
const char* fmtts(int64_t ts) {
C
Cary Xu 已提交
864
  static char buf[96] = {0};
S
Shengliang Guan 已提交
865 866
  size_t      pos = 0;
  struct tm   tm;
867 868

  if (ts > -62135625943 && ts < 32503651200) {
B
Bomin Zhang 已提交
869
    time_t t = (time_t)ts;
wafwerar's avatar
wafwerar 已提交
870
    taosLocalTime(&t, &tm);
B
Bomin Zhang 已提交
871
    pos += strftime(buf + pos, sizeof(buf), "s=%Y-%m-%d %H:%M:%S", &tm);
872 873
  }

B
Bomin Zhang 已提交
874 875
  if (ts > -62135625943000 && ts < 32503651200000) {
    time_t t = (time_t)(ts / 1000);
wafwerar's avatar
wafwerar 已提交
876
    taosLocalTime(&t, &tm);
B
Bomin Zhang 已提交
877 878 879 880 881 882
    if (pos > 0) {
      buf[pos++] = ' ';
      buf[pos++] = '|';
      buf[pos++] = ' ';
    }
    pos += strftime(buf + pos, sizeof(buf), "ms=%Y-%m-%d %H:%M:%S", &tm);
S
Shengliang Guan 已提交
883
    pos += sprintf(buf + pos, ".%03d", (int32_t)(ts % 1000));
B
Bomin Zhang 已提交
884
  }
885

B
Bomin Zhang 已提交
886 887
  {
    time_t t = (time_t)(ts / 1000000);
wafwerar's avatar
wafwerar 已提交
888
    taosLocalTime(&t, &tm);
B
Bomin Zhang 已提交
889 890 891 892 893 894
    if (pos > 0) {
      buf[pos++] = ' ';
      buf[pos++] = '|';
      buf[pos++] = ' ';
    }
    pos += strftime(buf + pos, sizeof(buf), "us=%Y-%m-%d %H:%M:%S", &tm);
S
Shengliang Guan 已提交
895
    pos += sprintf(buf + pos, ".%06d", (int32_t)(ts % 1000000));
896 897 898
  }

  return buf;
899
}
900 901

void taosFormatUtcTime(char* buf, int32_t bufLen, int64_t t, int32_t precision) {
H
Hongze Cheng 已提交
902 903
  char      ts[40] = {0};
  struct tm ptm;
904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936

  int32_t fractionLen;
  char*   format = NULL;
  time_t  quot = 0;
  long    mod = 0;

  switch (precision) {
    case TSDB_TIME_PRECISION_MILLI: {
      quot = t / 1000;
      fractionLen = 5;
      format = ".%03" PRId64;
      mod = t % 1000;
      break;
    }

    case TSDB_TIME_PRECISION_MICRO: {
      quot = t / 1000000;
      fractionLen = 8;
      format = ".%06" PRId64;
      mod = t % 1000000;
      break;
    }

    case TSDB_TIME_PRECISION_NANO: {
      quot = t / 1000000000;
      fractionLen = 11;
      format = ".%09" PRId64;
      mod = t % 1000000000;
      break;
    }

    default:
      fractionLen = 0;
G
Ganlin Zhao 已提交
937
      ASSERT(false);
938 939
  }

940 941
  taosLocalTime(&quot, &ptm);
  int32_t length = (int32_t)strftime(ts, 40, "%Y-%m-%dT%H:%M:%S", &ptm);
942
  length += snprintf(ts + length, fractionLen, format, mod);
943
  length += (int32_t)strftime(ts + length, 40 - length, "%z", &ptm);
944 945

  tstrncpy(buf, ts, bufLen);
D
dapan1121 已提交
946
}