ttime.c 26.4 KB
Newer Older
H
hzcheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

16
#ifdef DARWIN
H
hzcheng 已提交
17
#define _XOPEN_SOURCE
18 19 20 21
#else
#define _XOPEN_SOURCE 500
#endif

S
common  
Shengliang Guan 已提交
22
#define _BSD_SOURCE
S
slguan 已提交
23
#define _DEFAULT_SOURCE
S
Shengliang Guan 已提交
24
#include "ttime.h"
S
Shengliang Guan 已提交
25

S
Shengliang Guan 已提交
26 27
#include "tlog.h"

L
lihui 已提交
28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47
/*
 * mktime64 - Converts date to seconds.
 * Converts Gregorian date to seconds since 1970-01-01 00:00:00.
 * Assumes input in normal date format, i.e. 1980-12-31 23:59:59
 * => year=1980, mon=12, day=31, hour=23, min=59, sec=59.
 *
 * [For the Julian calendar (which was used in Russia before 1917,
 * Britain & colonies before 1752, anywhere else before 1582,
 * and is still in use by some communities) leave out the
 * -year/100+year/400 terms, and add 10.]
 *
 * This algorithm was first published by Gauss (I think).
 *
 * A leap second can be indicated by calling this function with sec as
 * 60 (allowable under ISO 8601).  The leap second is treated the same
 * as the following second since they don't exist in UNIX time.
 *
 * An encoding of midnight at the end of the day as 24:00:00 - ie. midnight
 * tomorrow - (allowable under ISO 8601) is supported.
 */
S
Shengliang Guan 已提交
48 49 50
static int64_t user_mktime64(const uint32_t year0, const uint32_t mon0, const uint32_t day, const uint32_t hour,
                             const uint32_t min, const uint32_t sec, int64_t time_zone) {
  uint32_t mon = mon0, year = year0;
L
lihui 已提交
51

H
Haojun Liao 已提交
52
  /* 1..12 -> 11,12,1..10 */
S
Shengliang Guan 已提交
53 54
  if (0 >= (int32_t)(mon -= 2)) {
    mon += 12; /* Puts Feb last since it has leap day */
H
Haojun Liao 已提交
55 56
    year -= 1;
  }
L
lihui 已提交
57

S
Shengliang Guan 已提交
58 59
  // int64_t res = (((((int64_t) (year/4 - year/100 + year/400 + 367*mon/12 + day) +
  //                year*365 - 719499)*24 + hour)*60 + min)*60 + sec);
H
Hui Li 已提交
60
  int64_t res;
S
Shengliang Guan 已提交
61 62 63 64
  res = 367 * ((int64_t)mon) / 12;
  res += year / 4 - year / 100 + year / 400 + day + ((int64_t)year) * 365 - 719499;
  res = res * 24;
  res = ((res + hour) * 60 + min) * 60 + sec;
L
lihui 已提交
65

66
  return (res + time_zone);
L
lihui 已提交
67
}
68

L
lihui 已提交
69 70
// ==== mktime() kernel code =================//
static int64_t m_deltaUtc = 0;
S
Shengliang Guan 已提交
71
void           deltaToUtcInitOnce() {
H
Hongze Cheng 已提交
72
            struct tm tm = {0};
73

H
Hongze Cheng 已提交
74 75 76
            (void)taosStrpTime("1970-01-01 00:00:00", (const char*)("%Y-%m-%d %H:%M:%S"), &tm);
            m_deltaUtc = (int64_t)taosMktime(&tm);
            // printf("====delta:%lld\n\n", seconds);
L
lihui 已提交
77 78
}

H
hzcheng 已提交
79
static int64_t parseFraction(char* str, char** end, int32_t timePrec);
80
static int32_t parseTimeWithTz(const char* timestr, int64_t* time, int32_t timePrec, char delim);
81 82
static int32_t parseLocaltime(char* timestr, int32_t len, int64_t* utime, int32_t timePrec, char delim);
static int32_t parseLocaltimeDst(char* timestr, int32_t len, int64_t* utime, int32_t timePrec, char delim);
S
Shengliang Guan 已提交
83 84
static char*   forwardToTimeStringEnd(char* str);
static bool    checkTzPresent(const char* str, int32_t len);
dengyihao's avatar
dengyihao 已提交
85

H
Hongze Cheng 已提交
86 87
static int32_t (*parseLocaltimeFp[])(char* timestr, int32_t len, int64_t* utime, int32_t timePrec, char delim) = {
    parseLocaltime, parseLocaltimeDst};
H
hzcheng 已提交
88

89
int32_t taosParseTime(const char* timestr, int64_t* utime, int32_t len, int32_t timePrec, int8_t day_light) {
H
hzcheng 已提交
90
  /* parse datatime string in with tz */
S
slguan 已提交
91
  if (strnchr(timestr, 'T', len, false) != NULL) {
92 93 94 95 96
    if (checkTzPresent(timestr, len)) {
      return parseTimeWithTz(timestr, utime, timePrec, 'T');
    } else {
      return (*parseLocaltimeFp[day_light])((char*)timestr, len, utime, timePrec, 'T');
    }
H
hzcheng 已提交
97
  } else {
98 99 100 101 102
    if (checkTzPresent(timestr, len)) {
      return parseTimeWithTz(timestr, utime, timePrec, 0);
    } else {
      return (*parseLocaltimeFp[day_light])((char*)timestr, len, utime, timePrec, 0);
    }
H
hzcheng 已提交
103 104 105
  }
}

S
Shengliang Guan 已提交
106 107
bool checkTzPresent(const char* str, int32_t len) {
  char*   seg = forwardToTimeStringEnd((char*)str);
108 109
  int32_t seg_len = len - (int32_t)(seg - str);

S
Shengliang Guan 已提交
110 111 112
  char* c = &seg[seg_len - 1];
  for (int32_t i = 0; i < seg_len; ++i) {
    if (*c == 'Z' || *c == 'z' || *c == '+' || *c == '-') {
113 114 115 116 117
      return true;
    }
    c--;
  }

118
  return false;
119 120
}

H
hzcheng 已提交
121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143
char* forwardToTimeStringEnd(char* str) {
  int32_t i = 0;
  int32_t numOfSep = 0;

  while (str[i] != 0 && numOfSep < 2) {
    if (str[i++] == ':') {
      numOfSep++;
    }
  }

  while (str[i] >= '0' && str[i] <= '9') {
    i++;
  }

  return &str[i];
}

int64_t parseFraction(char* str, char** end, int32_t timePrec) {
  int32_t i = 0;
  int64_t fraction = 0;

  const int32_t MILLI_SEC_FRACTION_LEN = 3;
  const int32_t MICRO_SEC_FRACTION_LEN = 6;
144
  const int32_t NANO_SEC_FRACTION_LEN = 9;
H
hzcheng 已提交
145

146
  int32_t factor[9] = {1, 10, 100, 1000, 10000, 100000, 1000000, 10000000, 100000000};
H
hzcheng 已提交
147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165
  int32_t times = 1;

  while (str[i] >= '0' && str[i] <= '9') {
    i++;
  }

  int32_t totalLen = i;
  if (totalLen <= 0) {
    return -1;
  }

  /* parse the fraction */
  if (timePrec == TSDB_TIME_PRECISION_MILLI) {
    /* only use the initial 3 bits */
    if (i >= MILLI_SEC_FRACTION_LEN) {
      i = MILLI_SEC_FRACTION_LEN;
    }

    times = MILLI_SEC_FRACTION_LEN - i;
166
  } else if (timePrec == TSDB_TIME_PRECISION_MICRO) {
H
hzcheng 已提交
167 168 169 170
    if (i >= MICRO_SEC_FRACTION_LEN) {
      i = MICRO_SEC_FRACTION_LEN;
    }
    times = MICRO_SEC_FRACTION_LEN - i;
171 172 173 174 175 176
  } else {
    assert(timePrec == TSDB_TIME_PRECISION_NANO);
    if (i >= NANO_SEC_FRACTION_LEN) {
      i = NANO_SEC_FRACTION_LEN;
    }
    times = NANO_SEC_FRACTION_LEN - i;
H
hzcheng 已提交
177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194
  }

  fraction = strnatoi(str, i) * factor[times];
  *end = str + totalLen;

  return fraction;
}

int32_t parseTimezone(char* str, int64_t* tzOffset) {
  int64_t hour = 0;

  int32_t i = 0;
  if (str[i] != '+' && str[i] != '-') {
    return -1;
  }

  i++;

D
dapan1121 已提交
195 196 197 198
  int32_t j = i;
  while (str[j]) {
    if ((str[j] >= '0' && str[j] <= '9') || str[j] == ':') {
      ++j;
D
dapan1121 已提交
199 200 201 202 203 204
      continue;
    }

    return -1;
  }

H
hzcheng 已提交
205 206
  char* sep = strchr(&str[i], ':');
  if (sep != NULL) {
S
slguan 已提交
207
    int32_t len = (int32_t)(sep - &str[i]);
H
hzcheng 已提交
208 209 210 211 212 213 214 215

    hour = strnatoi(&str[i], len);
    i += len + 1;
  } else {
    hour = strnatoi(&str[i], 2);
    i += 2;
  }

S
Shengliang Guan 已提交
216 217
  // return error if there're illegal charaters after min(2 Digits)
  char* minStr = &str[i];
218
  if (minStr[1] != '\0' && minStr[2] != '\0') {
S
Shengliang Guan 已提交
219
    return -1;
220 221
  }

weixin_48148422's avatar
weixin_48148422 已提交
222 223
  int64_t minute = strnatoi(&str[i], 2);
  if (minute > 59) {
H
hzcheng 已提交
224 225 226 227
    return -1;
  }

  if (str[0] == '+') {
weixin_48148422's avatar
weixin_48148422 已提交
228
    *tzOffset = -(hour * 3600 + minute * 60);
H
hzcheng 已提交
229
  } else {
weixin_48148422's avatar
weixin_48148422 已提交
230
    *tzOffset = hour * 3600 + minute * 60;
H
hzcheng 已提交
231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247
  }

  return 0;
}

/*
 * rfc3339 format:
 * 2013-04-12T15:52:01+08:00
 * 2013-04-12T15:52:01.123+08:00
 *
 * 2013-04-12T15:52:01Z
 * 2013-04-12T15:52:01.123Z
 *
 * iso-8601 format:
 * 2013-04-12T15:52:01+0800
 * 2013-04-12T15:52:01.123+0800
 */
248
int32_t parseTimeWithTz(const char* timestr, int64_t* time, int32_t timePrec, char delim) {
249
  int64_t factor = TSDB_TICK_PER_SECOND(timePrec);
H
hzcheng 已提交
250 251 252
  int64_t tzOffset = 0;

  struct tm tm = {0};
253 254 255

  char* str;
  if (delim == 'T') {
wafwerar's avatar
wafwerar 已提交
256
    str = taosStrpTime(timestr, "%Y-%m-%dT%H:%M:%S", &tm);
257
  } else if (delim == 0) {
wafwerar's avatar
wafwerar 已提交
258
    str = taosStrpTime(timestr, "%Y-%m-%d %H:%M:%S", &tm);
259 260 261 262
  } else {
    str = NULL;
  }

H
hzcheng 已提交
263 264 265 266
  if (str == NULL) {
    return -1;
  }

S
slguan 已提交
267 268
/* mktime will be affected by TZ, set by using taos_options */
#ifdef WINDOWS
S
Shengliang Guan 已提交
269 270
  int64_t seconds = user_mktime64(tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday, tm.tm_hour, tm.tm_min, tm.tm_sec, 0);
  // int64_t seconds = gmtime(&tm);
S
slguan 已提交
271
#else
H
hzcheng 已提交
272
  int64_t seconds = timegm(&tm);
S
slguan 已提交
273
#endif
H
hzcheng 已提交
274 275

  int64_t fraction = 0;
S
Shengliang Guan 已提交
276
  str = forwardToTimeStringEnd((char*)timestr);
H
hzcheng 已提交
277

278
  if ((str[0] == 'Z' || str[0] == 'z') && str[1] == '\0') {
H
hzcheng 已提交
279 280 281 282 283 284 285 286 287 288 289 290 291
    /* utc time, no millisecond, return directly*/
    *time = seconds * factor;
  } else if (str[0] == '.') {
    str += 1;
    if ((fraction = parseFraction(str, &str, timePrec)) < 0) {
      return -1;
    }

    *time = seconds * factor + fraction;

    char seg = str[0];
    if (seg != 'Z' && seg != 'z' && seg != '+' && seg != '-') {
      return -1;
292 293
    } else if ((seg == 'Z' || seg == 'z') && str[1] != '\0') {
      return -1;
H
hzcheng 已提交
294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318
    } else if (seg == '+' || seg == '-') {
      // parse the timezone
      if (parseTimezone(str, &tzOffset) == -1) {
        return -1;
      }

      *time += tzOffset * factor;
    }

  } else if (str[0] == '+' || str[0] == '-') {
    *time = seconds * factor + fraction;

    // parse the timezone
    if (parseTimezone(str, &tzOffset) == -1) {
      return -1;
    }

    *time += tzOffset * factor;
  } else {
    return -1;
  }

  return 0;
}

319 320 321 322 323 324 325 326 327
static FORCE_INLINE bool validateTm(struct tm* pTm) {
  if (pTm == NULL) {
    return false;
  }

  int32_t dayOfMonth[12] = {31, 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31};

  int32_t leapYearMonthDay = 29;
  int32_t year = pTm->tm_year + 1900;
H
Hongze Cheng 已提交
328
  bool    isLeapYear = ((year % 100) == 0) ? ((year % 400) == 0) : ((year % 4) == 0);
329 330 331 332 333 334 335 336 337 338 339

  if (isLeapYear && (pTm->tm_mon == 1)) {
    if (pTm->tm_mday > leapYearMonthDay) {
      return false;
    }
  } else {
    if (pTm->tm_mday > dayOfMonth[pTm->tm_mon]) {
      return false;
    }
  }

H
Hongze Cheng 已提交
340
  return true;
341 342
}

343 344
int32_t parseLocaltime(char* timestr, int32_t len, int64_t* utime, int32_t timePrec, char delim) {
  *utime = 0;
H
hzcheng 已提交
345 346
  struct tm tm = {0};

H
Hongze Cheng 已提交
347
  char* str;
348 349 350 351 352 353 354 355
  if (delim == 'T') {
    str = taosStrpTime(timestr, "%Y-%m-%dT%H:%M:%S", &tm);
  } else if (delim == 0) {
    str = taosStrpTime(timestr, "%Y-%m-%d %H:%M:%S", &tm);
  } else {
    str = NULL;
  }

356
  if (str == NULL || (((str - timestr) < len) && (*str != '.')) || !validateTm(&tm)) {
H
Hongze Cheng 已提交
357
    // if parse failed, try "%Y-%m-%d" format
358 359 360 361
    str = taosStrpTime(timestr, "%Y-%m-%d", &tm);
    if (str == NULL || (((str - timestr) < len) && (*str != '.')) || !validateTm(&tm)) {
      return -1;
    }
H
hzcheng 已提交
362 363
  }

364 365 366 367 368 369
#ifdef _MSC_VER
#if _MSC_VER >= 1900
  int64_t timezone = _timezone;
#endif
#endif

S
Shengliang Guan 已提交
370 371 372
  int64_t seconds =
      user_mktime64(tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday, tm.tm_hour, tm.tm_min, tm.tm_sec, timezone);

H
hzcheng 已提交
373 374 375 376 377 378 379 380 381
  int64_t fraction = 0;

  if (*str == '.') {
    /* parse the second fraction part */
    if ((fraction = parseFraction(str + 1, &str, timePrec)) < 0) {
      return -1;
    }
  }

382
  *utime = TSDB_TICK_PER_SECOND(timePrec) * seconds + fraction;
H
hzcheng 已提交
383 384 385
  return 0;
}

386 387
int32_t parseLocaltimeDst(char* timestr, int32_t len, int64_t* utime, int32_t timePrec, char delim) {
  *utime = 0;
dengyihao's avatar
dengyihao 已提交
388 389 390
  struct tm tm = {0};
  tm.tm_isdst = -1;

H
Hongze Cheng 已提交
391
  char* str;
392 393 394 395 396 397 398 399
  if (delim == 'T') {
    str = taosStrpTime(timestr, "%Y-%m-%dT%H:%M:%S", &tm);
  } else if (delim == 0) {
    str = taosStrpTime(timestr, "%Y-%m-%d %H:%M:%S", &tm);
  } else {
    str = NULL;
  }

400
  if (str == NULL || (((str - timestr) < len) && (*str != '.')) || !validateTm(&tm)) {
H
Hongze Cheng 已提交
401
    // if parse failed, try "%Y-%m-%d" format
402 403 404 405
    str = taosStrpTime(timestr, "%Y-%m-%d", &tm);
    if (str == NULL || (((str - timestr) < len) && (*str != '.')) || !validateTm(&tm)) {
      return -1;
    }
dengyihao's avatar
dengyihao 已提交
406 407 408
  }

  /* mktime will be affected by TZ, set by using taos_options */
409
  int64_t seconds = taosMktime(&tm);
S
Shengliang Guan 已提交
410

dengyihao's avatar
dengyihao 已提交
411 412 413 414 415 416 417 418
  int64_t fraction = 0;
  if (*str == '.') {
    /* parse the second fraction part */
    if ((fraction = parseFraction(str + 1, &str, timePrec)) < 0) {
      return -1;
    }
  }

419
  *utime = TSDB_TICK_PER_SECOND(timePrec) * seconds + fraction;
dengyihao's avatar
dengyihao 已提交
420 421
  return 0;
}
B
Bomin Zhang 已提交
422

D
dapan1121 已提交
423 424 425 426 427 428 429 430 431 432 433 434
char getPrecisionUnit(int32_t precision) {
  static char units[3] = {TIME_UNIT_MILLISECOND, TIME_UNIT_MICROSECOND, TIME_UNIT_NANOSECOND};
  switch (precision) {
    case TSDB_TIME_PRECISION_MILLI:
    case TSDB_TIME_PRECISION_MICRO:
    case TSDB_TIME_PRECISION_NANO:
      return units[precision];
    default:
      return 0;
  }
}

435
int64_t convertTimePrecision(int64_t utime, int32_t fromPrecision, int32_t toPrecision) {
436
  ASSERT(fromPrecision == TSDB_TIME_PRECISION_MILLI || fromPrecision == TSDB_TIME_PRECISION_MICRO ||
437
         fromPrecision == TSDB_TIME_PRECISION_NANO);
438
  ASSERT(toPrecision == TSDB_TIME_PRECISION_MILLI || toPrecision == TSDB_TIME_PRECISION_MICRO ||
439
         toPrecision == TSDB_TIME_PRECISION_NANO);
440

H
Hongze Cheng 已提交
441
  switch (fromPrecision) {
442 443 444
    case TSDB_TIME_PRECISION_MILLI: {
      switch (toPrecision) {
        case TSDB_TIME_PRECISION_MILLI:
445
          return utime;
446
        case TSDB_TIME_PRECISION_MICRO:
447 448 449
          if (utime > INT64_MAX / 1000) {
            return INT64_MAX;
          }
G
Ganlin Zhao 已提交
450
          return utime * 1000;
451
        case TSDB_TIME_PRECISION_NANO:
452 453 454
          if (utime > INT64_MAX / 1000000) {
            return INT64_MAX;
          }
G
Ganlin Zhao 已提交
455
          return utime * 1000000;
G
Ganlin Zhao 已提交
456
        default:
457
          ASSERT(0);
G
Ganlin Zhao 已提交
458
          return utime;
459
      }
H
Hongze Cheng 已提交
460
    }  // end from milli
461 462 463
    case TSDB_TIME_PRECISION_MICRO: {
      switch (toPrecision) {
        case TSDB_TIME_PRECISION_MILLI:
464
          return utime / 1000;
465
        case TSDB_TIME_PRECISION_MICRO:
466
          return utime;
467
        case TSDB_TIME_PRECISION_NANO:
468 469 470
          if (utime > INT64_MAX / 1000) {
            return INT64_MAX;
          }
G
Ganlin Zhao 已提交
471
          return utime * 1000;
G
Ganlin Zhao 已提交
472
        default:
473
          ASSERT(0);
G
Ganlin Zhao 已提交
474
          return utime;
475
      }
H
Hongze Cheng 已提交
476
    }  // end from micro
477 478 479
    case TSDB_TIME_PRECISION_NANO: {
      switch (toPrecision) {
        case TSDB_TIME_PRECISION_MILLI:
480
          return utime / 1000000;
481
        case TSDB_TIME_PRECISION_MICRO:
482
          return utime / 1000;
483
        case TSDB_TIME_PRECISION_NANO:
484
          return utime;
G
Ganlin Zhao 已提交
485
        default:
486
          ASSERT(0);
G
Ganlin Zhao 已提交
487
          return utime;
488
      }
H
Hongze Cheng 已提交
489
    }  // end from nano
490
    default: {
491
      ASSERT(0);
492
      return utime;  // only to pass windows compilation
493
    }
H
Hongze Cheng 已提交
494
  }  // end switch fromPrecision
495 496

  return utime;
497
}
498

H
Hongze Cheng 已提交
499 500 501
// !!!!notice:there are precision problems, double lose precison if time is too large, for example:
// 1626006833631000000*1.0 = double = 1626006833631000064
// int64_t convertTimePrecision(int64_t time, int32_t fromPrecision, int32_t toPrecision) {
502 503 504 505 506 507 508 509
//  assert(fromPrecision == TSDB_TIME_PRECISION_MILLI || fromPrecision == TSDB_TIME_PRECISION_MICRO ||
//         fromPrecision == TSDB_TIME_PRECISION_NANO);
//  assert(toPrecision == TSDB_TIME_PRECISION_MILLI || toPrecision == TSDB_TIME_PRECISION_MICRO ||
//         toPrecision == TSDB_TIME_PRECISION_NANO);
//  static double factors[3][3] = {{1., 1000., 1000000.}, {1.0 / 1000, 1., 1000.}, {1.0 / 1000000, 1.0 / 1000, 1.}};
//  ((double)time * factors[fromPrecision][toPrecision]);
//}

H
Hongze Cheng 已提交
510 511
// !!!!notice: double lose precison if time is too large, for example: 1626006833631000000*1.0 = double =
// 1626006833631000064
D
dapan1121 已提交
512 513 514
int64_t convertTimeFromPrecisionToUnit(int64_t time, int32_t fromPrecision, char toUnit) {
  assert(fromPrecision == TSDB_TIME_PRECISION_MILLI || fromPrecision == TSDB_TIME_PRECISION_MICRO ||
         fromPrecision == TSDB_TIME_PRECISION_NANO);
515
  int64_t factors[3] = {NANOSECOND_PER_MSEC, NANOSECOND_PER_USEC, 1};
H
Hongze Cheng 已提交
516
  double  tmp = time;
D
dapan1121 已提交
517
  switch (toUnit) {
H
Hongze Cheng 已提交
518 519
    case 's': {
      time /= (NANOSECOND_PER_SEC / factors[fromPrecision]);
wmmhello's avatar
wmmhello 已提交
520
      tmp = (double)time;
521 522
      break;
    }
D
dapan1121 已提交
523
    case 'm':
H
Hongze Cheng 已提交
524
      time /= (NANOSECOND_PER_MINUTE / factors[fromPrecision]);
wmmhello's avatar
wmmhello 已提交
525
      tmp = (double)time;
526
      break;
D
dapan1121 已提交
527
    case 'h':
H
Hongze Cheng 已提交
528
      time /= (NANOSECOND_PER_HOUR / factors[fromPrecision]);
wmmhello's avatar
wmmhello 已提交
529
      tmp = (double)time;
530
      break;
D
dapan1121 已提交
531
    case 'd':
H
Hongze Cheng 已提交
532
      time /= (NANOSECOND_PER_DAY / factors[fromPrecision]);
wmmhello's avatar
wmmhello 已提交
533
      tmp = (double)time;
534
      break;
D
dapan1121 已提交
535
    case 'w':
H
Hongze Cheng 已提交
536
      time /= (NANOSECOND_PER_WEEK / factors[fromPrecision]);
wmmhello's avatar
wmmhello 已提交
537
      tmp = (double)time;
538
      break;
D
dapan1121 已提交
539
    case 'a':
H
Hongze Cheng 已提交
540
      time /= (NANOSECOND_PER_MSEC / factors[fromPrecision]);
wmmhello's avatar
wmmhello 已提交
541
      tmp = (double)time;
542
      break;
D
dapan1121 已提交
543
    case 'u':
544 545
      // the result of (NANOSECOND_PER_USEC/(double)factors[fromPrecision]) maybe a double
      switch (fromPrecision) {
H
Hongze Cheng 已提交
546
        case TSDB_TIME_PRECISION_MILLI: {
547 548
          tmp *= 1000;
          time *= 1000;
549 550
          break;
        }
H
Hongze Cheng 已提交
551
        case TSDB_TIME_PRECISION_MICRO: {
552
          time /= 1;
wmmhello's avatar
wmmhello 已提交
553
          tmp = (double)time;
554 555
          break;
        }
H
Hongze Cheng 已提交
556
        case TSDB_TIME_PRECISION_NANO: {
557
          time /= 1000;
wmmhello's avatar
wmmhello 已提交
558
          tmp = (double)time;
559 560 561 562
          break;
        }
      }
      break;
D
dapan1121 已提交
563
    case 'b':
564 565 566
      tmp *= factors[fromPrecision];
      time *= factors[fromPrecision];
      break;
D
dapan1121 已提交
567 568 569
    default: {
      return -1;
    }
570
  }
571 572 573
  if (tmp >= (double)INT64_MAX) return INT64_MAX;
  if (tmp <= (double)INT64_MIN) return INT64_MIN;
  return time;
574 575
}

H
Hongze Cheng 已提交
576
int32_t convertStringToTimestamp(int16_t type, char* inputData, int64_t timePrec, int64_t* timeVal) {
577
  int32_t charLen = varDataLen(inputData);
H
Hongze Cheng 已提交
578
  char*   newColData;
X
Xiaoyu Wang 已提交
579
  if (type == TSDB_DATA_TYPE_BINARY || type == TSDB_DATA_TYPE_VARBINARY) {
H
Hongze Cheng 已提交
580
    newColData = taosMemoryCalloc(1, charLen + 1);
581
    memcpy(newColData, varDataVal(inputData), charLen);
D
dapan1121 已提交
582
    int32_t ret = taosParseTime(newColData, timeVal, charLen, (int32_t)timePrec, tsDaylight);
583 584
    if (ret != TSDB_CODE_SUCCESS) {
      taosMemoryFree(newColData);
D
dapan1121 已提交
585
      return TSDB_CODE_INVALID_TIMESTAMP;
586
    }
587 588
    taosMemoryFree(newColData);
  } else if (type == TSDB_DATA_TYPE_NCHAR) {
H
Hongze Cheng 已提交
589 590 591
    newColData = taosMemoryCalloc(1, charLen + TSDB_NCHAR_SIZE);
    int len = taosUcs4ToMbs((TdUcs4*)varDataVal(inputData), charLen, newColData);
    if (len < 0) {
592 593 594 595
      taosMemoryFree(newColData);
      return TSDB_CODE_FAILED;
    }
    newColData[len] = 0;
596
    int32_t ret = taosParseTime(newColData, timeVal, len, (int32_t)timePrec, tsDaylight);
597 598 599 600
    if (ret != TSDB_CODE_SUCCESS) {
      taosMemoryFree(newColData);
      return ret;
    }
601 602 603 604 605
    taosMemoryFree(newColData);
  } else {
    return TSDB_CODE_FAILED;
  }
  return TSDB_CODE_SUCCESS;
D
dapan1121 已提交
606 607
}

608
static int32_t getDuration(int64_t val, char unit, int64_t* result, int32_t timePrecision) {
H
hzcheng 已提交
609 610
  switch (unit) {
    case 's':
611 612 613
      if (val > INT64_MAX / MILLISECOND_PER_SECOND) {
        return -1;
      }
614
      (*result) = convertTimePrecision(val * MILLISECOND_PER_SECOND, TSDB_TIME_PRECISION_MILLI, timePrecision);
H
hzcheng 已提交
615 616
      break;
    case 'm':
617 618 619
      if (val > INT64_MAX / MILLISECOND_PER_MINUTE) {
        return -1;
      }
620
      (*result) = convertTimePrecision(val * MILLISECOND_PER_MINUTE, TSDB_TIME_PRECISION_MILLI, timePrecision);
H
hzcheng 已提交
621 622
      break;
    case 'h':
623 624 625
      if (val > INT64_MAX / MILLISECOND_PER_MINUTE) {
        return -1;
      }
626
      (*result) = convertTimePrecision(val * MILLISECOND_PER_HOUR, TSDB_TIME_PRECISION_MILLI, timePrecision);
H
hzcheng 已提交
627 628
      break;
    case 'd':
629 630 631
      if (val > INT64_MAX / MILLISECOND_PER_DAY) {
        return -1;
      }
632
      (*result) = convertTimePrecision(val * MILLISECOND_PER_DAY, TSDB_TIME_PRECISION_MILLI, timePrecision);
H
hzcheng 已提交
633 634
      break;
    case 'w':
635 636 637
      if (val > INT64_MAX / MILLISECOND_PER_WEEK) {
        return -1;
      }
638
      (*result) = convertTimePrecision(val * MILLISECOND_PER_WEEK, TSDB_TIME_PRECISION_MILLI, timePrecision);
H
hzcheng 已提交
639 640
      break;
    case 'a':
641
      (*result) = convertTimePrecision(val, TSDB_TIME_PRECISION_MILLI, timePrecision);
H
Haojun Liao 已提交
642 643
      break;
    case 'u':
644 645 646 647
      (*result) = convertTimePrecision(val, TSDB_TIME_PRECISION_MICRO, timePrecision);
      break;
    case 'b':
      (*result) = convertTimePrecision(val, TSDB_TIME_PRECISION_NANO, timePrecision);
H
hzcheng 已提交
648 649 650 651 652 653 654 655 656
      break;
    default: {
      return -1;
    }
  }
  return 0;
}

/*
657 658 659 660
 * n - months
 * y - Years
 * is not allowed, since the duration of month or year are both variable.
 *
661 662
 * b - nanoseconds;
 * u - microseconds;
H
hzcheng 已提交
663 664 665 666 667 668 669
 * a - Millionseconds
 * s - Seconds
 * m - Minutes
 * h - Hours
 * d - Days (24 hours)
 * w - Weeks (7 days)
 */
S
Shengliang Guan 已提交
670 671
int32_t parseAbsoluteDuration(const char* token, int32_t tokenlen, int64_t* duration, char* unit,
                              int32_t timePrecision) {
H
hzcheng 已提交
672 673 674 675
  errno = 0;
  char* endPtr = NULL;

  /* get the basic numeric value */
wafwerar's avatar
wafwerar 已提交
676
  int64_t timestamp = taosStr2Int64(token, &endPtr, 10);
677
  if (timestamp < 0 || errno != 0) {
H
hzcheng 已提交
678 679 680
    return -1;
  }

681
  /* natual month/year are not allowed in absolute duration */
682 683
  *unit = token[tokenlen - 1];
  if (*unit == 'n' || *unit == 'y') {
684 685 686
    return -1;
  }

687
  return getDuration(timestamp, *unit, duration, timePrecision);
H
hzcheng 已提交
688
}
689

690
int32_t parseNatualDuration(const char* token, int32_t tokenLen, int64_t* duration, char* unit, int32_t timePrecision) {
B
Bomin Zhang 已提交
691 692 693
  errno = 0;

  /* get the basic numeric value */
wafwerar's avatar
wafwerar 已提交
694
  *duration = taosStr2Int64(token, NULL, 10);
695
  if (*duration < 0 || errno != 0) {
B
Bomin Zhang 已提交
696 697 698 699 700 701 702 703
    return -1;
  }

  *unit = token[tokenLen - 1];
  if (*unit == 'n' || *unit == 'y') {
    return 0;
  }

704
  return getDuration(*duration, *unit, duration, timePrecision);
B
Bomin Zhang 已提交
705 706
}

707 708 709 710
int64_t taosTimeAdd(int64_t t, int64_t duration, char unit, int32_t precision) {
  if (duration == 0) {
    return t;
  }
H
Haojun Liao 已提交
711 712

  if (unit != 'n' && unit != 'y') {
713 714 715
    return t + duration;
  }

H
Haojun Liao 已提交
716 717 718 719 720 721
  // The following code handles the y/n time duration
  int64_t numOfMonth = duration;
  if (unit == 'y') {
    numOfMonth *= 12;
  }

722 723
  int64_t fraction = t % TSDB_TICK_PER_SECOND(precision);

724
  struct tm tm;
S
Shengliang Guan 已提交
725
  time_t    tt = (time_t)(t / TSDB_TICK_PER_SECOND(precision));
wafwerar's avatar
wafwerar 已提交
726
  taosLocalTime(&tt, &tm);
H
Haojun Liao 已提交
727
  int32_t mon = tm.tm_year * 12 + tm.tm_mon + (int32_t)numOfMonth;
728 729 730
  tm.tm_year = mon / 12;
  tm.tm_mon = mon % 12;

731
  return (int64_t)(taosMktime(&tm) * TSDB_TICK_PER_SECOND(precision) + fraction);
B
Bomin Zhang 已提交
732 733 734 735 736 737 738
}

int32_t taosTimeCountInterval(int64_t skey, int64_t ekey, int64_t interval, char unit, int32_t precision) {
  if (ekey < skey) {
    int64_t tmp = ekey;
    ekey = skey;
    skey = tmp;
739
  }
B
Bomin Zhang 已提交
740 741 742 743
  if (unit != 'n' && unit != 'y') {
    return (int32_t)((ekey - skey) / interval);
  }

S
Shengliang Guan 已提交
744 745
  skey /= (int64_t)(TSDB_TICK_PER_SECOND(precision));
  ekey /= (int64_t)(TSDB_TICK_PER_SECOND(precision));
746

B
Bomin Zhang 已提交
747
  struct tm tm;
S
Shengliang Guan 已提交
748
  time_t    t = (time_t)skey;
wafwerar's avatar
wafwerar 已提交
749
  taosLocalTime(&t, &tm);
S
Shengliang Guan 已提交
750
  int32_t smon = tm.tm_year * 12 + tm.tm_mon;
B
Bomin Zhang 已提交
751 752

  t = (time_t)ekey;
wafwerar's avatar
wafwerar 已提交
753
  taosLocalTime(&t, &tm);
S
Shengliang Guan 已提交
754
  int32_t emon = tm.tm_year * 12 + tm.tm_mon;
B
Bomin Zhang 已提交
755 756 757 758 759 760

  if (unit == 'y') {
    interval *= 12;
  }

  return (emon - smon) / (int32_t)interval;
761 762 763 764 765 766 767 768 769
}

int64_t taosTimeTruncate(int64_t t, const SInterval* pInterval, int32_t precision) {
  if (pInterval->sliding == 0) {
    assert(pInterval->interval == 0);
    return t;
  }

  int64_t start = t;
B
Bomin Zhang 已提交
770
  if (pInterval->slidingUnit == 'n' || pInterval->slidingUnit == 'y') {
S
Shengliang Guan 已提交
771
    start /= (int64_t)(TSDB_TICK_PER_SECOND(precision));
772
    struct tm tm;
S
Shengliang Guan 已提交
773
    time_t    tt = (time_t)start;
wafwerar's avatar
wafwerar 已提交
774
    taosLocalTime(&tt, &tm);
775 776 777 778 779 780 781
    tm.tm_sec = 0;
    tm.tm_min = 0;
    tm.tm_hour = 0;
    tm.tm_mday = 1;

    if (pInterval->slidingUnit == 'y') {
      tm.tm_mon = 0;
S
Shengliang Guan 已提交
782
      tm.tm_year = (int32_t)(tm.tm_year / pInterval->sliding * pInterval->sliding);
783
    } else {
S
Shengliang Guan 已提交
784 785
      int32_t mon = tm.tm_year * 12 + tm.tm_mon;
      mon = (int32_t)(mon / pInterval->sliding * pInterval->sliding);
786 787 788 789
      tm.tm_year = mon / 12;
      tm.tm_mon = mon % 12;
    }

790
    start = (int64_t)(taosMktime(&tm) * TSDB_TICK_PER_SECOND(precision));
791 792
  } else {
    int64_t delta = t - pInterval->interval;
H
Haojun Liao 已提交
793
    int32_t factor = (delta >= 0) ? 1 : -1;
794 795 796 797

    start = (delta / pInterval->sliding + factor) * pInterval->sliding;

    if (pInterval->intervalUnit == 'd' || pInterval->intervalUnit == 'w') {
S
Shengliang Guan 已提交
798 799 800 801
      /*
       * here we revised the start time of day according to the local time zone,
       * but in case of DST, the start time of one day need to be dynamically decided.
       */
802
      // todo refactor to extract function that is available for Linux/Windows/Mac platform
S
Shengliang Guan 已提交
803
#if defined(WINDOWS) && _MSC_VER >= 1900
804 805 806 807
      // see https://docs.microsoft.com/en-us/cpp/c-runtime-library/daylight-dstbias-timezone-and-tzname?view=vs-2019
      int64_t timezone = _timezone;
      int32_t daylight = _daylight;
      char**  tzname = _tzname;
S
Shengliang Guan 已提交
808
#endif
809

S
Shengliang Guan 已提交
810
      start += (int64_t)(timezone * TSDB_TICK_PER_SECOND(precision));
811 812
    }

H
Haojun Liao 已提交
813 814 815
    int64_t end = 0;

    // not enough time range
D
fix bug  
dapan1121 已提交
816
    if (start < 0 || INT64_MAX - start > pInterval->interval - 1) {
817
      end = taosTimeAdd(start, pInterval->interval, pInterval->intervalUnit, precision) - 1;
G
Ganlin Zhao 已提交
818
      while (end < t) {  // move forward to the correct time window
H
Haojun Liao 已提交
819 820
        start += pInterval->sliding;

D
fix bug  
dapan1121 已提交
821
        if (start < 0 || INT64_MAX - start > pInterval->interval - 1) {
H
Haojun Liao 已提交
822 823 824 825 826 827 828 829
          end = start + pInterval->interval - 1;
        } else {
          end = INT64_MAX;
          break;
        }
      }
    } else {
      end = INT64_MAX;
830 831 832
    }
  }

833
  ASSERT(pInterval->offset >= 0);
H
Haojun Liao 已提交
834

B
Bomin Zhang 已提交
835 836
  if (pInterval->offset > 0) {
    start = taosTimeAdd(start, pInterval->offset, pInterval->offsetUnit, precision);
837

H
Haojun Liao 已提交
838 839
    // try to move current window to the left-hande-side, due to the offset effect.
    int64_t end = taosTimeAdd(start, pInterval->interval, pInterval->intervalUnit, precision) - 1;
840

H
Haojun Liao 已提交
841 842 843 844
    int64_t newEnd = end;
    while (newEnd >= t) {
      end = newEnd;
      newEnd = taosTimeAdd(newEnd, -pInterval->sliding, pInterval->slidingUnit, precision);
B
Bomin Zhang 已提交
845
    }
H
Haojun Liao 已提交
846 847

    start = taosTimeAdd(end, -pInterval->interval, pInterval->intervalUnit, precision) + 1;
B
Bomin Zhang 已提交
848
  }
H
Haojun Liao 已提交
849

B
Bomin Zhang 已提交
850
  return start;
851 852
}

853 854 855 856 857 858 859 860
// internal function, when program is paused in debugger,
// one can call this function from debugger to print a
// timestamp as human readable string, for example (gdb):
//     p fmtts(1593769722)
// outputs:
//     2020-07-03 17:48:42
// and the parameter can also be a variable.
const char* fmtts(int64_t ts) {
C
Cary Xu 已提交
861
  static char buf[96] = {0};
S
Shengliang Guan 已提交
862 863
  size_t      pos = 0;
  struct tm   tm;
864 865

  if (ts > -62135625943 && ts < 32503651200) {
B
Bomin Zhang 已提交
866
    time_t t = (time_t)ts;
wafwerar's avatar
wafwerar 已提交
867
    taosLocalTime(&t, &tm);
B
Bomin Zhang 已提交
868
    pos += strftime(buf + pos, sizeof(buf), "s=%Y-%m-%d %H:%M:%S", &tm);
869 870
  }

B
Bomin Zhang 已提交
871 872
  if (ts > -62135625943000 && ts < 32503651200000) {
    time_t t = (time_t)(ts / 1000);
wafwerar's avatar
wafwerar 已提交
873
    taosLocalTime(&t, &tm);
B
Bomin Zhang 已提交
874 875 876 877 878 879
    if (pos > 0) {
      buf[pos++] = ' ';
      buf[pos++] = '|';
      buf[pos++] = ' ';
    }
    pos += strftime(buf + pos, sizeof(buf), "ms=%Y-%m-%d %H:%M:%S", &tm);
S
Shengliang Guan 已提交
880
    pos += sprintf(buf + pos, ".%03d", (int32_t)(ts % 1000));
B
Bomin Zhang 已提交
881
  }
882

B
Bomin Zhang 已提交
883 884
  {
    time_t t = (time_t)(ts / 1000000);
wafwerar's avatar
wafwerar 已提交
885
    taosLocalTime(&t, &tm);
B
Bomin Zhang 已提交
886 887 888 889 890 891
    if (pos > 0) {
      buf[pos++] = ' ';
      buf[pos++] = '|';
      buf[pos++] = ' ';
    }
    pos += strftime(buf + pos, sizeof(buf), "us=%Y-%m-%d %H:%M:%S", &tm);
S
Shengliang Guan 已提交
892
    pos += sprintf(buf + pos, ".%06d", (int32_t)(ts % 1000000));
893 894 895
  }

  return buf;
896
}
897 898

void taosFormatUtcTime(char* buf, int32_t bufLen, int64_t t, int32_t precision) {
H
Hongze Cheng 已提交
899 900
  char      ts[40] = {0};
  struct tm ptm;
901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936

  int32_t fractionLen;
  char*   format = NULL;
  time_t  quot = 0;
  long    mod = 0;

  switch (precision) {
    case TSDB_TIME_PRECISION_MILLI: {
      quot = t / 1000;
      fractionLen = 5;
      format = ".%03" PRId64;
      mod = t % 1000;
      break;
    }

    case TSDB_TIME_PRECISION_MICRO: {
      quot = t / 1000000;
      fractionLen = 8;
      format = ".%06" PRId64;
      mod = t % 1000000;
      break;
    }

    case TSDB_TIME_PRECISION_NANO: {
      quot = t / 1000000000;
      fractionLen = 11;
      format = ".%09" PRId64;
      mod = t % 1000000000;
      break;
    }

    default:
      fractionLen = 0;
      assert(false);
  }

937 938
  taosLocalTime(&quot, &ptm);
  int32_t length = (int32_t)strftime(ts, 40, "%Y-%m-%dT%H:%M:%S", &ptm);
939
  length += snprintf(ts + length, fractionLen, format, mod);
940
  length += (int32_t)strftime(ts + length, 40 - length, "%z", &ptm);
941 942

  tstrncpy(buf, ts, bufLen);
D
dapan1121 已提交
943
}