shellEngine.c 26.6 KB
Newer Older
H
hzcheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

16 17
#define _BSD_SOURCE
#define _GNU_SOURCE
H
hzcheng 已提交
18
#define _XOPEN_SOURCE
S
slguan 已提交
19
#define _DEFAULT_SOURCE
H
hzcheng 已提交
20

S
slguan 已提交
21
#include "os.h"
H
hzcheng 已提交
22 23 24
#include "shell.h"
#include "shellCommand.h"
#include "tutil.h"
H
hzcheng 已提交
25
#include "taosdef.h"
S
slguan 已提交
26
#include "taoserror.h"
S
slguan 已提交
27
#include "tglobal.h"
H
Haojun Liao 已提交
28 29
#include "tsclient.h"

30
#include <regex.h>
H
hzcheng 已提交
31 32

/**************** Global variables ****************/
H
Hui Li 已提交
33
#ifdef _TD_POWER_
H
Hui Li 已提交
34
char      CLIENT_VERSION[] = "Welcome to the PowerDB shell from %s, Client Version:%s\n"
35
                             "Copyright (c) 2020 by PowerDB, Inc. All rights reserved.\n\n";
H
Hui Li 已提交
36 37 38 39
char      PROMPT_HEADER[] = "power> ";

char      CONTINUE_PROMPT[] = "    -> ";
int       prompt_size = 7;
40 41 42 43 44 45 46
#elif (_TD_TQ_ == true)
char      CLIENT_VERSION[] = "Welcome to the TQ shell from %s, Client Version:%s\n"
                             "Copyright (c) 2020 by TQ, Inc. All rights reserved.\n\n";
char      PROMPT_HEADER[] = "tq> ";

char      CONTINUE_PROMPT[] = "    -> ";
int       prompt_size = 4;
H
Hui Li 已提交
47
#else
S
slguan 已提交
48
char      CLIENT_VERSION[] = "Welcome to the TDengine shell from %s, Client Version:%s\n"
49
                             "Copyright (c) 2020 by TAOS Data, Inc. All rights reserved.\n\n";
50
char      PROMPT_HEADER[] = "taos> ";
H
Hui Li 已提交
51

52 53
char      CONTINUE_PROMPT[] = "   -> ";
int       prompt_size = 6;
H
Hui Li 已提交
54 55
#endif

D
fix bug  
dapan1121 已提交
56
int64_t result = 0;
57
SShellHistory   history;
H
hzcheng 已提交
58

59 60
#define DEFAULT_MAX_BINARY_DISPLAY_WIDTH 30
extern int32_t tsMaxBinaryDisplayWidth;
61
extern TAOS *taos_connect_auth(const char *ip, const char *user, const char *auth, const char *db, uint16_t port);
62

H
hzcheng 已提交
63 64 65
/*
 * FUNCTION: Initialize the shell.
 */
66
TAOS *shellInit(SShellArguments *_args) {
67
  printf("\n");
68 69 70 71 72 73 74 75 76
  if (!_args->is_use_passwd) {
#ifdef TD_WINDOWS
    strcpy(tsOsName, "Windows");
#elif defined(TD_DARWIN)
    strcpy(tsOsName, "Darwin");
#endif
    printf(CLIENT_VERSION, tsOsName, taos_get_client_info());
  }

77 78
  fflush(stdout);

H
hzcheng 已提交
79
  // set options before initializing
80 81
  if (_args->timezone != NULL) {
    taos_options(TSDB_OPTION_TIMEZONE, _args->timezone);
H
hzcheng 已提交
82 83
  }

84
  if (!_args->is_use_passwd) {
85
    _args->password = TSDB_DEFAULT_PASS;
H
hzcheng 已提交
86 87
  }

88 89
  if (_args->user == NULL) {
    _args->user = TSDB_DEFAULT_USER;
H
hzcheng 已提交
90 91
  }

D
fix bug  
dapan1121 已提交
92 93 94 95 96
  if (taos_init()) {
    printf("failed to init taos\n");
    fflush(stdout);
    return NULL;
  }
H
hzcheng 已提交
97 98

  // Connect to the database.
99
  TAOS *con = NULL;
100 101
  if (_args->auth == NULL) {
    con = taos_connect(_args->host, _args->user, _args->password, _args->database, _args->port);
102
  } else {
103
    con = taos_connect_auth(_args->host, _args->user, _args->auth, _args->database, _args->port);
104 105
  }

H
hzcheng 已提交
106
  if (con == NULL) {
H
Hui Li 已提交
107
    fflush(stdout);
H
hzcheng 已提交
108 109 110 111 112 113 114
    return con;
  }

  /* Read history TODO : release resources here*/
  read_history();

  // Check if it is temperory run
115 116 117 118
  if (_args->commands != NULL || _args->file[0] != 0) {
    if (_args->commands != NULL) {
      printf("%s%s\n", PROMPT_HEADER, _args->commands);
      shellRunCommand(con, _args->commands);
H
hzcheng 已提交
119 120
    }

121 122
    if (_args->file[0] != 0) {
      source_file(con, _args->file);
H
hzcheng 已提交
123 124
    }

125
    taos_close(con);
H
hzcheng 已提交
126 127 128 129
    write_history();
    exit(EXIT_SUCCESS);
  }

S
slguan 已提交
130
#ifndef WINDOWS
131 132
  if (_args->dir[0] != 0) {
    source_dir(con, _args);
S
#928  
slguan 已提交
133 134 135
    taos_close(con);
    exit(EXIT_SUCCESS);
  }
S
Shengliang Guan 已提交
136

137 138
  if (_args->check != 0) {
    shellCheck(con, _args);
S
Shengliang Guan 已提交
139 140 141
    taos_close(con);
    exit(EXIT_SUCCESS);
  }
S
#928  
slguan 已提交
142 143
#endif

H
hzcheng 已提交
144 145 146
  return con;
}

147 148 149 150
static bool isEmptyCommand(const char* cmd) {
  for (char c = *cmd++; c != 0; c = *cmd++) {
    if (c != ' ' && c != '\t' && c != ';') {
      return false;
H
hzcheng 已提交
151 152
    }
  }
153
  return true;
H
hzcheng 已提交
154 155
}

156 157

static int32_t shellRunSingleCommand(TAOS *con, char *command) {
H
hzcheng 已提交
158
  /* If command is empty just return */
159
  if (isEmptyCommand(command)) {
160
    return 0;
H
hzcheng 已提交
161 162 163 164 165 166
  }

  // Analyse the command.
  if (regex_match(command, "^[ \t]*(quit|q|exit)[ \t;]*$", REG_EXTENDED | REG_ICASE)) {
    taos_close(con);
    write_history();
S
Shengliang Guan 已提交
167 168 169
#ifdef WINDOWS
    exit(EXIT_SUCCESS);
#endif
170
    return -1;
171 172 173
  }

  if (regex_match(command, "^[\t ]*clear[ \t;]*$", REG_EXTENDED | REG_ICASE)) {
H
hzcheng 已提交
174 175
    // If clear the screen.
    system("clear");
176 177
    return 0;
  }
178

179
  if (regex_match(command, "^[\t ]*set[ \t]+max_binary_display_width[ \t]+(default|[1-9][0-9]*)[ \t;]*$", REG_EXTENDED | REG_ICASE)) {
180 181 182 183 184 185 186 187
    strtok(command, " \t");
    strtok(NULL, " \t");
    char* p = strtok(NULL, " \t");
    if (strcasecmp(p, "default") == 0) {
      tsMaxBinaryDisplayWidth = DEFAULT_MAX_BINARY_DISPLAY_WIDTH;
    } else {
      tsMaxBinaryDisplayWidth = atoi(p);
    }
188 189
    return 0;
  }
190

191
  if (regex_match(command, "^[ \t]*source[\t ]+[^ ]+[ \t;]*$", REG_EXTENDED | REG_ICASE)) {
H
hzcheng 已提交
192 193 194 195 196 197
    /* If source file. */
    char *c_ptr = strtok(command, " ;");
    assert(c_ptr != NULL);
    c_ptr = strtok(NULL, " ;");
    assert(c_ptr != NULL);
    source_file(con, c_ptr);
198
    return 0;
H
hzcheng 已提交
199
  }
200 201

  shellRunCommandOnServer(con, command);
202
  return 0;
H
hzcheng 已提交
203 204
}

205 206 207 208 209 210 211 212 213 214 215 216

int32_t shellRunCommand(TAOS* con, char* command) {
  /* If command is empty just return */
  if (isEmptyCommand(command)) {
    return 0;
  }

  /* Update the history vector. */
  if (history.hstart == history.hend ||
      history.hist[(history.hend + MAX_HISTORY_SIZE - 1) % MAX_HISTORY_SIZE] == NULL ||
      strcmp(command, history.hist[(history.hend + MAX_HISTORY_SIZE - 1) % MAX_HISTORY_SIZE]) != 0) {
    if (history.hist[history.hend] != NULL) {
S
TD-1848  
Shengliang Guan 已提交
217
      tfree(history.hist[history.hend]);
218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254
    }
    history.hist[history.hend] = strdup(command);

    history.hend = (history.hend + 1) % MAX_HISTORY_SIZE;
    if (history.hend == history.hstart) {
      history.hstart = (history.hstart + 1) % MAX_HISTORY_SIZE;
    }
  }

  bool esc = false;
  char quote = 0, *cmd = command, *p = command;
  for (char c = *command++; c != 0; c = *command++) {
    if (esc) {
      switch (c) {
        case 'n':
          c = '\n';
          break;
        case 'r':
          c = '\r';
          break;
        case 't':
          c = '\t';
          break;
        case 'G':
          *p++ = '\\';
          break;
        case '\'':
        case '"':
          if (quote) {
            *p++ = '\\';
          }
          break;
      }
      *p++ = c;
      esc = false;
      continue;
    }
255

256
    if (c == '\\') {
257 258 259 260 261 262
      if (quote != 0 && (*command == '_' || *command == '\\')) {
        //DO nothing 
      } else {
        esc = true;
        continue;
      }
263 264 265 266
    }

    if (quote == c) {
      quote = 0;
D
dapan1121 已提交
267
    } else if (quote == 0 && (c == '\'' || c == '"')) {
268 269 270 271
      quote = c;
    }

    *p++ = c;
272
    if (c == ';' && quote == 0) {
273 274 275 276 277 278 279 280 281 282 283 284 285 286 287
      c = *p;
      *p = 0;
      if (shellRunSingleCommand(con, cmd) < 0) {
        return -1;
      }
      *p = c;
      p = cmd;
    }
  }

  *p = 0;
  return shellRunSingleCommand(con, cmd);
}


D
dapan1121 已提交
288 289 290 291 292 293 294 295
void freeResultWithRid(int64_t rid) {
  SSqlObj* pSql = taosAcquireRef(tscObjRef, rid);
  if(pSql){
    taos_free_result(pSql);
    taosReleaseRef(tscObjRef, rid);
  }
}

H
hzcheng 已提交
296
void shellRunCommandOnServer(TAOS *con, char command[]) {
297
  int64_t   st, et;
H
hzcheng 已提交
298
  wordexp_t full_path;
299 300 301 302
  char *    sptr = NULL;
  char *    cptr = NULL;
  char *    fname = NULL;
  bool      printMode = false;
H
hzcheng 已提交
303 304 305 306 307 308 309 310 311 312 313 314 315 316 317

  if ((sptr = strstr(command, ">>")) != NULL) {
    cptr = strstr(command, ";");
    if (cptr != NULL) {
      *cptr = '\0';
    }

    if (wordexp(sptr + 2, &full_path, 0) != 0) {
      fprintf(stderr, "ERROR: invalid filename: %s\n", sptr + 2);
      return;
    }
    *sptr = '\0';
    fname = full_path.we_wordv[0];
  }

318 319 320 321 322 323 324 325 326 327
  if ((sptr = strstr(command, "\\G")) != NULL) {
    cptr = strstr(command, ";");
    if (cptr != NULL) {
      *cptr = '\0';
    }

    *sptr = '\0';
    printMode = true;  // When output to a file, the switch does not work.
  }

H
hzcheng 已提交
328 329
  st = taosGetTimestampUs();

D
fix bug  
dapan1121 已提交
330
  TAOS_RES* pSql = taos_query_h(con, command, &result);
H
Haojun Liao 已提交
331
  if (taos_errno(pSql)) {
S
TD-1793  
Shengliang Guan 已提交
332
    taos_error(pSql, st);
H
hzcheng 已提交
333 334 335
    return;
  }

D
dapan1121 已提交
336
  int64_t oresult = atomic_load_64(&result);
D
fix bug  
dapan1121 已提交
337

L
lihui 已提交
338
  if (regex_match(command, "^\\s*use\\s+[a-zA-Z0-9_]+\\s*;\\s*$", REG_EXTENDED | REG_ICASE)) {
H
hzcheng 已提交
339 340
    fprintf(stdout, "Database changed.\n\n");
    fflush(stdout);
341

D
fix bug  
dapan1121 已提交
342
    atomic_store_64(&result, 0);
D
dapan1121 已提交
343
    freeResultWithRid(oresult);
H
hzcheng 已提交
344 345 346
    return;
  }

H
Haojun Liao 已提交
347
  if (!tscIsUpdateQuery(pSql)) {  // select and show kinds of commands
348 349
    int error_no = 0;

H
Haojun Liao 已提交
350 351
    int numOfRows = shellDumpResult(pSql, fname, &error_no, printMode);
    if (numOfRows < 0) {
D
fix bug  
dapan1121 已提交
352
      atomic_store_64(&result, 0);
D
dapan1121 已提交
353
      freeResultWithRid(oresult);
H
Haojun Liao 已提交
354 355
      return;
    }
H
hzcheng 已提交
356 357 358 359 360

    et = taosGetTimestampUs();
    if (error_no == 0) {
      printf("Query OK, %d row(s) in set (%.6fs)\n", numOfRows, (et - st) / 1E6);
    } else {
361
      printf("Query interrupted (%s), %d row(s) in set (%.6fs)\n", taos_errstr(pSql), numOfRows, (et - st) / 1E6);
H
hzcheng 已提交
362 363
    }
  } else {
H
Haojun Liao 已提交
364
    int num_rows_affacted = taos_affected_rows(pSql);
H
hzcheng 已提交
365
    et = taosGetTimestampUs();
D
dapan1121 已提交
366
    printf("Query OK, %d of %d row(s) in database (%.6fs)\n", num_rows_affacted, num_rows_affacted, (et - st) / 1E6);
H
hzcheng 已提交
367 368 369 370 371 372 373
  }

  printf("\n");

  if (fname != NULL) {
    wordfree(&full_path);
  }
374

D
fix bug  
dapan1121 已提交
375
  atomic_store_64(&result, 0);
D
dapan1121 已提交
376
  freeResultWithRid(oresult);
H
hzcheng 已提交
377 378 379 380 381
}

/* Function to do regular expression check */
int regex_match(const char *s, const char *reg, int cflags) {
  regex_t regex;
382
  char    msgbuf[100] = {0};
H
hzcheng 已提交
383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408

  /* Compile regular expression */
  if (regcomp(&regex, reg, cflags) != 0) {
    fprintf(stderr, "Fail to compile regex");
    exitShell();
  }

  /* Execute regular expression */
  int reti = regexec(&regex, s, 0, NULL, 0);
  if (!reti) {
    regfree(&regex);
    return 1;
  } else if (reti == REG_NOMATCH) {
    regfree(&regex);
    return 0;
  } else {
    regerror(reti, &regex, msgbuf, sizeof(msgbuf));
    fprintf(stderr, "Regex match failed: %s\n", msgbuf);
    regfree(&regex);
    exitShell();
  }

  return 0;
}


409 410 411 412 413
static char* formatTimestamp(char* buf, int64_t val, int precision) {
  if (args.is_raw_time) {
    sprintf(buf, "%" PRId64, val);
    return buf;
  }
H
hzcheng 已提交
414

415
  time_t tt;
D
fix bug  
dapan1121 已提交
416
  int32_t ms = 0;
417 418 419 420
  if (precision == TSDB_TIME_PRECISION_NANO) {
    tt = (time_t)(val / 1000000000);
    ms = val % 1000000000;
  } else if (precision == TSDB_TIME_PRECISION_MICRO) {
421
    tt = (time_t)(val / 1000000);
D
fix bug  
dapan1121 已提交
422
    ms = val % 1000000;
423 424
  } else {
    tt = (time_t)(val / 1000);
D
fix bug  
dapan1121 已提交
425
    ms = val % 1000;
426 427
  }

B
Bomin Zhang 已提交
428 429 430
/* comment out as it make testcases like select_with_tags.sim fail.
  but in windows, this may cause the call to localtime crash if tt < 0,
  need to find a better solution.
431 432 433
  if (tt < 0) {
    tt = 0;
  }
B
Bomin Zhang 已提交
434
  */
435

436 437 438
#ifdef WINDOWS
  if (tt < 0) tt = 0;
#endif
S
Shengliang Guan 已提交
439
  if (tt <= 0 && ms < 0) {
D
fix bug  
dapan1121 已提交
440
    tt--;
441 442 443
    if (precision == TSDB_TIME_PRECISION_NANO) {
      ms += 1000000000;
    } else if (precision == TSDB_TIME_PRECISION_MICRO) {
D
fix bug  
dapan1121 已提交
444 445 446 447 448
      ms += 1000000;
    } else {
      ms += 1000;
    }
  }
449

450
  struct tm* ptm = localtime(&tt);
451
  size_t pos = strftime(buf, 35, "%Y-%m-%d %H:%M:%S", ptm);
452

453 454 455
  if (precision == TSDB_TIME_PRECISION_NANO) {
    sprintf(buf + pos, ".%09d", ms);
  } else if (precision == TSDB_TIME_PRECISION_MICRO) {
D
fix bug  
dapan1121 已提交
456
    sprintf(buf + pos, ".%06d", ms);
457
  } else {
D
fix bug  
dapan1121 已提交
458
    sprintf(buf + pos, ".%03d", ms);
459 460 461 462 463 464 465 466 467 468 469 470 471 472 473
  }

  return buf;
}


static void dumpFieldToFile(FILE* fp, const char* val, TAOS_FIELD* field, int32_t length, int precision) {
  if (val == NULL) {
    fprintf(fp, "%s", TSDB_DATA_NULL_STR);
    return;
  }

  char buf[TSDB_MAX_BYTES_PER_ROW];
  switch (field->type) {
    case TSDB_DATA_TYPE_BOOL:
S
TD-1530  
Shengliang Guan 已提交
474
      fprintf(fp, "%d", ((((int32_t)(*((char *)val))) == 1) ? 1 : 0));
475 476
      break;
    case TSDB_DATA_TYPE_TINYINT:
S
TD-1530  
Shengliang Guan 已提交
477
      fprintf(fp, "%d", *((int8_t *)val));
478 479
      break;
    case TSDB_DATA_TYPE_SMALLINT:
S
TD-1530  
Shengliang Guan 已提交
480
      fprintf(fp, "%d", *((int16_t *)val));
481 482
      break;
    case TSDB_DATA_TYPE_INT:
S
TD-1530  
Shengliang Guan 已提交
483
      fprintf(fp, "%d", *((int32_t *)val));
484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508
      break;
    case TSDB_DATA_TYPE_BIGINT:
      fprintf(fp, "%" PRId64, *((int64_t *)val));
      break;
    case TSDB_DATA_TYPE_FLOAT:
      fprintf(fp, "%.5f", GET_FLOAT_VAL(val));
      break;
    case TSDB_DATA_TYPE_DOUBLE:
      fprintf(fp, "%.9f", GET_DOUBLE_VAL(val));
      break;
    case TSDB_DATA_TYPE_BINARY:
    case TSDB_DATA_TYPE_NCHAR:
      memcpy(buf, val, length);
      buf[length] = 0;
      fprintf(fp, "\'%s\'", buf);
      break;
    case TSDB_DATA_TYPE_TIMESTAMP:
      formatTimestamp(buf, *(int64_t*)val, precision);
      fprintf(fp, "'%s'", buf);
      break;
    default:
      break;
  }
}

509 510
static int dumpResultToFile(const char* fname, TAOS_RES* tres) {
  TAOS_ROW row = taos_fetch_row(tres);
511 512 513 514 515 516
  if (row == NULL) {
    return 0;
  }

  wordexp_t full_path;

S
TD-1207  
Shengliang Guan 已提交
517
  if (wordexp((char *)fname, &full_path, 0) != 0) {
518
    fprintf(stderr, "ERROR: invalid file name: %s\n", fname);
H
hzcheng 已提交
519 520 521
    return -1;
  }

522 523 524 525 526 527 528 529 530
  FILE* fp = fopen(full_path.we_wordv[0], "w");
  if (fp == NULL) {
    fprintf(stderr, "ERROR: failed to open file: %s\n", full_path.we_wordv[0]);
    wordfree(&full_path);
    return -1;
  }

  wordfree(&full_path);

531 532 533
  int num_fields = taos_num_fields(tres);
  TAOS_FIELD *fields = taos_fetch_fields(tres);
  int precision = taos_result_precision(tres);
534 535 536 537 538 539 540 541

  for (int col = 0; col < num_fields; col++) {
    if (col > 0) {
      fprintf(fp, ",");
    }
    fprintf(fp, "%s", fields[col].name);
  }
  fputc('\n', fp);
542

543 544
  int numOfRows = 0;
  do {
545
    int32_t* length = taos_fetch_lengths(tres);
546 547 548 549
    for (int i = 0; i < num_fields; i++) {
      if (i > 0) {
        fputc(',', fp);
      }
550
      dumpFieldToFile(fp, (const char*)row[i], fields +i, length[i], precision);
H
hzcheng 已提交
551
    }
552 553 554
    fputc('\n', fp);

    numOfRows++;
555
    row = taos_fetch_row(tres);
556 557
  } while( row != NULL);

D
fix bug  
dapan1121 已提交
558
  result = 0;
559
  fclose(fp);
560

561 562 563
  return numOfRows;
}

H
hzcheng 已提交
564

565
static void shellPrintNChar(const char *str, int length, int width) {
566 567 568
  wchar_t tail[3];
  int pos = 0, cols = 0, totalCols = 0, tailLen = 0;

569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584
  while (pos < length) {
    wchar_t wc;
    int bytes = mbtowc(&wc, str + pos, MB_CUR_MAX);
    if (bytes == 0) {
      break;
    }
    pos += bytes;
    if (pos > length) {
      break;
    }

#ifdef WINDOWS
    int w = bytes;
#else
    int w = wcwidth(wc);
#endif
585 586 587 588 589 590 591 592 593 594 595 596 597 598
    if (w <= 0) {
      continue;
    }

    if (width <= 0) {
      printf("%lc", wc);
      continue;
    }

    totalCols += w;
    if (totalCols > width) {
      break;
    }
    if (totalCols <= (width - 3)) {
599 600
      printf("%lc", wc);
      cols += w;
601 602 603
    } else {
      tail[tailLen] = wc;
      tailLen++;
604 605 606
    }
  }

607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622
  if (totalCols > width) {
    // width could be 1 or 2, so printf("...") cannot be used
    for (int i = 0; i < 3; i++) {
      if (cols >= width) {
        break;
      }
      putchar('.');
      ++cols;
    }
  } else {
    for (int i = 0; i < tailLen; i++) {
      printf("%lc", tail[i]);
    }
    cols = totalCols;
  }

623 624 625 626 627 628
  for (; cols < width; cols++) {
    putchar(' ');
  }
}


629 630 631 632 633
static void printField(const char* val, TAOS_FIELD* field, int width, int32_t length, int precision) {
  if (val == NULL) {
    int w = width;
    if (field->type < TSDB_DATA_TYPE_TINYINT || field->type > TSDB_DATA_TYPE_DOUBLE) {
      w = 0;
H
hzcheng 已提交
634
    }
635 636 637 638 639 640
    w = printf("%*s", w, TSDB_DATA_NULL_STR);
    for (; w < width; w++) {
      putchar(' ');
    }
    return;
  }
H
hzcheng 已提交
641

642 643 644
  char buf[TSDB_MAX_BYTES_PER_ROW];
  switch (field->type) {
    case TSDB_DATA_TYPE_BOOL:
S
TD-1530  
Shengliang Guan 已提交
645
      printf("%*s", width, ((((int32_t)(*((char *)val))) == 1) ? "true" : "false"));
646 647
      break;
    case TSDB_DATA_TYPE_TINYINT:
S
TD-1530  
Shengliang Guan 已提交
648
      printf("%*d", width, *((int8_t *)val));
649
      break;
650 651 652
    case TSDB_DATA_TYPE_UTINYINT:
      printf("%*u", width, *((uint8_t *)val));
      break;
653
    case TSDB_DATA_TYPE_SMALLINT:
S
TD-1530  
Shengliang Guan 已提交
654
      printf("%*d", width, *((int16_t *)val));
655
      break;
656 657 658
    case TSDB_DATA_TYPE_USMALLINT:
      printf("%*u", width, *((uint16_t *)val));
      break;
659
    case TSDB_DATA_TYPE_INT:
S
TD-1530  
Shengliang Guan 已提交
660
      printf("%*d", width, *((int32_t *)val));
661
      break;
662 663 664
    case TSDB_DATA_TYPE_UINT:
      printf("%*u", width, *((uint32_t *)val));
      break;
665 666 667
    case TSDB_DATA_TYPE_BIGINT:
      printf("%*" PRId64, width, *((int64_t *)val));
      break;
668 669 670
    case TSDB_DATA_TYPE_UBIGINT:
      printf("%*" PRIu64, width, *((uint64_t *)val));
      break;
671 672 673 674 675 676 677 678
    case TSDB_DATA_TYPE_FLOAT:
      printf("%*.5f", width, GET_FLOAT_VAL(val));
      break;
    case TSDB_DATA_TYPE_DOUBLE:
      printf("%*.9f", width, GET_DOUBLE_VAL(val));
      break;
    case TSDB_DATA_TYPE_BINARY:
    case TSDB_DATA_TYPE_NCHAR:
B
Bomin Zhang 已提交
679
      shellPrintNChar(val, length, width);
680 681 682 683 684 685 686
      break;
    case TSDB_DATA_TYPE_TIMESTAMP:
      formatTimestamp(buf, *(int64_t*)val, precision);
      printf("%s", buf);
      break;
    default:
      break;
H
hzcheng 已提交
687
  }
688
}
H
hzcheng 已提交
689 690


D
fix bug  
dapan1121 已提交
691 692 693 694 695 696 697 698 699 700 701
bool isSelectQuery(TAOS_RES* tres) {
  char *sql = tscGetSqlStr(tres);

  if (regex_match(sql, "^[\t ]*select[ \t]*", REG_EXTENDED | REG_ICASE)) {
    return true;
  }

  return false;
}


H
Haojun Liao 已提交
702 703
static int verticalPrintResult(TAOS_RES* tres) {
  TAOS_ROW row = taos_fetch_row(tres);
704 705 706 707
  if (row == NULL) {
    return 0;
  }

H
Haojun Liao 已提交
708 709 710
  int num_fields = taos_num_fields(tres);
  TAOS_FIELD *fields = taos_fetch_fields(tres);
  int precision = taos_result_precision(tres);
711

712 713
  int maxColNameLen = 0;
  for (int col = 0; col < num_fields; col++) {
S
TD-1057  
Shengliang Guan 已提交
714
    int len = (int)strlen(fields[col].name);
715 716 717 718 719
    if (len > maxColNameLen) {
      maxColNameLen = len;
    }
  }

D
fix bug  
dapan1121 已提交
720 721 722
  uint64_t resShowMaxNum = UINT64_MAX;

  if (args.commands == NULL && args.file[0] == 0 && isSelectQuery(tres) && !tscIsQueryWithLimit(tres)) {
D
fix bug  
dapan1121 已提交
723 724 725
    resShowMaxNum = DEFAULT_RES_SHOW_NUM;
  }

726
  int numOfRows = 0;
D
fix bug  
dapan1121 已提交
727
  int showMore = 1;
728
  do {
D
fix bug  
dapan1121 已提交
729
    if (numOfRows < resShowMaxNum) {
D
fix bug  
dapan1121 已提交
730 731
      printf("*************************** %d.row ***************************\n", numOfRows + 1);

D
fix bug  
dapan1121 已提交
732 733
      int32_t* length = taos_fetch_lengths(tres);

D
fix bug  
dapan1121 已提交
734 735
      for (int i = 0; i < num_fields; i++) {
        TAOS_FIELD* field = fields + i;
736

D
fix bug  
dapan1121 已提交
737 738
        int padding = (int)(maxColNameLen - strlen(field->name));
        printf("%*.s%s: ", padding, " ", field->name);
739

D
fix bug  
dapan1121 已提交
740 741 742
        printField((const char*)row[i], field, 0, length[i], precision);
        putchar('\n');
      }
D
fix bug  
dapan1121 已提交
743
    } else if (showMore) {
D
fix bug  
dapan1121 已提交
744 745
        printf("[100 Rows showed, and more rows are fetching but will not be showed. You can ctrl+c to stop or wait.]\n");
        printf("[You can add limit statement to get more or redirect results to specific file to get all.]\n");
D
fix bug  
dapan1121 已提交
746
        showMore = 0;
747 748 749
    }

    numOfRows++;
H
Haojun Liao 已提交
750
    row = taos_fetch_row(tres);
751 752 753 754 755 756
  } while(row != NULL);

  return numOfRows;
}

static int calcColWidth(TAOS_FIELD* field, int precision) {
S
TD-1057  
Shengliang Guan 已提交
757
  int width = (int)strlen(field->name);
758 759 760 761 762 763

  switch (field->type) {
    case TSDB_DATA_TYPE_BOOL:
      return MAX(5, width); // 'false'

    case TSDB_DATA_TYPE_TINYINT:
764
    case TSDB_DATA_TYPE_UTINYINT:
765 766 767
      return MAX(4, width); // '-127'

    case TSDB_DATA_TYPE_SMALLINT:
768
    case TSDB_DATA_TYPE_USMALLINT:
769 770 771
      return MAX(6, width); // '-32767'

    case TSDB_DATA_TYPE_INT:
772
    case TSDB_DATA_TYPE_UINT:
773 774 775
      return MAX(11, width); // '-2147483648'

    case TSDB_DATA_TYPE_BIGINT:
776
    case TSDB_DATA_TYPE_UBIGINT:
777 778 779 780 781 782 783 784 785 786 787
      return MAX(21, width); // '-9223372036854775807'

    case TSDB_DATA_TYPE_FLOAT:
      return MAX(20, width);

    case TSDB_DATA_TYPE_DOUBLE:
      return MAX(25, width);

    case TSDB_DATA_TYPE_BINARY:
      if (field->bytes > tsMaxBinaryDisplayWidth) {
        return MAX(tsMaxBinaryDisplayWidth, width);
788
      } else {
789
        return MAX(field->bytes, width);
790 791
      }

792 793 794 795 796 797 798 799 800
    case TSDB_DATA_TYPE_NCHAR: {
      int16_t bytes = field->bytes * TSDB_NCHAR_SIZE;
      if (bytes > tsMaxBinaryDisplayWidth) {
        return MAX(tsMaxBinaryDisplayWidth, width);
      } else {
        return MAX(bytes, width);
      }
    }

801 802 803
    case TSDB_DATA_TYPE_TIMESTAMP:
      if (args.is_raw_time) {
        return MAX(14, width);
804 805
      } if (precision == TSDB_TIME_PRECISION_NANO) {
        return MAX(29, width);
806 807 808 809
      } else if (precision == TSDB_TIME_PRECISION_MICRO) {
        return MAX(26, width); // '2020-01-01 00:00:00.000000'
      } else {
        return MAX(23, width); // '2020-01-01 00:00:00.000'
S
slguan 已提交
810
      }
H
hzcheng 已提交
811

812 813
    default:
      assert(false);
H
hzcheng 已提交
814 815
  }

816 817
  return 0;
}
H
hzcheng 已提交
818

819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837

static void printHeader(TAOS_FIELD* fields, int* width, int num_fields) {
  int rowWidth = 0;
  for (int col = 0; col < num_fields; col++) {
    TAOS_FIELD* field = fields + col;
    int padding = (int)(width[col] - strlen(field->name));
    int left = padding / 2;
    printf(" %*.s%s%*.s |", left, " ", field->name, padding - left, " ");
    rowWidth += width[col] + 3;
  }

  putchar('\n');
  for (int i = 0; i < rowWidth; i++) {
    putchar('=');
  }
  putchar('\n');
}


H
Haojun Liao 已提交
838 839
static int horizontalPrintResult(TAOS_RES* tres) {
  TAOS_ROW row = taos_fetch_row(tres);
840 841 842 843
  if (row == NULL) {
    return 0;
  }

H
Haojun Liao 已提交
844 845 846
  int num_fields = taos_num_fields(tres);
  TAOS_FIELD *fields = taos_fetch_fields(tres);
  int precision = taos_result_precision(tres);
847 848 849 850 851 852 853 854

  int width[TSDB_MAX_COLUMNS];
  for (int col = 0; col < num_fields; col++) {
    width[col] = calcColWidth(fields + col, precision);
  }

  printHeader(fields, width, num_fields);

D
fix bug  
dapan1121 已提交
855 856 857
  uint64_t resShowMaxNum = UINT64_MAX;

  if (args.commands == NULL && args.file[0] == 0 && isSelectQuery(tres) && !tscIsQueryWithLimit(tres)) {
D
fix bug  
dapan1121 已提交
858 859 860
    resShowMaxNum = DEFAULT_RES_SHOW_NUM;
  }

861
  int numOfRows = 0;
D
fix bug  
dapan1121 已提交
862
  int showMore = 1;
863

864
  do {
H
Haojun Liao 已提交
865
    int32_t* length = taos_fetch_lengths(tres);
D
fix bug  
dapan1121 已提交
866 867 868 869 870 871 872 873
    if (numOfRows < resShowMaxNum) {
      for (int i = 0; i < num_fields; i++) {
        putchar(' ');
        printField((const char*)row[i], fields + i, width[i], length[i], precision);
        putchar(' ');
        putchar('|');
      }
      putchar('\n');
D
fix bug  
dapan1121 已提交
874
    } else if (showMore) {
D
fix bug  
dapan1121 已提交
875 876
        printf("[100 Rows showed, and more rows are fetching but will not be showed. You can ctrl+c to stop or wait.]\n");
        printf("[You can add limit statement to show more or redirect results to specific file to get all.]\n");
D
fix bug  
dapan1121 已提交
877
        showMore = 0;
878
    }
879

880
    numOfRows++;
H
Haojun Liao 已提交
881
    row = taos_fetch_row(tres);
882 883 884 885 886 887
  } while(row != NULL);

  return numOfRows;
}


H
Haojun Liao 已提交
888
int shellDumpResult(TAOS_RES *tres, char *fname, int *error_no, bool vertical) {
889
  int numOfRows = 0;
H
hzcheng 已提交
890
  if (fname != NULL) {
H
Haojun Liao 已提交
891
    numOfRows = dumpResultToFile(fname, tres);
892
  } else if(vertical) {
H
Haojun Liao 已提交
893
    numOfRows = verticalPrintResult(tres);
894
  } else {
H
Haojun Liao 已提交
895
    numOfRows = horizontalPrintResult(tres);
H
hzcheng 已提交
896 897
  }

H
Haojun Liao 已提交
898
  *error_no = taos_errno(tres);
H
hzcheng 已提交
899 900 901
  return numOfRows;
}

902

H
hzcheng 已提交
903 904 905 906 907
void read_history() {
  // Initialize history
  memset(history.hist, 0, sizeof(char *) * MAX_HISTORY_SIZE);
  history.hstart = 0;
  history.hend = 0;
908
  char * line = NULL;
H
hzcheng 已提交
909
  size_t line_size = 0;
910
  int    read_size = 0;
H
hzcheng 已提交
911 912 913 914 915 916

  char f_history[TSDB_FILENAME_LEN];
  get_history_path(f_history);

  FILE *f = fopen(f_history, "r");
  if (f == NULL) {
917
#ifndef WINDOWS
H
Hui Li 已提交
918 919 920
    if (errno != ENOENT) {
      fprintf(stderr, "Failed to open file %s, reason:%s\n", f_history, strerror(errno));
    }
921
#endif
H
hzcheng 已提交
922 923 924
    return;
  }

S
TD-1848  
Shengliang Guan 已提交
925
  while ((read_size = tgetline(&line, &line_size, f)) != -1) {
H
hzcheng 已提交
926 927 928 929 930 931 932 933 934 935 936 937 938 939 940
    line[read_size - 1] = '\0';
    history.hist[history.hend] = strdup(line);

    history.hend = (history.hend + 1) % MAX_HISTORY_SIZE;

    if (history.hend == history.hstart) {
      history.hstart = (history.hstart + 1) % MAX_HISTORY_SIZE;
    }
  }

  free(line);
  fclose(f);
}

void write_history() {
941
  char f_history[TSDB_FILENAME_LEN];
H
hzcheng 已提交
942 943 944 945
  get_history_path(f_history);

  FILE *f = fopen(f_history, "w");
  if (f == NULL) {
946
#ifndef WINDOWS
H
Hui Li 已提交
947
    fprintf(stderr, "Failed to open file %s for write, reason:%s\n", f_history, strerror(errno));
948
#endif
H
hzcheng 已提交
949 950 951 952 953 954
    return;
  }

  for (int i = history.hstart; i != history.hend;) {
    if (history.hist[i] != NULL) {
      fprintf(f, "%s\n", history.hist[i]);
S
TD-1848  
Shengliang Guan 已提交
955
      tfree(history.hist[i]);
H
hzcheng 已提交
956 957 958 959 960 961
    }
    i = (i + 1) % MAX_HISTORY_SIZE;
  }
  fclose(f);
}

S
TD-1793  
Shengliang Guan 已提交
962 963
void taos_error(TAOS_RES *tres, int64_t st) {
  int64_t et = taosGetTimestampUs();
H
Haojun Liao 已提交
964
  atomic_store_ptr(&result, 0);
S
TD-1793  
Shengliang Guan 已提交
965
  fprintf(stderr, "\nDB error: %s (%.6fs)\n", taos_errstr(tres), (et - st) / 1E6);
H
Haojun Liao 已提交
966
  taos_free_result(tres);
H
hzcheng 已提交
967 968
}

S
#928  
slguan 已提交
969
int isCommentLine(char *line) {
H
hzcheng 已提交
970 971 972 973 974 975 976
  if (line == NULL) return 1;

  return regex_match(line, "^\\s*#.*", REG_EXTENDED);
}

void source_file(TAOS *con, char *fptr) {
  wordexp_t full_path;
977
  int       read_len = 0;
H
Hui Li 已提交
978
  char *    cmd = calloc(1, tsMaxSQLStringLen+1);
979 980 981
  size_t    cmd_len = 0;
  char *    line = NULL;
  size_t    line_len = 0;
H
hzcheng 已提交
982 983 984

  if (wordexp(fptr, &full_path, 0) != 0) {
    fprintf(stderr, "ERROR: illegal file name\n");
985
    free(cmd);
H
hzcheng 已提交
986 987 988 989 990
    return;
  }

  char *fname = full_path.we_wordv[0];

H
Hui Li 已提交
991
  /*
992 993
  if (access(fname, F_OK) != 0) {
    fprintf(stderr, "ERROR: file %s is not exist\n", fptr);
994

995 996 997 998
    wordfree(&full_path);
    free(cmd);
    return;
  }
H
Hui Li 已提交
999
  */
1000

H
hzcheng 已提交
1001 1002 1003 1004
  FILE *f = fopen(fname, "r");
  if (f == NULL) {
    fprintf(stderr, "ERROR: failed to open file %s\n", fname);
    wordfree(&full_path);
1005
    free(cmd);
H
hzcheng 已提交
1006 1007 1008
    return;
  }

S
TD-1848  
Shengliang Guan 已提交
1009
  while ((read_len = tgetline(&line, &line_len, f)) != -1) {
H
Hui Li 已提交
1010
    if (read_len >= tsMaxSQLStringLen) continue;
H
hzcheng 已提交
1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026
    line[--read_len] = '\0';

    if (read_len == 0 || isCommentLine(line)) {  // line starts with #
      continue;
    }

    if (line[read_len - 1] == '\\') {
      line[read_len - 1] = ' ';
      memcpy(cmd + cmd_len, line, read_len);
      cmd_len += read_len;
      continue;
    }

    memcpy(cmd + cmd_len, line, read_len);
    printf("%s%s\n", PROMPT_HEADER, cmd);
    shellRunCommand(con, cmd);
H
Hui Li 已提交
1027
    memset(cmd, 0, tsMaxSQLStringLen);
H
hzcheng 已提交
1028 1029 1030 1031 1032 1033 1034 1035
    cmd_len = 0;
  }

  free(cmd);
  if (line) free(line);
  wordfree(&full_path);
  fclose(f);
}
S
slguan 已提交
1036 1037

void shellGetGrantInfo(void *con) {
S
slguan 已提交
1038
  return;
H
Hui Li 已提交
1039
#if 0
S
slguan 已提交
1040 1041
  char sql[] = "show grants";

1042
  TAOS_RES* tres = taos_query(con, sql);
H
Haojun Liao 已提交
1043

1044
  int code = taos_errno(tres);
S
slguan 已提交
1045
  if (code != TSDB_CODE_SUCCESS) {
1046
    if (code == TSDB_CODE_COM_OPS_NOT_SUPPORT) {
S
slguan 已提交
1047
      fprintf(stdout, "Server is Community Edition, version is %s\n\n", taos_get_server_info(con));
S
slguan 已提交
1048 1049 1050
    } else {
      fprintf(stderr, "Failed to check Server Edition, Reason:%d:%s\n\n", taos_errno(con), taos_errstr(con));
    }
S
slguan 已提交
1051 1052 1053
    return;
  }

1054
  int num_fields = taos_field_count(tres);
S
slguan 已提交
1055 1056 1057 1058
  if (num_fields == 0) {
    fprintf(stderr, "\nInvalid grant information.\n");
    exit(0);
  } else {
1059
    if (tres == NULL) {
S
slguan 已提交
1060 1061 1062 1063
      fprintf(stderr, "\nGrant information is null.\n");
      exit(0);
    }

1064 1065
    TAOS_FIELD *fields = taos_fetch_fields(tres);
    TAOS_ROW row = taos_fetch_row(tres);
S
slguan 已提交
1066
    if (row == NULL) {
H
hjxilinx 已提交
1067
      fprintf(stderr, "\nFailed to get grant information from server. Abort.\n");
S
slguan 已提交
1068 1069 1070
      exit(0);
    }

S
slguan 已提交
1071
    char serverVersion[32] = {0};
S
slguan 已提交
1072 1073 1074
    char expiretime[32] = {0};
    char expired[32] = {0};

S
slguan 已提交
1075
    memcpy(serverVersion, row[0], fields[0].bytes);
S
slguan 已提交
1076 1077 1078 1079
    memcpy(expiretime, row[1], fields[1].bytes);
    memcpy(expired, row[2], fields[2].bytes);

    if (strcmp(expiretime, "unlimited") == 0) {
S
slguan 已提交
1080
      fprintf(stdout, "Server is Enterprise %s Edition, version is %s and will never expire.\n", serverVersion, taos_get_server_info(con));
S
slguan 已提交
1081
    } else {
S
slguan 已提交
1082
      fprintf(stdout, "Server is Enterprise %s Edition, version is %s and will expire at %s.\n", serverVersion, taos_get_server_info(con), expiretime);
S
slguan 已提交
1083 1084 1085
    }

    result = NULL;
1086
    taos_free_result(tres);
S
slguan 已提交
1087 1088 1089
  }

  fprintf(stdout, "\n");
H
Hui Li 已提交
1090
  #endif
S
slguan 已提交
1091
}