shellEngine.c 27.3 KB
Newer Older
H
hzcheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

16 17
#define _BSD_SOURCE
#define _GNU_SOURCE
H
hzcheng 已提交
18
#define _XOPEN_SOURCE
S
slguan 已提交
19
#define _DEFAULT_SOURCE
H
hzcheng 已提交
20

S
slguan 已提交
21
#include "os.h"
H
hzcheng 已提交
22 23
#include "shell.h"
#include "shellCommand.h"
H
hzcheng 已提交
24
#include "taosdef.h"
S
slguan 已提交
25
#include "taoserror.h"
S
slguan 已提交
26
#include "tglobal.h"
S
Shengliang Guan 已提交
27 28
#include "ttypes.h"
#include "tutil.h"
29
#include "tconfig.h"
H
Haojun Liao 已提交
30

31
#include <regex.h>
S
Shengliang Guan 已提交
32
#include <wordexp.h>
H
hzcheng 已提交
33 34

/**************** Global variables ****************/
H
Hui Li 已提交
35
#ifdef _TD_POWER_
H
Hui Li 已提交
36
char      CLIENT_VERSION[] = "Welcome to the PowerDB shell from %s, Client Version:%s\n"
37
                             "Copyright (c) 2020 by PowerDB, Inc. All rights reserved.\n\n";
H
Hui Li 已提交
38 39 40 41
char      PROMPT_HEADER[] = "power> ";

char      CONTINUE_PROMPT[] = "    -> ";
int       prompt_size = 7;
42 43 44 45 46 47 48
#elif (_TD_TQ_ == true)
char      CLIENT_VERSION[] = "Welcome to the TQ shell from %s, Client Version:%s\n"
                             "Copyright (c) 2020 by TQ, Inc. All rights reserved.\n\n";
char      PROMPT_HEADER[] = "tq> ";

char      CONTINUE_PROMPT[] = "    -> ";
int       prompt_size = 4;
H
Hui Li 已提交
49
#else
S
slguan 已提交
50
char      CLIENT_VERSION[] = "Welcome to the TDengine shell from %s, Client Version:%s\n"
51
                             "Copyright (c) 2020 by TAOS Data, Inc. All rights reserved.\n\n";
52
char      PROMPT_HEADER[] = "taos> ";
H
Hui Li 已提交
53

54 55
char      CONTINUE_PROMPT[] = "   -> ";
int       prompt_size = 6;
H
Hui Li 已提交
56 57
#endif

D
fix bug  
dapan1121 已提交
58
int64_t result = 0;
59
SShellHistory   history;
H
hzcheng 已提交
60

61 62
#define DEFAULT_MAX_BINARY_DISPLAY_WIDTH 30
extern int32_t tsMaxBinaryDisplayWidth;
S
Shengliang Guan 已提交
63
extern TAOS   *taos_connect_auth(const char *ip, const char *user, const char *auth, const char *db, uint16_t port);
64

H
hzcheng 已提交
65 66 67
/*
 * FUNCTION: Initialize the shell.
 */
68
TAOS *shellInit(SShellArguments *_args) {
69
  printf("\n");
70 71
  if (!_args->is_use_passwd) {
#ifdef TD_WINDOWS
S
os env  
Shengliang Guan 已提交
72
    strcpy(tsOsName, "Windows");
73
#elif defined(TD_DARWIN)
S
os env  
Shengliang Guan 已提交
74
    strcpy(tsOsName, "Darwin");
75
#endif
S
os env  
Shengliang Guan 已提交
76
    printf(CLIENT_VERSION, tsOsName, taos_get_client_info());
77 78
  }

79 80
  fflush(stdout);

H
hzcheng 已提交
81
  // set options before initializing
82 83
  if (_args->timezone != NULL) {
    taos_options(TSDB_OPTION_TIMEZONE, _args->timezone);
H
hzcheng 已提交
84 85
  }

86
  if (!_args->is_use_passwd) {
87
    _args->password = TSDB_DEFAULT_PASS;
H
hzcheng 已提交
88 89
  }

90 91
  if (_args->user == NULL) {
    _args->user = TSDB_DEFAULT_USER;
H
hzcheng 已提交
92 93
  }

94 95 96 97 98
  SConfig *pCfg = cfgInit();
  if (NULL == pCfg) return NULL;

  if (0 != taosAddClientLogCfg(pCfg)) return NULL;

H
hzcheng 已提交
99
  // Connect to the database.
100
  TAOS *con = NULL;
101 102
  if (_args->auth == NULL) {
    con = taos_connect(_args->host, _args->user, _args->password, _args->database, _args->port);
103
  } else {
104
    con = taos_connect_auth(_args->host, _args->user, _args->auth, _args->database, _args->port);
105 106
  }

H
hzcheng 已提交
107
  if (con == NULL) {
H
Hui Li 已提交
108
    fflush(stdout);
H
hzcheng 已提交
109 110 111 112 113 114 115
    return con;
  }

  /* Read history TODO : release resources here*/
  read_history();

  // Check if it is temperory run
116 117 118 119
  if (_args->commands != NULL || _args->file[0] != 0) {
    if (_args->commands != NULL) {
      printf("%s%s\n", PROMPT_HEADER, _args->commands);
      shellRunCommand(con, _args->commands);
H
hzcheng 已提交
120 121
    }

122 123
    if (_args->file[0] != 0) {
      source_file(con, _args->file);
H
hzcheng 已提交
124 125
    }

126
    taos_close(con);
H
hzcheng 已提交
127 128 129 130
    write_history();
    exit(EXIT_SUCCESS);
  }

S
Shengliang Guan 已提交
131
#if 0
S
slguan 已提交
132
#ifndef WINDOWS
133 134
  if (_args->dir[0] != 0) {
    source_dir(con, _args);
S
#928  
slguan 已提交
135 136 137
    taos_close(con);
    exit(EXIT_SUCCESS);
  }
S
Shengliang Guan 已提交
138

139 140
  if (_args->check != 0) {
    shellCheck(con, _args);
S
Shengliang Guan 已提交
141 142 143
    taos_close(con);
    exit(EXIT_SUCCESS);
  }
S
Shengliang Guan 已提交
144
#endif
S
#928  
slguan 已提交
145 146
#endif

H
hzcheng 已提交
147 148 149
  return con;
}

S
Shengliang Guan 已提交
150
static bool isEmptyCommand(const char *cmd) {
151 152 153
  for (char c = *cmd++; c != 0; c = *cmd++) {
    if (c != ' ' && c != '\t' && c != ';') {
      return false;
H
hzcheng 已提交
154 155
    }
  }
156
  return true;
H
hzcheng 已提交
157 158
}

159
static int32_t shellRunSingleCommand(TAOS *con, char *command) {
H
hzcheng 已提交
160
  /* If command is empty just return */
161
  if (isEmptyCommand(command)) {
162
    return 0;
H
hzcheng 已提交
163 164 165 166 167 168
  }

  // Analyse the command.
  if (regex_match(command, "^[ \t]*(quit|q|exit)[ \t;]*$", REG_EXTENDED | REG_ICASE)) {
    taos_close(con);
    write_history();
S
Shengliang Guan 已提交
169 170 171
#ifdef WINDOWS
    exit(EXIT_SUCCESS);
#endif
172
    return -1;
173 174 175
  }

  if (regex_match(command, "^[\t ]*clear[ \t;]*$", REG_EXTENDED | REG_ICASE)) {
H
hzcheng 已提交
176 177
    // If clear the screen.
    system("clear");
178 179
    return 0;
  }
180

S
Shengliang Guan 已提交
181 182
  if (regex_match(command, "^[\t ]*set[ \t]+max_binary_display_width[ \t]+(default|[1-9][0-9]*)[ \t;]*$",
                  REG_EXTENDED | REG_ICASE)) {
183 184
    strtok(command, " \t");
    strtok(NULL, " \t");
S
Shengliang Guan 已提交
185
    char *p = strtok(NULL, " \t");
186 187 188 189 190
    if (strcasecmp(p, "default") == 0) {
      tsMaxBinaryDisplayWidth = DEFAULT_MAX_BINARY_DISPLAY_WIDTH;
    } else {
      tsMaxBinaryDisplayWidth = atoi(p);
    }
191 192
    return 0;
  }
193

194
  if (regex_match(command, "^[ \t]*source[\t ]+[^ ]+[ \t;]*$", REG_EXTENDED | REG_ICASE)) {
H
hzcheng 已提交
195 196 197 198 199 200
    /* If source file. */
    char *c_ptr = strtok(command, " ;");
    assert(c_ptr != NULL);
    c_ptr = strtok(NULL, " ;");
    assert(c_ptr != NULL);
    source_file(con, c_ptr);
201
    return 0;
H
hzcheng 已提交
202
  }
203 204

  shellRunCommandOnServer(con, command);
205
  return 0;
H
hzcheng 已提交
206 207
}

S
Shengliang Guan 已提交
208
int32_t shellRunCommand(TAOS *con, char *command) {
209 210 211 212 213 214 215 216 217 218
  /* If command is empty just return */
  if (isEmptyCommand(command)) {
    return 0;
  }

  /* Update the history vector. */
  if (history.hstart == history.hend ||
      history.hist[(history.hend + MAX_HISTORY_SIZE - 1) % MAX_HISTORY_SIZE] == NULL ||
      strcmp(command, history.hist[(history.hend + MAX_HISTORY_SIZE - 1) % MAX_HISTORY_SIZE]) != 0) {
    if (history.hist[history.hend] != NULL) {
wafwerar's avatar
wafwerar 已提交
219
      taosMemoryFreeClear(history.hist[history.hend]);
220 221 222 223 224 225 226 227 228
    }
    history.hist[history.hend] = strdup(command);

    history.hend = (history.hend + 1) % MAX_HISTORY_SIZE;
    if (history.hend == history.hstart) {
      history.hstart = (history.hstart + 1) % MAX_HISTORY_SIZE;
    }
  }

229
  char quote = 0, *cmd = command;
230
  for (char c = *command++; c != 0; c = *command++) {
231 232
    if (c == '\\' && (*command == '\'' || *command == '"' || *command == '`')) {
      command ++;
233 234
      continue;
    }
235

236 237
    if (quote == c) {
      quote = 0;
238
    } else if (quote == 0 && (c == '\'' || c == '"' || c == '`')) {
239
      quote = c;
240 241 242
    } else if (c == ';' && quote == 0) {
      c = *command;
      *command = 0;
243 244 245
      if (shellRunSingleCommand(con, cmd) < 0) {
        return -1;
      }
246 247
      *command = c;
      cmd = command;
248 249 250 251 252
    }
  }
  return shellRunSingleCommand(con, cmd);
}

D
dapan1121 已提交
253
void freeResultWithRid(int64_t rid) {
S
Shengliang Guan 已提交
254
#if 0
D
dapan1121 已提交
255 256 257 258 259
  SSqlObj* pSql = taosAcquireRef(tscObjRef, rid);
  if(pSql){
    taos_free_result(pSql);
    taosReleaseRef(tscObjRef, rid);
  }
S
Shengliang Guan 已提交
260
#endif
D
dapan1121 已提交
261 262
}

H
hzcheng 已提交
263
void shellRunCommandOnServer(TAOS *con, char command[]) {
264
  int64_t   st, et;
H
hzcheng 已提交
265
  wordexp_t full_path;
S
Shengliang Guan 已提交
266 267 268
  char     *sptr = NULL;
  char     *cptr = NULL;
  char     *fname = NULL;
269
  bool      printMode = false;
H
hzcheng 已提交
270 271 272 273 274 275 276 277 278 279 280 281 282 283 284

  if ((sptr = strstr(command, ">>")) != NULL) {
    cptr = strstr(command, ";");
    if (cptr != NULL) {
      *cptr = '\0';
    }

    if (wordexp(sptr + 2, &full_path, 0) != 0) {
      fprintf(stderr, "ERROR: invalid filename: %s\n", sptr + 2);
      return;
    }
    *sptr = '\0';
    fname = full_path.we_wordv[0];
  }

285 286 287 288 289 290 291 292 293 294
  if ((sptr = strstr(command, "\\G")) != NULL) {
    cptr = strstr(command, ";");
    if (cptr != NULL) {
      *cptr = '\0';
    }

    *sptr = '\0';
    printMode = true;  // When output to a file, the switch does not work.
  }

H
hzcheng 已提交
295 296
  st = taosGetTimestampUs();

S
Shengliang Guan 已提交
297
  TAOS_RES *pSql = taos_query(con, command);
H
Haojun Liao 已提交
298
  if (taos_errno(pSql)) {
S
TD-1793  
Shengliang Guan 已提交
299
    taos_error(pSql, st);
H
hzcheng 已提交
300 301 302
    return;
  }

D
dapan1121 已提交
303
  int64_t oresult = atomic_load_64(&result);
D
fix bug  
dapan1121 已提交
304

L
lihui 已提交
305
  if (regex_match(command, "^\\s*use\\s+[a-zA-Z0-9_]+\\s*;\\s*$", REG_EXTENDED | REG_ICASE)) {
H
hzcheng 已提交
306 307
    fprintf(stdout, "Database changed.\n\n");
    fflush(stdout);
308

D
fix bug  
dapan1121 已提交
309
    atomic_store_64(&result, 0);
D
dapan1121 已提交
310
    freeResultWithRid(oresult);
H
hzcheng 已提交
311 312 313
    return;
  }

H
Haojun Liao 已提交
314 315
  TAOS_FIELD* pFields = taos_fetch_fields(pSql);
  if (pFields != NULL) {  // select and show kinds of commands
316 317
    int error_no = 0;

H
Haojun Liao 已提交
318 319
    int numOfRows = shellDumpResult(pSql, fname, &error_no, printMode);
    if (numOfRows < 0) {
D
fix bug  
dapan1121 已提交
320
      atomic_store_64(&result, 0);
D
dapan1121 已提交
321
      freeResultWithRid(oresult);
H
Haojun Liao 已提交
322 323
      return;
    }
H
hzcheng 已提交
324 325 326 327 328

    et = taosGetTimestampUs();
    if (error_no == 0) {
      printf("Query OK, %d row(s) in set (%.6fs)\n", numOfRows, (et - st) / 1E6);
    } else {
329
      printf("Query interrupted (%s), %d row(s) in set (%.6fs)\n", taos_errstr(pSql), numOfRows, (et - st) / 1E6);
H
hzcheng 已提交
330
    }
D
dapan1121 已提交
331
    taos_free_result(pSql);    
H
hzcheng 已提交
332
  } else {
H
Haojun Liao 已提交
333
    int num_rows_affacted = taos_affected_rows(pSql);
334
    taos_free_result(pSql);
H
hzcheng 已提交
335
    et = taosGetTimestampUs();
D
dapan1121 已提交
336
    printf("Query OK, %d of %d row(s) in database (%.6fs)\n", num_rows_affacted, num_rows_affacted, (et - st) / 1E6);
H
hzcheng 已提交
337 338 339 340 341 342 343
  }

  printf("\n");

  if (fname != NULL) {
    wordfree(&full_path);
  }
344

D
fix bug  
dapan1121 已提交
345
  atomic_store_64(&result, 0);
D
dapan1121 已提交
346
  freeResultWithRid(oresult);
H
hzcheng 已提交
347 348 349 350 351
}

/* Function to do regular expression check */
int regex_match(const char *s, const char *reg, int cflags) {
  regex_t regex;
352
  char    msgbuf[100] = {0};
H
hzcheng 已提交
353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377

  /* Compile regular expression */
  if (regcomp(&regex, reg, cflags) != 0) {
    fprintf(stderr, "Fail to compile regex");
    exitShell();
  }

  /* Execute regular expression */
  int reti = regexec(&regex, s, 0, NULL, 0);
  if (!reti) {
    regfree(&regex);
    return 1;
  } else if (reti == REG_NOMATCH) {
    regfree(&regex);
    return 0;
  } else {
    regerror(reti, &regex, msgbuf, sizeof(msgbuf));
    fprintf(stderr, "Regex match failed: %s\n", msgbuf);
    regfree(&regex);
    exitShell();
  }

  return 0;
}

S
Shengliang Guan 已提交
378
static char *formatTimestamp(char *buf, int64_t val, int precision) {
379 380 381 382
  if (args.is_raw_time) {
    sprintf(buf, "%" PRId64, val);
    return buf;
  }
H
hzcheng 已提交
383

S
Shengliang Guan 已提交
384
  time_t  tt;
D
fix bug  
dapan1121 已提交
385
  int32_t ms = 0;
386 387 388 389
  if (precision == TSDB_TIME_PRECISION_NANO) {
    tt = (time_t)(val / 1000000000);
    ms = val % 1000000000;
  } else if (precision == TSDB_TIME_PRECISION_MICRO) {
390
    tt = (time_t)(val / 1000000);
D
fix bug  
dapan1121 已提交
391
    ms = val % 1000000;
392 393
  } else {
    tt = (time_t)(val / 1000);
D
fix bug  
dapan1121 已提交
394
    ms = val % 1000;
395 396
  }

S
Shengliang Guan 已提交
397 398 399 400 401 402 403
  /* comment out as it make testcases like select_with_tags.sim fail.
    but in windows, this may cause the call to localtime crash if tt < 0,
    need to find a better solution.
    if (tt < 0) {
      tt = 0;
    }
    */
404

405 406 407
#ifdef WINDOWS
  if (tt < 0) tt = 0;
#endif
S
Shengliang Guan 已提交
408
  if (tt <= 0 && ms < 0) {
D
fix bug  
dapan1121 已提交
409
    tt--;
410 411 412
    if (precision == TSDB_TIME_PRECISION_NANO) {
      ms += 1000000000;
    } else if (precision == TSDB_TIME_PRECISION_MICRO) {
D
fix bug  
dapan1121 已提交
413 414 415 416 417
      ms += 1000000;
    } else {
      ms += 1000;
    }
  }
418

419
  struct tm *ptm = taosLocalTime(&tt, NULL);
S
Shengliang Guan 已提交
420
  size_t     pos = strftime(buf, 35, "%Y-%m-%d %H:%M:%S", ptm);
421

422 423 424
  if (precision == TSDB_TIME_PRECISION_NANO) {
    sprintf(buf + pos, ".%09d", ms);
  } else if (precision == TSDB_TIME_PRECISION_MICRO) {
D
fix bug  
dapan1121 已提交
425
    sprintf(buf + pos, ".%06d", ms);
426
  } else {
D
fix bug  
dapan1121 已提交
427
    sprintf(buf + pos, ".%03d", ms);
428 429 430 431 432
  }

  return buf;
}

433
static void dumpFieldToFile(TdFilePtr pFile, const char *val, TAOS_FIELD *field, int32_t length, int precision) {
434
  if (val == NULL) {
435
    taosFprintfFile(pFile, "%s", TSDB_DATA_NULL_STR);
436 437 438 439 440 441
    return;
  }

  char buf[TSDB_MAX_BYTES_PER_ROW];
  switch (field->type) {
    case TSDB_DATA_TYPE_BOOL:
442
      taosFprintfFile(pFile, "%d", ((((int32_t)(*((char *)val))) == 1) ? 1 : 0));
443 444
      break;
    case TSDB_DATA_TYPE_TINYINT:
445
      taosFprintfFile(pFile, "%d", *((int8_t *)val));
446 447
      break;
    case TSDB_DATA_TYPE_SMALLINT:
448
      taosFprintfFile(pFile, "%d", *((int16_t *)val));
449 450
      break;
    case TSDB_DATA_TYPE_INT:
451
      taosFprintfFile(pFile, "%d", *((int32_t *)val));
452 453
      break;
    case TSDB_DATA_TYPE_BIGINT:
454
      taosFprintfFile(pFile, "%" PRId64, *((int64_t *)val));
455 456
      break;
    case TSDB_DATA_TYPE_FLOAT:
457
      taosFprintfFile(pFile, "%.5f", GET_FLOAT_VAL(val));
458 459
      break;
    case TSDB_DATA_TYPE_DOUBLE:
460
      taosFprintfFile(pFile, "%.9f", GET_DOUBLE_VAL(val));
461 462 463 464 465
      break;
    case TSDB_DATA_TYPE_BINARY:
    case TSDB_DATA_TYPE_NCHAR:
      memcpy(buf, val, length);
      buf[length] = 0;
466
      taosFprintfFile(pFile, "\'%s\'", buf);
467 468
      break;
    case TSDB_DATA_TYPE_TIMESTAMP:
S
Shengliang Guan 已提交
469
      formatTimestamp(buf, *(int64_t *)val, precision);
470
      taosFprintfFile(pFile, "'%s'", buf);
471 472 473 474 475 476
      break;
    default:
      break;
  }
}

S
Shengliang Guan 已提交
477
static int dumpResultToFile(const char *fname, TAOS_RES *tres) {
478
  TAOS_ROW row = taos_fetch_row(tres);
479 480 481 482 483 484
  if (row == NULL) {
    return 0;
  }

  wordexp_t full_path;

S
TD-1207  
Shengliang Guan 已提交
485
  if (wordexp((char *)fname, &full_path, 0) != 0) {
486
    fprintf(stderr, "ERROR: invalid file name: %s\n", fname);
H
hzcheng 已提交
487 488 489
    return -1;
  }

490
  // FILE *fp = fopen(full_path.we_wordv[0], "w");
491
  TdFilePtr pFile = taosOpenFile(full_path.we_wordv[0], TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC | TD_FILE_STREAM);
492
  if (pFile == NULL) {
493 494 495 496 497 498 499
    fprintf(stderr, "ERROR: failed to open file: %s\n", full_path.we_wordv[0]);
    wordfree(&full_path);
    return -1;
  }

  wordfree(&full_path);

S
Shengliang Guan 已提交
500
  int         num_fields = taos_num_fields(tres);
501
  TAOS_FIELD *fields = taos_fetch_fields(tres);
S
Shengliang Guan 已提交
502
  int         precision = taos_result_precision(tres);
503 504 505

  for (int col = 0; col < num_fields; col++) {
    if (col > 0) {
506
      taosFprintfFile(pFile, ",");
507
    }
508
    taosFprintfFile(pFile, "%s", fields[col].name);
509
  }
510
  taosFprintfFile(pFile, "\n");
511

512 513
  int numOfRows = 0;
  do {
S
Shengliang Guan 已提交
514
    int32_t *length = taos_fetch_lengths(tres);
515 516
    for (int i = 0; i < num_fields; i++) {
      if (i > 0) {
517
        taosFprintfFile(pFile, "\n");
518
      }
519
      dumpFieldToFile(pFile, (const char *)row[i], fields + i, length[i], precision);
H
hzcheng 已提交
520
    }
521
    taosFprintfFile(pFile, "\n");
522 523

    numOfRows++;
524
    row = taos_fetch_row(tres);
S
Shengliang Guan 已提交
525
  } while (row != NULL);
526

D
fix bug  
dapan1121 已提交
527
  result = 0;
528
  taosCloseFile(&pFile);
529

530 531 532
  return numOfRows;
}

533
static void shellPrintNChar(const char *str, int length, int width) {
wafwerar's avatar
wafwerar 已提交
534
  TdWchar tail[3];
S
Shengliang Guan 已提交
535
  int     pos = 0, cols = 0, totalCols = 0, tailLen = 0;
536

537
  while (pos < length) {
wafwerar's avatar
wafwerar 已提交
538 539
    TdWchar wc;
    int     bytes = taosMbToWchar(&wc, str + pos, MB_CUR_MAX);
540
    if (bytes <= 0) {
541 542
      break;
    }
543
    if (pos + bytes > length) {
544 545
      break;
    }
546
    int w = 0;
547
#ifdef WINDOWS
548
    w = bytes;
549
#else
550 551 552 553 554
    if(*(str + pos) == '\t' || *(str + pos) == '\n' || *(str + pos) == '\r'){
      w = bytes;
    }else{
      w = taosWcharWidth(wc);
    }
555
#endif
556
    pos += bytes;
557 558 559 560 561 562 563 564 565 566 567 568 569 570
    if (w <= 0) {
      continue;
    }

    if (width <= 0) {
      printf("%lc", wc);
      continue;
    }

    totalCols += w;
    if (totalCols > width) {
      break;
    }
    if (totalCols <= (width - 3)) {
571 572
      printf("%lc", wc);
      cols += w;
573 574 575
    } else {
      tail[tailLen] = wc;
      tailLen++;
576 577 578
    }
  }

579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594
  if (totalCols > width) {
    // width could be 1 or 2, so printf("...") cannot be used
    for (int i = 0; i < 3; i++) {
      if (cols >= width) {
        break;
      }
      putchar('.');
      ++cols;
    }
  } else {
    for (int i = 0; i < tailLen; i++) {
      printf("%lc", tail[i]);
    }
    cols = totalCols;
  }

595 596 597 598 599
  for (; cols < width; cols++) {
    putchar(' ');
  }
}

S
Shengliang Guan 已提交
600
static void printField(const char *val, TAOS_FIELD *field, int width, int32_t length, int precision) {
601 602 603 604
  if (val == NULL) {
    int w = width;
    if (field->type < TSDB_DATA_TYPE_TINYINT || field->type > TSDB_DATA_TYPE_DOUBLE) {
      w = 0;
H
hzcheng 已提交
605
    }
606 607 608 609 610 611
    w = printf("%*s", w, TSDB_DATA_NULL_STR);
    for (; w < width; w++) {
      putchar(' ');
    }
    return;
  }
H
hzcheng 已提交
612

613 614 615
  char buf[TSDB_MAX_BYTES_PER_ROW];
  switch (field->type) {
    case TSDB_DATA_TYPE_BOOL:
S
TD-1530  
Shengliang Guan 已提交
616
      printf("%*s", width, ((((int32_t)(*((char *)val))) == 1) ? "true" : "false"));
617 618
      break;
    case TSDB_DATA_TYPE_TINYINT:
S
TD-1530  
Shengliang Guan 已提交
619
      printf("%*d", width, *((int8_t *)val));
620
      break;
621 622 623
    case TSDB_DATA_TYPE_UTINYINT:
      printf("%*u", width, *((uint8_t *)val));
      break;
624
    case TSDB_DATA_TYPE_SMALLINT:
S
TD-1530  
Shengliang Guan 已提交
625
      printf("%*d", width, *((int16_t *)val));
626
      break;
627 628 629
    case TSDB_DATA_TYPE_USMALLINT:
      printf("%*u", width, *((uint16_t *)val));
      break;
630
    case TSDB_DATA_TYPE_INT:
S
TD-1530  
Shengliang Guan 已提交
631
      printf("%*d", width, *((int32_t *)val));
632
      break;
633 634 635
    case TSDB_DATA_TYPE_UINT:
      printf("%*u", width, *((uint32_t *)val));
      break;
636 637 638
    case TSDB_DATA_TYPE_BIGINT:
      printf("%*" PRId64, width, *((int64_t *)val));
      break;
639 640 641
    case TSDB_DATA_TYPE_UBIGINT:
      printf("%*" PRIu64, width, *((uint64_t *)val));
      break;
642 643 644 645 646 647 648 649
    case TSDB_DATA_TYPE_FLOAT:
      printf("%*.5f", width, GET_FLOAT_VAL(val));
      break;
    case TSDB_DATA_TYPE_DOUBLE:
      printf("%*.9f", width, GET_DOUBLE_VAL(val));
      break;
    case TSDB_DATA_TYPE_BINARY:
    case TSDB_DATA_TYPE_NCHAR:
650
    case TSDB_DATA_TYPE_JSON:
B
Bomin Zhang 已提交
651
      shellPrintNChar(val, length, width);
652 653
      break;
    case TSDB_DATA_TYPE_TIMESTAMP:
S
Shengliang Guan 已提交
654
      formatTimestamp(buf, *(int64_t *)val, precision);
655 656 657 658
      printf("%s", buf);
      break;
    default:
      break;
H
hzcheng 已提交
659
  }
660
}
H
hzcheng 已提交
661

S
Shengliang Guan 已提交
662 663
bool isSelectQuery(TAOS_RES *tres) {
#if 0
D
fix bug  
dapan1121 已提交
664 665 666 667 668
  char *sql = tscGetSqlStr(tres);

  if (regex_match(sql, "^[\t ]*select[ \t]*", REG_EXTENDED | REG_ICASE)) {
    return true;
  }
S
Shengliang Guan 已提交
669
#endif
D
fix bug  
dapan1121 已提交
670 671 672
  return false;
}

S
Shengliang Guan 已提交
673
static int verticalPrintResult(TAOS_RES *tres) {
H
Haojun Liao 已提交
674
  TAOS_ROW row = taos_fetch_row(tres);
675 676 677 678
  if (row == NULL) {
    return 0;
  }

S
Shengliang Guan 已提交
679
  int         num_fields = taos_num_fields(tres);
H
Haojun Liao 已提交
680
  TAOS_FIELD *fields = taos_fetch_fields(tres);
S
Shengliang Guan 已提交
681
  int         precision = taos_result_precision(tres);
682

683 684
  int maxColNameLen = 0;
  for (int col = 0; col < num_fields; col++) {
S
TD-1057  
Shengliang Guan 已提交
685
    int len = (int)strlen(fields[col].name);
686 687 688 689 690
    if (len > maxColNameLen) {
      maxColNameLen = len;
    }
  }

D
fix bug  
dapan1121 已提交
691 692
  uint64_t resShowMaxNum = UINT64_MAX;

S
Shengliang Guan 已提交
693
  if (args.commands == NULL && args.file[0] == 0 && isSelectQuery(tres) /*&& !tscIsQueryWithLimit(tres)*/) {
D
fix bug  
dapan1121 已提交
694 695 696
    resShowMaxNum = DEFAULT_RES_SHOW_NUM;
  }

697
  int numOfRows = 0;
D
fix bug  
dapan1121 已提交
698
  int showMore = 1;
699
  do {
D
fix bug  
dapan1121 已提交
700
    if (numOfRows < resShowMaxNum) {
D
fix bug  
dapan1121 已提交
701 702
      printf("*************************** %d.row ***************************\n", numOfRows + 1);

S
Shengliang Guan 已提交
703
      int32_t *length = taos_fetch_lengths(tres);
D
fix bug  
dapan1121 已提交
704

D
fix bug  
dapan1121 已提交
705
      for (int i = 0; i < num_fields; i++) {
S
Shengliang Guan 已提交
706
        TAOS_FIELD *field = fields + i;
707

D
fix bug  
dapan1121 已提交
708 709
        int padding = (int)(maxColNameLen - strlen(field->name));
        printf("%*.s%s: ", padding, " ", field->name);
710

S
Shengliang Guan 已提交
711
        printField((const char *)row[i], field, 0, length[i], precision);
D
fix bug  
dapan1121 已提交
712 713
        putchar('\n');
      }
D
fix bug  
dapan1121 已提交
714
    } else if (showMore) {
S
Shengliang Guan 已提交
715 716 717
      printf("[100 Rows showed, and more rows are fetching but will not be showed. You can ctrl+c to stop or wait.]\n");
      printf("[You can add limit statement to get more or redirect results to specific file to get all.]\n");
      showMore = 0;
718 719 720
    }

    numOfRows++;
H
Haojun Liao 已提交
721
    row = taos_fetch_row(tres);
S
Shengliang Guan 已提交
722
  } while (row != NULL);
723 724 725 726

  return numOfRows;
}

S
Shengliang Guan 已提交
727
static int calcColWidth(TAOS_FIELD *field, int precision) {
S
TD-1057  
Shengliang Guan 已提交
728
  int width = (int)strlen(field->name);
729 730 731

  switch (field->type) {
    case TSDB_DATA_TYPE_BOOL:
dengyihao's avatar
dengyihao 已提交
732
      return TMAX(5, width);  // 'false'
733 734

    case TSDB_DATA_TYPE_TINYINT:
735
    case TSDB_DATA_TYPE_UTINYINT:
dengyihao's avatar
dengyihao 已提交
736
      return TMAX(4, width);  // '-127'
737 738

    case TSDB_DATA_TYPE_SMALLINT:
739
    case TSDB_DATA_TYPE_USMALLINT:
dengyihao's avatar
dengyihao 已提交
740
      return TMAX(6, width);  // '-32767'
741 742

    case TSDB_DATA_TYPE_INT:
743
    case TSDB_DATA_TYPE_UINT:
dengyihao's avatar
dengyihao 已提交
744
      return TMAX(11, width);  // '-2147483648'
745 746

    case TSDB_DATA_TYPE_BIGINT:
747
    case TSDB_DATA_TYPE_UBIGINT:
dengyihao's avatar
dengyihao 已提交
748
      return TMAX(21, width);  // '-9223372036854775807'
749 750

    case TSDB_DATA_TYPE_FLOAT:
dengyihao's avatar
dengyihao 已提交
751
      return TMAX(20, width);
752 753

    case TSDB_DATA_TYPE_DOUBLE:
dengyihao's avatar
dengyihao 已提交
754
      return TMAX(25, width);
755 756 757

    case TSDB_DATA_TYPE_BINARY:
      if (field->bytes > tsMaxBinaryDisplayWidth) {
dengyihao's avatar
dengyihao 已提交
758
        return TMAX(tsMaxBinaryDisplayWidth, width);
759
      } else {
dengyihao's avatar
dengyihao 已提交
760
        return TMAX(field->bytes, width);
761 762
      }

763 764 765
    case TSDB_DATA_TYPE_NCHAR: {
      int16_t bytes = field->bytes * TSDB_NCHAR_SIZE;
      if (bytes > tsMaxBinaryDisplayWidth) {
dengyihao's avatar
dengyihao 已提交
766
        return TMAX(tsMaxBinaryDisplayWidth, width);
767
      } else {
dengyihao's avatar
dengyihao 已提交
768
        return TMAX(bytes, width);
769 770 771
      }
    }

772 773
    case TSDB_DATA_TYPE_TIMESTAMP:
      if (args.is_raw_time) {
dengyihao's avatar
dengyihao 已提交
774
        return TMAX(14, width);
S
Shengliang Guan 已提交
775 776
      }
      if (precision == TSDB_TIME_PRECISION_NANO) {
dengyihao's avatar
dengyihao 已提交
777
        return TMAX(29, width);
778
      } else if (precision == TSDB_TIME_PRECISION_MICRO) {
dengyihao's avatar
dengyihao 已提交
779
        return TMAX(26, width);  // '2020-01-01 00:00:00.000000'
780
      } else {
dengyihao's avatar
dengyihao 已提交
781
        return TMAX(23, width);  // '2020-01-01 00:00:00.000'
S
slguan 已提交
782
      }
H
hzcheng 已提交
783

784 785
    default:
      assert(false);
H
hzcheng 已提交
786 787
  }

788 789
  return 0;
}
H
hzcheng 已提交
790

S
Shengliang Guan 已提交
791
static void printHeader(TAOS_FIELD *fields, int *width, int num_fields) {
792 793
  int rowWidth = 0;
  for (int col = 0; col < num_fields; col++) {
S
Shengliang Guan 已提交
794 795 796
    TAOS_FIELD *field = fields + col;
    int         padding = (int)(width[col] - strlen(field->name));
    int         left = padding / 2;
797 798 799 800 801 802 803 804 805 806 807
    printf(" %*.s%s%*.s |", left, " ", field->name, padding - left, " ");
    rowWidth += width[col] + 3;
  }

  putchar('\n');
  for (int i = 0; i < rowWidth; i++) {
    putchar('=');
  }
  putchar('\n');
}

S
Shengliang Guan 已提交
808
static int horizontalPrintResult(TAOS_RES *tres) {
H
Haojun Liao 已提交
809
  TAOS_ROW row = taos_fetch_row(tres);
810 811 812 813
  if (row == NULL) {
    return 0;
  }

S
Shengliang Guan 已提交
814
  int         num_fields = taos_num_fields(tres);
H
Haojun Liao 已提交
815
  TAOS_FIELD *fields = taos_fetch_fields(tres);
S
Shengliang Guan 已提交
816
  int         precision = taos_result_precision(tres);
817 818 819 820 821 822 823 824

  int width[TSDB_MAX_COLUMNS];
  for (int col = 0; col < num_fields; col++) {
    width[col] = calcColWidth(fields + col, precision);
  }

  printHeader(fields, width, num_fields);

D
fix bug  
dapan1121 已提交
825 826
  uint64_t resShowMaxNum = UINT64_MAX;

S
Shengliang Guan 已提交
827
  if (args.commands == NULL && args.file[0] == 0 && isSelectQuery(tres) /* && !tscIsQueryWithLimit(tres)*/) {
D
fix bug  
dapan1121 已提交
828 829 830
    resShowMaxNum = DEFAULT_RES_SHOW_NUM;
  }

831
  int numOfRows = 0;
D
fix bug  
dapan1121 已提交
832
  int showMore = 1;
833

834
  do {
S
Shengliang Guan 已提交
835
    int32_t *length = taos_fetch_lengths(tres);
D
fix bug  
dapan1121 已提交
836 837 838
    if (numOfRows < resShowMaxNum) {
      for (int i = 0; i < num_fields; i++) {
        putchar(' ');
S
Shengliang Guan 已提交
839
        printField((const char *)row[i], fields + i, width[i], length[i], precision);
D
fix bug  
dapan1121 已提交
840 841 842 843
        putchar(' ');
        putchar('|');
      }
      putchar('\n');
D
fix bug  
dapan1121 已提交
844
    } else if (showMore) {
S
Shengliang Guan 已提交
845 846 847
      printf("[100 Rows showed, and more rows are fetching but will not be showed. You can ctrl+c to stop or wait.]\n");
      printf("[You can add limit statement to show more or redirect results to specific file to get all.]\n");
      showMore = 0;
848
    }
849

850
    numOfRows++;
H
Haojun Liao 已提交
851
    row = taos_fetch_row(tres);
S
Shengliang Guan 已提交
852
  } while (row != NULL);
853 854 855 856

  return numOfRows;
}

H
Haojun Liao 已提交
857
int shellDumpResult(TAOS_RES *tres, char *fname, int *error_no, bool vertical) {
858
  int numOfRows = 0;
H
hzcheng 已提交
859
  if (fname != NULL) {
H
Haojun Liao 已提交
860
    numOfRows = dumpResultToFile(fname, tres);
S
Shengliang Guan 已提交
861
  } else if (vertical) {
H
Haojun Liao 已提交
862
    numOfRows = verticalPrintResult(tres);
863
  } else {
H
Haojun Liao 已提交
864
    numOfRows = horizontalPrintResult(tres);
H
hzcheng 已提交
865 866
  }

H
Haojun Liao 已提交
867
  *error_no = taos_errno(tres);
H
hzcheng 已提交
868 869 870 871 872 873 874 875
  return numOfRows;
}

void read_history() {
  // Initialize history
  memset(history.hist, 0, sizeof(char *) * MAX_HISTORY_SIZE);
  history.hstart = 0;
  history.hend = 0;
S
Shengliang Guan 已提交
876
  char  *line = NULL;
877
  int    read_size = 0;
H
hzcheng 已提交
878 879 880 881

  char f_history[TSDB_FILENAME_LEN];
  get_history_path(f_history);

882
  // FILE *f = fopen(f_history, "r");
883
  TdFilePtr pFile = taosOpenFile(f_history, TD_FILE_READ | TD_FILE_STREAM);
884
  if (pFile == NULL) {
885
#ifndef WINDOWS
H
Hui Li 已提交
886 887 888
    if (errno != ENOENT) {
      fprintf(stderr, "Failed to open file %s, reason:%s\n", f_history, strerror(errno));
    }
889
#endif
H
hzcheng 已提交
890 891 892
    return;
  }

893
  while ((read_size = taosGetLineFile(pFile, &line)) != -1) {
H
hzcheng 已提交
894 895 896 897 898 899 900 901 902 903
    line[read_size - 1] = '\0';
    history.hist[history.hend] = strdup(line);

    history.hend = (history.hend + 1) % MAX_HISTORY_SIZE;

    if (history.hend == history.hstart) {
      history.hstart = (history.hstart + 1) % MAX_HISTORY_SIZE;
    }
  }

wafwerar's avatar
wafwerar 已提交
904
  if(line != NULL) taosMemoryFree(line);
905
  taosCloseFile(&pFile);
H
hzcheng 已提交
906 907 908
}

void write_history() {
909
  char f_history[TSDB_FILENAME_LEN];
H
hzcheng 已提交
910 911
  get_history_path(f_history);

912
  // FILE *f = fopen(f_history, "w");
913
  TdFilePtr pFile = taosOpenFile(f_history, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC | TD_FILE_STREAM);
914
  if (pFile == NULL) {
915
#ifndef WINDOWS
H
Hui Li 已提交
916
    fprintf(stderr, "Failed to open file %s for write, reason:%s\n", f_history, strerror(errno));
917
#endif
H
hzcheng 已提交
918 919 920 921 922
    return;
  }

  for (int i = history.hstart; i != history.hend;) {
    if (history.hist[i] != NULL) {
923
      taosFprintfFile(pFile, "%s\n", history.hist[i]);
wafwerar's avatar
wafwerar 已提交
924
      taosMemoryFreeClear(history.hist[i]);
H
hzcheng 已提交
925 926 927
    }
    i = (i + 1) % MAX_HISTORY_SIZE;
  }
928
  taosCloseFile(&pFile);
H
hzcheng 已提交
929 930
}

S
TD-1793  
Shengliang Guan 已提交
931 932
void taos_error(TAOS_RES *tres, int64_t st) {
  int64_t et = taosGetTimestampUs();
H
Haojun Liao 已提交
933
  atomic_store_ptr(&result, 0);
S
TD-1793  
Shengliang Guan 已提交
934
  fprintf(stderr, "\nDB error: %s (%.6fs)\n", taos_errstr(tres), (et - st) / 1E6);
H
Haojun Liao 已提交
935
  taos_free_result(tres);
H
hzcheng 已提交
936 937
}

S
#928  
slguan 已提交
938
int isCommentLine(char *line) {
H
hzcheng 已提交
939 940 941 942 943 944 945
  if (line == NULL) return 1;

  return regex_match(line, "^\\s*#.*", REG_EXTENDED);
}

void source_file(TAOS *con, char *fptr) {
  wordexp_t full_path;
946
  int       read_len = 0;
wafwerar's avatar
wafwerar 已提交
947
  char     *cmd = taosMemoryCalloc(1, TSDB_MAX_ALLOWED_SQL_LEN + 1);
948
  size_t    cmd_len = 0;
S
Shengliang Guan 已提交
949
  char     *line = NULL;
H
hzcheng 已提交
950 951 952

  if (wordexp(fptr, &full_path, 0) != 0) {
    fprintf(stderr, "ERROR: illegal file name\n");
wafwerar's avatar
wafwerar 已提交
953
    taosMemoryFree(cmd);
H
hzcheng 已提交
954 955 956 957 958
    return;
  }

  char *fname = full_path.we_wordv[0];

H
Hui Li 已提交
959
  /*
960 961
  if (access(fname, F_OK) != 0) {
    fprintf(stderr, "ERROR: file %s is not exist\n", fptr);
962

963
    wordfree(&full_path);
wafwerar's avatar
wafwerar 已提交
964
    taosMemoryFree(cmd);
965 966
    return;
  }
H
Hui Li 已提交
967
  */
968

969
  // FILE *f = fopen(fname, "r");
970
  TdFilePtr pFile = taosOpenFile(fname, TD_FILE_READ | TD_FILE_STREAM);
971
  if (pFile == NULL) {
H
hzcheng 已提交
972 973
    fprintf(stderr, "ERROR: failed to open file %s\n", fname);
    wordfree(&full_path);
wafwerar's avatar
wafwerar 已提交
974
    taosMemoryFree(cmd);
H
hzcheng 已提交
975 976 977
    return;
  }

978
  while ((read_len = taosGetLineFile(pFile, &line)) != -1) {
H
Haojun Liao 已提交
979
    if (read_len >= TSDB_MAX_ALLOWED_SQL_LEN) continue;
H
hzcheng 已提交
980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995
    line[--read_len] = '\0';

    if (read_len == 0 || isCommentLine(line)) {  // line starts with #
      continue;
    }

    if (line[read_len - 1] == '\\') {
      line[read_len - 1] = ' ';
      memcpy(cmd + cmd_len, line, read_len);
      cmd_len += read_len;
      continue;
    }

    memcpy(cmd + cmd_len, line, read_len);
    printf("%s%s\n", PROMPT_HEADER, cmd);
    shellRunCommand(con, cmd);
H
Haojun Liao 已提交
996
    memset(cmd, 0, TSDB_MAX_ALLOWED_SQL_LEN);
H
hzcheng 已提交
997 998 999
    cmd_len = 0;
  }

wafwerar's avatar
wafwerar 已提交
1000 1001
  taosMemoryFree(cmd);
  if(line != NULL) taosMemoryFree(line);
H
hzcheng 已提交
1002
  wordfree(&full_path);
1003
  taosCloseFile(&pFile);
H
hzcheng 已提交
1004
}
S
slguan 已提交
1005 1006

void shellGetGrantInfo(void *con) {
S
slguan 已提交
1007
  return;
H
Hui Li 已提交
1008
#if 0
S
slguan 已提交
1009 1010
  char sql[] = "show grants";

1011
  TAOS_RES* tres = taos_query(con, sql);
H
Haojun Liao 已提交
1012

1013
  int code = taos_errno(tres);
S
slguan 已提交
1014
  if (code != TSDB_CODE_SUCCESS) {
1015
    if (code == TSDB_CODE_COM_OPS_NOT_SUPPORT) {
S
slguan 已提交
1016
      fprintf(stdout, "Server is Community Edition, version is %s\n\n", taos_get_server_info(con));
S
slguan 已提交
1017 1018 1019
    } else {
      fprintf(stderr, "Failed to check Server Edition, Reason:%d:%s\n\n", taos_errno(con), taos_errstr(con));
    }
S
slguan 已提交
1020 1021 1022
    return;
  }

1023
  int num_fields = taos_field_count(tres);
S
slguan 已提交
1024 1025 1026 1027
  if (num_fields == 0) {
    fprintf(stderr, "\nInvalid grant information.\n");
    exit(0);
  } else {
1028
    if (tres == NULL) {
S
slguan 已提交
1029 1030 1031 1032
      fprintf(stderr, "\nGrant information is null.\n");
      exit(0);
    }

1033 1034
    TAOS_FIELD *fields = taos_fetch_fields(tres);
    TAOS_ROW row = taos_fetch_row(tres);
S
slguan 已提交
1035
    if (row == NULL) {
H
hjxilinx 已提交
1036
      fprintf(stderr, "\nFailed to get grant information from server. Abort.\n");
S
slguan 已提交
1037 1038 1039
      exit(0);
    }

S
slguan 已提交
1040
    char serverVersion[32] = {0};
S
slguan 已提交
1041 1042 1043
    char expiretime[32] = {0};
    char expired[32] = {0};

S
slguan 已提交
1044
    memcpy(serverVersion, row[0], fields[0].bytes);
S
slguan 已提交
1045 1046 1047 1048
    memcpy(expiretime, row[1], fields[1].bytes);
    memcpy(expired, row[2], fields[2].bytes);

    if (strcmp(expiretime, "unlimited") == 0) {
S
slguan 已提交
1049
      fprintf(stdout, "Server is Enterprise %s Edition, version is %s and will never expire.\n", serverVersion, taos_get_server_info(con));
S
slguan 已提交
1050
    } else {
S
slguan 已提交
1051
      fprintf(stdout, "Server is Enterprise %s Edition, version is %s and will expire at %s.\n", serverVersion, taos_get_server_info(con), expiretime);
S
slguan 已提交
1052 1053 1054
    }

    result = NULL;
1055
    taos_free_result(tres);
S
slguan 已提交
1056 1057 1058
  }

  fprintf(stdout, "\n");
S
Shengliang Guan 已提交
1059
#endif
S
slguan 已提交
1060
}