/* * Copyright (c) 2019 TAOS Data, Inc. * * This program is free software: you can use, redistribute, and/or modify * it under the terms of the GNU Affero General Public License, version 3 * or later ("AGPL"), as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ #define _XOPEN_SOURCE #define _BSD_SOURCE #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "shell.h" #include "shellCommand.h" #include "ttime.h" #include "tutil.h" /**************** Global variables ****************/ char VERSION_INFO[] = "Welcome to the TDengine shell, server version:%s client version:%s\n" "Copyright (c) 2017 by TAOS Data, Inc. All rights reserved.\n\n"; char PROMPT_HEADER[] = "taos> "; char CONTINUE_PROMPT[] = " -> "; int prompt_size = 6; TAOS_RES *result = NULL; History history; /* * FUNCTION: Initialize the shell. */ TAOS *shellInit(struct arguments *args) { // set options before initializing if (args->timezone != NULL) { taos_options(TSDB_OPTION_TIMEZONE, args->timezone); } if (args->is_use_passwd) { args->password = getpass("Enter password: "); } else { args->password = tsDefaultPass; } if (args->user == NULL) { args->user = tsDefaultUser; } taos_init(); /* * set tsMetricMetaKeepTimer = 3000ms * set tsMeterMetaKeepTimer = 3000ms * means not save cache in shell */ tsMetricMetaKeepTimer = 3; tsMeterMetaKeepTimer = 3000; // Connect to the database. TAOS *con = taos_connect(args->host, args->user, args->password, args->database, tsMgmtShellPort); if (con == NULL) { return con; } /* Read history TODO : release resources here*/ read_history(); // Check if it is temperory run if (args->commands != NULL || args->file[0] != 0) { if (args->commands != NULL) { char *token; token = strtok(args->commands, ";"); while (token != NULL) { printf("%s%s\n", PROMPT_HEADER, token); shellRunCommand(con, token); token = strtok(NULL, ";"); } } if (args->file[0] != 0) { source_file(con, args->file); } taos_close(con); write_history(); exit(EXIT_SUCCESS); } printf("\n"); printf(VERSION_INFO, taos_get_server_info(con), taos_get_client_info()); return con; } void shellReplaceCtrlChar(char *str) { _Bool ctrlOn = false; char *pstr = NULL; for (pstr = str; *str != '\0'; ++str) { if (ctrlOn) { switch (*str) { case 'n': *pstr = '\n'; pstr++; break; case 'r': *pstr = '\r'; pstr++; break; case 't': *pstr = '\t'; pstr++; break; case '\\': *pstr = '\\'; pstr++; break; default: break; } ctrlOn = false; } else { if (*str == '\\') { ctrlOn = true; } else { *pstr = *str; pstr++; } } } *pstr = '\0'; } void shellRunCommand(TAOS *con, char *command) { /* If command is empty just return */ if (regex_match(command, "^[ \t;]*$", REG_EXTENDED)) { return; } /* Update the history vector. */ if (history.hstart == history.hend || history.hist[(history.hend + MAX_HISTORY_SIZE - 1) % MAX_HISTORY_SIZE] == NULL || strcmp(command, history.hist[(history.hend + MAX_HISTORY_SIZE - 1) % MAX_HISTORY_SIZE]) != 0) { if (history.hist[history.hend] != NULL) { tfree(history.hist[history.hend]); } history.hist[history.hend] = strdup(command); history.hend = (history.hend + 1) % MAX_HISTORY_SIZE; if (history.hend == history.hstart) { history.hstart = (history.hstart + 1) % MAX_HISTORY_SIZE; } } shellReplaceCtrlChar(command); // Analyse the command. if (regex_match(command, "^[ \t]*(quit|q|exit)[ \t;]*$", REG_EXTENDED | REG_ICASE)) { taos_close(con); write_history(); exitShell(); } else if (regex_match(command, "^[\t ]*clear[ \t;]*$", REG_EXTENDED | REG_ICASE)) { // If clear the screen. system("clear"); return; } else if (regex_match(command, "^[ \t]*source[\t ]+[^ ]+[ \t;]*$", REG_EXTENDED | REG_ICASE)) { /* If source file. */ char *c_ptr = strtok(command, " ;"); assert(c_ptr != NULL); c_ptr = strtok(NULL, " ;"); assert(c_ptr != NULL); source_file(con, c_ptr); } else { shellRunCommandOnServer(con, command); } } void shellRunCommandOnServer(TAOS *con, char command[]) { int64_t st, et; wordexp_t full_path; char *sptr = NULL; char *cptr = NULL; char *fname = NULL; if ((sptr = strstr(command, ">>")) != NULL) { cptr = strstr(command, ";"); if (cptr != NULL) { *cptr = '\0'; } if (wordexp(sptr + 2, &full_path, 0) != 0) { fprintf(stderr, "ERROR: invalid filename: %s\n", sptr + 2); return; } *sptr = '\0'; fname = full_path.we_wordv[0]; } st = taosGetTimestampUs(); if (taos_query(con, command)) { taos_error(con); return; } if (regex_match(command, "^\\s*use\\s+[a-zA-Z0-9]+\\s*;\\s*$", REG_EXTENDED | REG_ICASE)) { fprintf(stdout, "Database changed.\n\n"); fflush(stdout); return; } int num_fields = taos_field_count(con); if (num_fields != 0) { // select and show kinds of commands int error_no = 0; int numOfRows = shellDumpResult(con, fname, &error_no); if (numOfRows < 0) return; et = taosGetTimestampUs(); if (error_no == 0) { printf("Query OK, %d row(s) in set (%.6fs)\n", numOfRows, (et - st) / 1E6); } else { printf("Query interrupted (%s), %d row(s) in set (%.6fs)\n", taos_errstr(con), numOfRows, (et - st) / 1E6); } } else { int num_rows_affacted = taos_affected_rows(con); et = taosGetTimestampUs(); printf("Query OK, %d row(s) affected (%.6fs)\n", num_rows_affacted, (et - st) / 1E6); } printf("\n"); if (fname != NULL) { wordfree(&full_path); } return; } /* Function to do regular expression check */ int regex_match(const char *s, const char *reg, int cflags) { regex_t regex; char msgbuf[100]; /* Compile regular expression */ if (regcomp(®ex, reg, cflags) != 0) { fprintf(stderr, "Fail to compile regex"); exitShell(); } /* Execute regular expression */ int reti = regexec(®ex, s, 0, NULL, 0); if (!reti) { regfree(®ex); return 1; } else if (reti == REG_NOMATCH) { regfree(®ex); return 0; } else { regerror(reti, ®ex, msgbuf, sizeof(msgbuf)); fprintf(stderr, "Regex match failed: %s\n", msgbuf); regfree(®ex); exitShell(); } return 0; } int shellDumpResult(TAOS *con, char *fname, int *error_no) { TAOS_ROW row = NULL; int numOfRows = 0; time_t tt; char buf[25] = "\0"; struct tm *ptm; int output_bytes = 0; FILE *fp = NULL; int num_fields = taos_field_count(con); wordexp_t full_path; assert(num_fields != 0); result = taos_use_result(con); if (result == NULL) { taos_error(con); return -1; } if (fname != NULL) { if (wordexp(fname, &full_path, 0) != 0) { fprintf(stderr, "ERROR: invalid file name: %s\n", fname); return -1; } fp = fopen(full_path.we_wordv[0], "w"); if (fp == NULL) { fprintf(stderr, "ERROR: failed to open file: %s\n", full_path.we_wordv[0]); wordfree(&full_path); return -1; } wordfree(&full_path); } TAOS_FIELD *fields = taos_fetch_fields(result); row = taos_fetch_row(result); char t_str[TSDB_MAX_BYTES_PER_ROW] = "\0"; int l[TSDB_MAX_COLUMNS] = {0}; if (row) { // Print the header indicator if (fname == NULL) { // print to standard output for (int col = 0; col < num_fields; col++) { switch (fields[col].type) { case TSDB_DATA_TYPE_BOOL: l[col] = max(BOOL_OUTPUT_LENGTH, strlen(fields[col].name)); break; case TSDB_DATA_TYPE_TINYINT: l[col] = max(TINYINT_OUTPUT_LENGTH, strlen(fields[col].name)); break; case TSDB_DATA_TYPE_SMALLINT: l[col] = max(SMALLINT_OUTPUT_LENGTH, strlen(fields[col].name)); break; case TSDB_DATA_TYPE_INT: l[col] = max(INT_OUTPUT_LENGTH, strlen(fields[col].name)); break; case TSDB_DATA_TYPE_BIGINT: l[col] = max(BIGINT_OUTPUT_LENGTH, strlen(fields[col].name)); break; case TSDB_DATA_TYPE_FLOAT: l[col] = max(FLOAT_OUTPUT_LENGTH, strlen(fields[col].name)); break; case TSDB_DATA_TYPE_DOUBLE: l[col] = max(DOUBLE_OUTPUT_LENGTH, strlen(fields[col].name)); break; case TSDB_DATA_TYPE_BINARY: case TSDB_DATA_TYPE_NCHAR: l[col] = max(fields[col].bytes, strlen(fields[col].name)); /* l[col] = max(BINARY_OUTPUT_LENGTH, strlen(fields[col].name)); */ break; case TSDB_DATA_TYPE_TIMESTAMP: { int32_t defaultWidth = TIMESTAMP_OUTPUT_LENGTH; if (args.is_raw_time) { defaultWidth = 14; } if (taos_result_precision(result) == TSDB_TIME_PRECISION_MICRO) { defaultWidth += 3; } l[col] = max(defaultWidth, strlen(fields[col].name)); break; } default: break; } int spaces = (int)(l[col] - strlen(fields[col].name)); int left_space = spaces / 2; int right_space = (spaces % 2 ? left_space + 1 : left_space); printf("%*.s%s%*.s|", left_space, " ", fields[col].name, right_space, " "); output_bytes += (l[col] + 1); } printf("\n"); for (int k = 0; k < output_bytes; k++) printf("="); printf("\n"); // print the elements do { for (int i = 0; i < num_fields; i++) { if (row[i] == NULL) { printf("%*s|", l[i], TSDB_DATA_NULL_STR); continue; } switch (fields[i].type) { case TSDB_DATA_TYPE_BOOL: printf("%*s|", l[i], ((((int)(*((char *)row[i]))) == 1) ? "true" : "false")); break; case TSDB_DATA_TYPE_TINYINT: printf("%*d|", l[i], (int)(*((char *)row[i]))); break; case TSDB_DATA_TYPE_SMALLINT: printf("%*d|", l[i], (int)(*((short *)row[i]))); break; case TSDB_DATA_TYPE_INT: printf("%*d|", l[i], *((int *)row[i])); break; case TSDB_DATA_TYPE_BIGINT: printf("%*ld|", l[i], *((int64_t *)row[i])); break; case TSDB_DATA_TYPE_FLOAT: printf("%*.5f|", l[i], *((float *)row[i])); break; case TSDB_DATA_TYPE_DOUBLE: printf("%*.9f|", l[i], *((double *)row[i])); break; case TSDB_DATA_TYPE_BINARY: case TSDB_DATA_TYPE_NCHAR: memset(t_str, 0, TSDB_MAX_BYTES_PER_ROW); memcpy(t_str, row[i], fields[i].bytes); /* printf("%-*s|",max(fields[i].bytes, strlen(fields[i].name)), * t_str); */ /* printf("%-*s|", l[i], t_str); */ shellPrintNChar(t_str, l[i]); break; case TSDB_DATA_TYPE_TIMESTAMP: if (args.is_raw_time) { printf(" %ld|", *(int64_t *)row[i]); } else { if (taos_result_precision(result) == TSDB_TIME_PRECISION_MICRO) { tt = *(time_t *)row[i] / 1000000; } else { tt = *(time_t *)row[i] / 1000; } ptm = localtime(&tt); strftime(buf, 64, "%y-%m-%d %H:%M:%S", ptm); if (taos_result_precision(result) == TSDB_TIME_PRECISION_MICRO) { printf(" %s.%06d|", buf, (int)(*(time_t *)row[i] % 1000000)); } else { printf(" %s.%03d|", buf, (int)(*(time_t *)row[i] % 1000)); } } break; default: break; } } printf("\n"); numOfRows++; } while ((row = taos_fetch_row(result))); } else { // dump to file do { for (int i = 0; i < num_fields; i++) { if (row[i]) { switch (fields[i].type) { case TSDB_DATA_TYPE_BOOL: fprintf(fp, "%d", ((((int)(*((char *)row[i]))) == 1) ? 1 : 0)); break; case TSDB_DATA_TYPE_TINYINT: fprintf(fp, "%d", (int)(*((char *)row[i]))); break; case TSDB_DATA_TYPE_SMALLINT: fprintf(fp, "%d", (int)(*((short *)row[i]))); break; case TSDB_DATA_TYPE_INT: fprintf(fp, "%d", *((int *)row[i])); break; case TSDB_DATA_TYPE_BIGINT: fprintf(fp, "%ld", *((int64_t *)row[i])); break; case TSDB_DATA_TYPE_FLOAT: fprintf(fp, "%.5f", *((float *)row[i])); break; case TSDB_DATA_TYPE_DOUBLE: fprintf(fp, "%.9f", *((double *)row[i])); break; case TSDB_DATA_TYPE_BINARY: case TSDB_DATA_TYPE_NCHAR: memset(t_str, 0, TSDB_MAX_BYTES_PER_ROW); memcpy(t_str, row[i], fields[i].bytes); fprintf(fp, "%s", t_str); break; case TSDB_DATA_TYPE_TIMESTAMP: fprintf(fp, "%ld", *(int64_t *)row[i]); break; default: break; } } else { fprintf(fp, "%s", TSDB_DATA_NULL_STR); } if (i < num_fields - 1) { fprintf(fp, ","); } else { fprintf(fp, "\n"); } } numOfRows++; } while ((row = taos_fetch_row(result))); } } *error_no = taos_errno(con); taos_free_result(result); result = NULL; if (fname != NULL) { fclose(fp); } return numOfRows; } void read_history() { // Initialize history memset(history.hist, 0, sizeof(char *) * MAX_HISTORY_SIZE); history.hstart = 0; history.hend = 0; char *line = NULL; size_t line_size = 0; int read_size = 0; char f_history[TSDB_FILENAME_LEN]; get_history_path(f_history); if (access(f_history, R_OK) == -1) { return; } FILE *f = fopen(f_history, "r"); if (f == NULL) { fprintf(stderr, "Opening file %s\n", f_history); return; } while ((read_size = getline(&line, &line_size, f)) != -1) { line[read_size - 1] = '\0'; history.hist[history.hend] = strdup(line); history.hend = (history.hend + 1) % MAX_HISTORY_SIZE; if (history.hend == history.hstart) { history.hstart = (history.hstart + 1) % MAX_HISTORY_SIZE; } } free(line); fclose(f); } void write_history() { char f_history[128]; get_history_path(f_history); FILE *f = fopen(f_history, "w"); if (f == NULL) { fprintf(stderr, "Opening file %s\n", f_history); return; } for (int i = history.hstart; i != history.hend;) { if (history.hist[i] != NULL) { fprintf(f, "%s\n", history.hist[i]); tfree(history.hist[i]); } i = (i + 1) % MAX_HISTORY_SIZE; } fclose(f); } void taos_error(TAOS *con) { fprintf(stderr, "TSDB error: %s\n", taos_errstr(con)); /* free local resouce: allocated memory/metric-meta refcnt */ TAOS_RES *pRes = taos_use_result(con); taos_free_result(pRes); } static int isCommentLine(char *line) { if (line == NULL) return 1; return regex_match(line, "^\\s*#.*", REG_EXTENDED); } void source_file(TAOS *con, char *fptr) { wordexp_t full_path; int read_len = 0; char *cmd = malloc(MAX_COMMAND_SIZE); size_t cmd_len = 0; char *line = NULL; size_t line_len = 0; if (wordexp(fptr, &full_path, 0) != 0) { fprintf(stderr, "ERROR: illegal file name\n"); return; } char *fname = full_path.we_wordv[0]; if (access(fname, R_OK) == -1) { fprintf(stderr, "ERROR: file %s is not readable\n", fptr); wordfree(&full_path); return; } FILE *f = fopen(fname, "r"); if (f == NULL) { fprintf(stderr, "ERROR: failed to open file %s\n", fname); wordfree(&full_path); return; } while ((read_len = getline(&line, &line_len, f)) != -1) { line[--read_len] = '\0'; if (read_len == 0 || isCommentLine(line)) { // line starts with # continue; } if (line[read_len - 1] == '\\') { line[read_len - 1] = ' '; memcpy(cmd + cmd_len, line, read_len); cmd_len += read_len; continue; } memcpy(cmd + cmd_len, line, read_len); printf("%s%s\n", PROMPT_HEADER, cmd); shellRunCommand(con, cmd); memset(cmd, 0, MAX_COMMAND_SIZE); cmd_len = 0; } free(cmd); if (line) free(line); wordfree(&full_path); fclose(f); }