taosdemo.c 364.0 KB
Newer Older
S
TD-1057  
Shengliang Guan 已提交
1
/*
H
hzcheng 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14 15
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

16 17 18

/*
   when in some thread query return error, thread don't exit, but return, otherwise coredump in other thread.
19
   */
20

21
#include <stdint.h>
22
#include <taos.h>
S
slguan 已提交
23
#define _GNU_SOURCE
24 25
#define CURL_STATICLIB

S
TD-1057  
Shengliang Guan 已提交
26
#ifdef LINUX
27 28 29 30 31 32 33 34 35 36 37 38 39 40 41
#include <argp.h>
#include <inttypes.h>
#ifndef _ALPINE
#include <error.h>
#endif
#include <pthread.h>
#include <semaphore.h>
#include <stdbool.h>
#include <stdio.h>
#include <string.h>
#include <sys/time.h>
#include <time.h>
#include <unistd.h>
#include <wordexp.h>
#include <regex.h>
42
#else
43 44
#include <regex.h>
#include <stdio.h>
45
#endif
H
hzcheng 已提交
46

47
#include <assert.h>
48
#include <stdlib.h>
49 50
#include "cJSON.h"

51
#include "os.h"
H
hzcheng 已提交
52
#include "taos.h"
53
#include "taoserror.h"
H
Hui Li 已提交
54
#include "tutil.h"
S
slguan 已提交
55

56 57 58
#define REQ_EXTRA_BUF_LEN   1024
#define RESP_BUF_LEN        4096

S
slguan 已提交
59 60
extern char configDir[];

61 62
#define STR_INSERT_INTO     "INSERT INTO "

63 64
#define MAX_RECORDS_PER_REQ     32766

65
#define HEAD_BUFF_LEN       TSDB_MAX_COLUMNS*24  // 16*MAX_COLUMNS + (192+32)*2 + insert into ..
66

67
#define BUFFER_SIZE         TSDB_MAX_ALLOWED_SQL_LEN
68
#define COND_BUF_LEN        (BUFFER_SIZE - 30)
69
#define COL_BUFFER_LEN      ((TSDB_COL_NAME_LEN + 15) * TSDB_MAX_COLUMNS)
70

71
#define MAX_USERNAME_SIZE  64
72
#define MAX_HOSTNAME_SIZE  253      // https://man7.org/linux/man-pages/man7/hostname.7.html
73
#define MAX_TB_NAME_SIZE   64
74
#define MAX_DATA_SIZE      (16*TSDB_MAX_COLUMNS)+20     // max record len: 16*MAX_COLUMNS, timestamp string and ,('') need extra space
75
#define OPT_ABORT          1 /* –abort */
76
#define MAX_FILE_NAME_LEN  256              // max file name length on linux is 255.
77

78 79
#define DEFAULT_START_TIME 1500000000000

80 81 82 83 84 85 86 87 88 89
#define MAX_PREPARED_RAND  1000000
#define INT_BUFF_LEN            11
#define BIGINT_BUFF_LEN         21
#define SMALLINT_BUFF_LEN       6
#define TINYINT_BUFF_LEN        4
#define BOOL_BUFF_LEN           6
#define FLOAT_BUFF_LEN          22
#define DOUBLE_BUFF_LEN         42
#define TIMESTAMP_BUFF_LEN      21

90 91
#define MAX_SAMPLES_ONCE_FROM_FILE   10000
#define MAX_NUM_COLUMNS        (TSDB_MAX_COLUMNS - 1)      // exclude first column timestamp
92

93 94
#define MAX_DB_COUNT            8
#define MAX_SUPER_TABLE_COUNT   200
95

96
#define MAX_QUERY_SQL_COUNT     100
97

98 99
#define MAX_DATABASE_COUNT      256
#define INPUT_BUF_LEN           256
100

101 102 103 104 105
#define TBNAME_PREFIX_LEN       (TSDB_TABLE_NAME_LEN - 20) // 20 characters reserved for seq
#define SMALL_BUFF_LEN          8
#define DATATYPE_BUFF_LEN       (SMALL_BUFF_LEN*3)
#define NOTE_BUFF_LEN           (SMALL_BUFF_LEN*16)

106
#define DEFAULT_TIMESTAMP_STEP  1
107 108
#define DEFAULT_INTERLACE_ROWS  0
#define DEFAULT_DATATYPE_NUM    3
109
#define DEFAULT_CHILDTABLES     10000
110

111

112 113 114 115 116 117 118
enum TEST_MODE {
    INSERT_TEST,            // 0
    QUERY_TEST,             // 1
    SUBSCRIBE_TEST,         // 2
    INVAID_TEST
};

119
typedef enum CREATE_SUB_TALBE_MOD_EN {
120 121 122
    PRE_CREATE_SUBTBL,
    AUTO_CREATE_SUBTBL,
    NO_CREATE_SUBTBL
123
} CREATE_SUB_TALBE_MOD_EN;
124

125
typedef enum TALBE_EXISTS_EN {
126 127 128
    TBL_NO_EXISTS,
    TBL_ALREADY_EXISTS,
    TBL_EXISTS_BUTT
129 130
} TALBE_EXISTS_EN;

131
enum enumSYNC_MODE {
132 133 134
    SYNC_MODE,
    ASYNC_MODE,
    MODE_BUT
135
};
136

S
Shuduo Sang 已提交
137
enum enum_TAOS_INTERFACE {
138 139 140
    TAOSC_IFACE,
    REST_IFACE,
    STMT_IFACE,
141 142 143
    INTERFACE_BUT
};

144 145 146 147 148 149
typedef enum enumQUERY_CLASS {
    SPECIFIED_CLASS,
    STABLE_CLASS,
    CLASS_BUT
} QUERY_CLASS;

S
Shuduo Sang 已提交
150
typedef enum enum_PROGRESSIVE_OR_INTERLACE {
151 152 153
    PROGRESSIVE_INSERT_MODE,
    INTERLACE_INSERT_MODE,
    INVALID_INSERT_MODE
154
} PROG_OR_INTERLACE_MODE;
155

156
typedef enum enumQUERY_TYPE {
157 158 159
    NO_INSERT_TYPE,
    INSERT_TYPE,
    QUERY_TYPE_BUT
160
} QUERY_TYPE;
161 162

enum _show_db_index {
163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182
    TSDB_SHOW_DB_NAME_INDEX,
    TSDB_SHOW_DB_CREATED_TIME_INDEX,
    TSDB_SHOW_DB_NTABLES_INDEX,
    TSDB_SHOW_DB_VGROUPS_INDEX,
    TSDB_SHOW_DB_REPLICA_INDEX,
    TSDB_SHOW_DB_QUORUM_INDEX,
    TSDB_SHOW_DB_DAYS_INDEX,
    TSDB_SHOW_DB_KEEP_INDEX,
    TSDB_SHOW_DB_CACHE_INDEX,
    TSDB_SHOW_DB_BLOCKS_INDEX,
    TSDB_SHOW_DB_MINROWS_INDEX,
    TSDB_SHOW_DB_MAXROWS_INDEX,
    TSDB_SHOW_DB_WALLEVEL_INDEX,
    TSDB_SHOW_DB_FSYNC_INDEX,
    TSDB_SHOW_DB_COMP_INDEX,
    TSDB_SHOW_DB_CACHELAST_INDEX,
    TSDB_SHOW_DB_PRECISION_INDEX,
    TSDB_SHOW_DB_UPDATE_INDEX,
    TSDB_SHOW_DB_STATUS_INDEX,
    TSDB_MAX_SHOW_DB
183 184 185 186
};

// -----------------------------------------SHOW TABLES CONFIGURE -------------------------------------
enum _show_stables_index {
187 188 189 190 191 192 193 194
    TSDB_SHOW_STABLES_NAME_INDEX,
    TSDB_SHOW_STABLES_CREATED_TIME_INDEX,
    TSDB_SHOW_STABLES_COLUMNS_INDEX,
    TSDB_SHOW_STABLES_METRIC_INDEX,
    TSDB_SHOW_STABLES_UID_INDEX,
    TSDB_SHOW_STABLES_TID_INDEX,
    TSDB_SHOW_STABLES_VGID_INDEX,
    TSDB_MAX_SHOW_STABLES
195 196
};

197
enum _describe_table_index {
198 199 200 201 202
    TSDB_DESCRIBE_METRIC_FIELD_INDEX,
    TSDB_DESCRIBE_METRIC_TYPE_INDEX,
    TSDB_DESCRIBE_METRIC_LENGTH_INDEX,
    TSDB_DESCRIBE_METRIC_NOTE_INDEX,
    TSDB_MAX_DESCRIBE_METRIC
203 204
};

H
hzcheng 已提交
205
/* Used by main to communicate with parse_opt. */
206 207
static char *g_dupstr = NULL;

208
typedef struct SArguments_S {
209
    char     *metaFile;
210
    uint32_t test_mode;
211
    char     *host;
212 213 214
    uint16_t port;
    uint16_t iface;
    char *   user;
215
    char     password[SHELL_MAX_PASSWORD_LEN];
216 217 218 219 220 221 222 223 224 225 226 227 228
    char *   database;
    int      replica;
    char *   tb_prefix;
    char *   sqlFile;
    bool     use_metric;
    bool     drop_database;
    bool     insert_only;
    bool     answer_yes;
    bool     debug_print;
    bool     verbose_print;
    bool     performance_print;
    char *   output_file;
    bool     async_mode;
229
    char *   datatype[MAX_NUM_COLUMNS + 1];
230
    uint32_t binwidth;
231 232 233
    uint32_t num_of_CPR;
    uint32_t num_of_threads;
    uint64_t insert_interval;
234
    uint64_t timestamp_step;
235 236 237 238 239 240 241 242
    int64_t  query_times;
    uint32_t interlace_rows;
    uint32_t num_of_RPR;                  // num_of_records_per_req
    uint64_t max_sql_len;
    int64_t  num_of_tables;
    int64_t  num_of_DPT;
    int      abort;
    uint32_t disorderRatio;               // 0: no disorder, >0: x%
243
    int      disorderRange;               // ms, us or ns. accordig to database precision
244 245 246 247
    uint32_t method_of_delete;
    uint64_t totalInsertRows;
    uint64_t totalAffectedRows;
    bool     demo_mode;                  // use default column name and semi-random data
248 249 250
} SArguments;

typedef struct SColumn_S {
251
    char      field[TSDB_COL_NAME_LEN];
252
    char      dataType[DATATYPE_BUFF_LEN];
253
    uint32_t  dataLen;
254
    char      note[NOTE_BUFF_LEN];
255 256 257
} StrColumn;

typedef struct SSuperTable_S {
258
    char         sTblName[TSDB_TABLE_NAME_LEN];
259 260
    char         dataSource[SMALL_BUFF_LEN];  // rand_gen or sample
    char         childTblPrefix[TBNAME_PREFIX_LEN];
261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278
    uint16_t     childTblExists;
    int64_t      childTblCount;
    uint64_t     batchCreateTableNum;     // 0: no batch,  > 0: batch table number in one sql
    uint8_t      autoCreateTable;         // 0: create sub table, 1: auto create sub table
    uint16_t     iface;                   // 0: taosc, 1: rest, 2: stmt
    int64_t      childTblLimit;
    uint64_t     childTblOffset;

    //  int          multiThreadWriteOneTbl;  // 0: no, 1: yes
    uint32_t     interlaceRows;           //
    int          disorderRatio;           // 0: no disorder, >0: x%
    int          disorderRange;           // ms, us or ns. according to database precision
    uint64_t     maxSqlLen;               //

    uint64_t     insertInterval;          // insert interval, will override global insert interval
    int64_t      insertRows;
    int64_t      timeStampStep;
    char         startTimestamp[MAX_TB_NAME_SIZE];
279
    char         sampleFormat[SMALL_BUFF_LEN];  // csv, json
280 281 282 283 284 285 286 287 288 289 290 291 292 293
    char         sampleFile[MAX_FILE_NAME_LEN];
    char         tagsFile[MAX_FILE_NAME_LEN];

    uint32_t     columnCount;
    StrColumn    columns[TSDB_MAX_COLUMNS];
    uint32_t     tagCount;
    StrColumn    tags[TSDB_MAX_TAGS];

    char*        childTblName;
    char*        colsOfCreateChildTable;
    uint64_t     lenOfOneRow;
    uint64_t     lenOfTagOfOneRow;

    char*        sampleDataBuf;
294
    char*        sampleBindArray;
295 296 297 298 299 300 301 302 303 304 305
    //int          sampleRowCount;
    //int          sampleUsePos;

    uint32_t     tagSource;    // 0: rand, 1: tag sample
    char*        tagDataBuf;
    uint32_t     tagSampleCount;
    uint32_t     tagUsePos;

    // statistics
    uint64_t     totalInsertRows;
    uint64_t     totalAffectedRows;
306 307 308
} SSuperTable;

typedef struct {
309 310 311 312 313 314 315
    char     name[TSDB_DB_NAME_LEN];
    char     create_time[32];
    int64_t  ntables;
    int32_t  vgroups;
    int16_t  replica;
    int16_t  quorum;
    int16_t  days;
316
    char     keeplist[64];
317 318 319 320 321 322 323 324
    int32_t  cache; //MB
    int32_t  blocks;
    int32_t  minrows;
    int32_t  maxrows;
    int8_t   wallevel;
    int32_t  fsync;
    int8_t   comp;
    int8_t   cachelast;
325
    char     precision[SMALL_BUFF_LEN];   // time resolution
326 327
    int8_t   update;
    char     status[16];
328 329
} SDbInfo;

330
typedef struct SDbCfg_S {
331 332 333 334 335 336 337 338 339 340 341 342 343 344
    //  int       maxtablesPerVnode;
    uint32_t  minRows;        // 0 means default
    uint32_t  maxRows;        // 0 means default
    int       comp;
    int       walLevel;
    int       cacheLast;
    int       fsync;
    int       replica;
    int       update;
    int       keep;
    int       days;
    int       cache;
    int       blocks;
    int       quorum;
345
    char      precision[SMALL_BUFF_LEN];
346 347 348
} SDbCfg;

typedef struct SDataBase_S {
349 350 351 352 353
    char         dbName[TSDB_DB_NAME_LEN];
    bool         drop;  // 0: use exists, 1: if exists, drop then new create
    SDbCfg       dbCfg;
    uint64_t     superTblCount;
    SSuperTable  superTbls[MAX_SUPER_TABLE_COUNT];
354 355 356
} SDataBase;

typedef struct SDbs_S {
357 358 359 360 361 362
    char        cfgDir[MAX_FILE_NAME_LEN];
    char        host[MAX_HOSTNAME_SIZE];
    struct      sockaddr_in serv_addr;

    uint16_t    port;
    char        user[MAX_USERNAME_SIZE];
363
    char        password[SHELL_MAX_PASSWORD_LEN];
364 365 366 367 368 369 370
    char        resultFile[MAX_FILE_NAME_LEN];
    bool        use_metric;
    bool        insert_only;
    bool        do_aggreFunc;
    bool        asyncMode;

    uint32_t    threadCount;
371
    uint32_t    threadCountForCreateTbl;
372 373 374 375 376 377
    uint32_t    dbCount;
    SDataBase   db[MAX_DB_COUNT];

    // statistics
    uint64_t    totalInsertRows;
    uint64_t    totalAffectedRows;
378

379 380
} SDbs;

381
typedef struct SpecifiedQueryInfo_S {
382 383 384 385 386 387 388 389
    uint64_t     queryInterval;  // 0: unlimit  > 0   loop/s
    uint32_t     concurrent;
    int          sqlCount;
    uint32_t     asyncMode; // 0: sync, 1: async
    uint64_t     subscribeInterval; // ms
    uint64_t     queryTimes;
    bool         subscribeRestart;
    int          subscribeKeepProgress;
390
    char         sql[MAX_QUERY_SQL_COUNT][BUFFER_SIZE+1];
391 392 393 394 395 396 397 398
    char         result[MAX_QUERY_SQL_COUNT][MAX_FILE_NAME_LEN];
    int          resubAfterConsume[MAX_QUERY_SQL_COUNT];
    int          endAfterConsume[MAX_QUERY_SQL_COUNT];
    TAOS_SUB*    tsub[MAX_QUERY_SQL_COUNT];
    char         topic[MAX_QUERY_SQL_COUNT][32];
    int          consumed[MAX_QUERY_SQL_COUNT];
    TAOS_RES*    res[MAX_QUERY_SQL_COUNT];
    uint64_t     totalQueried;
399
} SpecifiedQueryInfo;
400

401
typedef struct SuperQueryInfo_S {
402 403 404 405 406 407 408 409 410
    char         sTblName[TSDB_TABLE_NAME_LEN];
    uint64_t     queryInterval;  // 0: unlimit  > 0   loop/s
    uint32_t     threadCnt;
    uint32_t     asyncMode; // 0: sync, 1: async
    uint64_t     subscribeInterval; // ms
    bool         subscribeRestart;
    int          subscribeKeepProgress;
    uint64_t     queryTimes;
    int64_t      childTblCount;
411
    char         childTblPrefix[TBNAME_PREFIX_LEN];    // 20 characters reserved for seq
412
    int          sqlCount;
413
    char         sql[MAX_QUERY_SQL_COUNT][BUFFER_SIZE+1];
414 415 416 417 418 419 420
    char         result[MAX_QUERY_SQL_COUNT][MAX_FILE_NAME_LEN];
    int          resubAfterConsume;
    int          endAfterConsume;
    TAOS_SUB*    tsub[MAX_QUERY_SQL_COUNT];

    char*        childTblName;
    uint64_t     totalQueried;
421
} SuperQueryInfo;
422 423

typedef struct SQueryMetaInfo_S {
424 425 426 427 428
    char         cfgDir[MAX_FILE_NAME_LEN];
    char         host[MAX_HOSTNAME_SIZE];
    uint16_t     port;
    struct       sockaddr_in serv_addr;
    char         user[MAX_USERNAME_SIZE];
429
    char         password[SHELL_MAX_PASSWORD_LEN];
430
    char         dbName[TSDB_DB_NAME_LEN];
431
    char         queryMode[SMALL_BUFF_LEN];  // taosc, rest
432 433 434 435

    SpecifiedQueryInfo  specifiedQueryInfo;
    SuperQueryInfo      superQueryInfo;
    uint64_t     totalQueried;
436 437 438
} SQueryMetaInfo;

typedef struct SThreadInfo_S {
439 440
    TAOS *    taos;
    TAOS_STMT *stmt;
441
    int64_t     *bind_ts;
442 443 444 445 446 447 448 449 450
    int       threadID;
    char      db_name[TSDB_DB_NAME_LEN];
    uint32_t  time_precision;
    char      filePath[4096];
    FILE      *fp;
    char      tb_prefix[TSDB_TABLE_NAME_LEN];
    uint64_t  start_table_from;
    uint64_t  end_table_to;
    int64_t   ntables;
451
    int64_t   tables_created;
452 453 454 455
    uint64_t  data_of_rate;
    int64_t   start_time;
    char*     cols;
    bool      use_metric;
456
    SSuperTable* stbInfo;
457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481
    char      *buffer;    // sql cmd buffer

    // for async insert
    tsem_t    lock_sem;
    int64_t   counter;
    uint64_t  st;
    uint64_t  et;
    uint64_t  lastTs;

    // sample data
    int64_t   samplePos;
    // statistics
    uint64_t  totalInsertRows;
    uint64_t  totalAffectedRows;

    // insert delay statistics
    uint64_t  cntDelay;
    uint64_t  totalDelay;
    uint64_t  avgDelay;
    uint64_t  maxDelay;
    uint64_t  minDelay;

    // seq of query or subscribe
    uint64_t  querySeq;   // sequence number of sql command
    TAOS_SUB*  tsub;
482

483 484
} threadInfo;

485
#ifdef WINDOWS
486 487
#define _CRT_RAND_S

488
#include <windows.h>
489 490 491 492 493
#include <winsock2.h>

typedef unsigned __int32 uint32_t;

#pragma comment ( lib, "ws2_32.lib" )
494 495
// Some old MinGW/CYGWIN distributions don't define this:
#ifndef ENABLE_VIRTUAL_TERMINAL_PROCESSING
496
#define ENABLE_VIRTUAL_TERMINAL_PROCESSING  0x0004
497
#endif // ENABLE_VIRTUAL_TERMINAL_PROCESSING
498 499 500 501

static HANDLE g_stdoutHandle;
static DWORD g_consoleMode;

502
static void setupForAnsiEscape(void) {
503 504
    DWORD mode = 0;
    g_stdoutHandle = GetStdHandle(STD_OUTPUT_HANDLE);
505

506 507 508
    if(g_stdoutHandle == INVALID_HANDLE_VALUE) {
        exit(GetLastError());
    }
509

510 511 512
    if(!GetConsoleMode(g_stdoutHandle, &mode)) {
        exit(GetLastError());
    }
513

514
    g_consoleMode = mode;
515

516 517
    // Enable ANSI escape codes
    mode |= ENABLE_VIRTUAL_TERMINAL_PROCESSING;
518

519 520 521
    if(!SetConsoleMode(g_stdoutHandle, mode)) {
        exit(GetLastError());
    }
522 523
}

524
static void resetAfterAnsiEscape(void) {
525 526
    // Reset colors
    printf("\x1b[0m");
527

528 529 530 531
    // Reset console mode
    if(!SetConsoleMode(g_stdoutHandle, g_consoleMode)) {
        exit(GetLastError());
    }
532
}
533

534
static int taosRandom()
535 536 537 538 539 540
{
    int number;
    rand_s(&number);

    return number;
}
541
#else   // Not windows
542
static void setupForAnsiEscape(void) {}
543

544
static void resetAfterAnsiEscape(void) {
545 546
    // Reset colors
    printf("\x1b[0m");
547
}
548

549 550
#include <time.h>

551
static int taosRandom()
552
{
553
    return rand();
554 555
}

556
#endif // ifdef Windows
557

558
static void prompt();
559
static int createDatabasesAndStables();
560
static void createChildTables();
561
static int queryDbExec(TAOS *taos, char *command, QUERY_TYPE type, bool quiet);
562
static int postProceSql(char *host, struct sockaddr_in *pServAddr,
563
        uint16_t port, char* sqlstr, threadInfo *pThreadInfo);
564 565
static int64_t getTSRandTail(int64_t timeStampStep, int32_t seq,
        int disorderRatio, int disorderRange);
566 567
static bool getInfoFromJsonFile(char* file);
static void init_rand_data();
568 569 570

/* ************ Global variables ************  */

571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587
int32_t  g_randint[MAX_PREPARED_RAND];
int64_t  g_randbigint[MAX_PREPARED_RAND];
float    g_randfloat[MAX_PREPARED_RAND];
double   g_randdouble[MAX_PREPARED_RAND];

char    *g_randbool_buff = NULL;
char    *g_randint_buff = NULL;
char    *g_rand_voltage_buff = NULL;
char    *g_randbigint_buff = NULL;
char    *g_randsmallint_buff = NULL;
char    *g_randtinyint_buff = NULL;
char    *g_randfloat_buff = NULL;
char    *g_rand_current_buff = NULL;
char    *g_rand_phase_buff = NULL;
char    *g_randdouble_buff = NULL;

char    *g_aggreFunc[] = {"*", "count(*)", "avg(col0)", "sum(col0)",
588 589
    "max(col0)", "min(col0)", "first(col0)", "last(col0)"};

590
SArguments g_args = {
591 592 593 594 595 596
    NULL,           // metaFile
    0,              // test_mode
    "localhost",    // host
    6030,           // port
    INTERFACE_BUT,  // iface
    "root",         // user
597 598 599
#ifdef _TD_POWER_
    "powerdb",      // password
#elif (_TD_TQ_ == true)
600
    "tqueue",       // password
601
#else
602
    "taosdata",     // password
603
#endif
604 605
    "test",         // database
    1,              // replica
606 607 608 609 610 611 612 613 614 615 616 617 618 619
    "d",             // tb_prefix
    NULL,            // sqlFile
    true,            // use_metric
    true,            // drop_database
    true,            // insert_only
    false,           // debug_print
    false,           // verbose_print
    false,           // performance statistic print
    false,           // answer_yes;
    "./output.txt",  // output_file
    0,               // mode : sync or async
    {
        "FLOAT",         // datatype
        "INT",           // datatype
620
        "FLOAT",         // datatype. DEFAULT_DATATYPE_NUM is 3
621
    },
622
    64,              // binwidth
623 624 625
    4,               // num_of_CPR
    10,              // num_of_connections/thread
    0,               // insert_interval
626
    DEFAULT_TIMESTAMP_STEP, // timestamp_step
627
    1,               // query_times
628
    DEFAULT_INTERLACE_ROWS, // interlace_rows;
629 630
    30000,           // num_of_RPR
    (1024*1024),     // max_sql_len
631
    DEFAULT_CHILDTABLES,    // num_of_tables
632 633 634 635 636 637 638 639
    10000,           // num_of_DPT
    0,               // abort
    0,               // disorderRatio
    1000,            // disorderRange
    1,               // method_of_delete
    0,               // totalInsertRows;
    0,               // totalAffectedRows;
    true,            // demo_mode;
640 641 642
};

static SDbs            g_Dbs;
643
static int64_t         g_totalChildTables = DEFAULT_CHILDTABLES;
644
static int64_t         g_actualChildTables = 0;
645 646 647
static SQueryMetaInfo  g_queryInfo;
static FILE *          g_fpOfInsertResult = NULL;

648 649 650 651
#if _MSC_VER <= 1900
#define __func__ __FUNCTION__
#endif

652
#define debugPrint(fmt, ...) \
653
    do { if (g_args.debug_print || g_args.verbose_print) \
654
        fprintf(stderr, "DEBG: "fmt, __VA_ARGS__); } while(0)
655

656
#define verbosePrint(fmt, ...) \
657 658
    do { if (g_args.verbose_print) \
        fprintf(stderr, "VERB: "fmt, __VA_ARGS__); } while(0)
659

660 661
#define performancePrint(fmt, ...) \
    do { if (g_args.performance_print) \
662
        fprintf(stderr, "PERF: "fmt, __VA_ARGS__); } while(0)
663

664
#define errorPrint(fmt, ...) \
665 666 667 668 669 670 671
    do {\
        fprintf(stderr, " \033[31m");\
        fprintf(stderr, "ERROR: "fmt, __VA_ARGS__);\
        fprintf(stderr, " \033[0m");\
    } while(0)

#define errorPrint2(fmt, ...) \
672 673 674 675 676 677 678 679 680 681 682 683 684
    do {\
        struct tm      Tm, *ptm;\
        struct timeval timeSecs; \
        time_t         curTime;\
        gettimeofday(&timeSecs, NULL); \
        curTime = timeSecs.tv_sec;\
        ptm = localtime_r(&curTime, &Tm);\
        fprintf(stderr, " \033[31m");\
        fprintf(stderr, "%02d/%02d %02d:%02d:%02d.%06d %08" PRId64 " ",\
                ptm->tm_mon + 1, ptm->tm_mday, ptm->tm_hour,\
                ptm->tm_min, ptm->tm_sec, (int32_t)timeSecs.tv_usec,\
                taosGetSelfPthreadId());\
        fprintf(stderr, " \033[0m");\
685
        errorPrint(fmt, __VA_ARGS__);\
686
    } while(0)
687

688 689 690
// for strncpy buffer overflow
#define min(a, b) (((a) < (b)) ? (a) : (b))

691

692
///////////////////////////////////////////////////
H
hzcheng 已提交
693

694
static void ERROR_EXIT(const char *msg) { errorPrint("%s", msg); exit(-1); }
695

696 697 698 699 700 701 702 703
#ifndef TAOSDEMO_COMMIT_SHA1
#define TAOSDEMO_COMMIT_SHA1 "unknown"
#endif

#ifndef TD_VERNUMBER
#define TD_VERNUMBER    "unknown"
#endif

704
#ifndef TAOSDEMO_STATUS
705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721
#define TAOSDEMO_STATUS "unknown"
#endif

static void printVersion() {
    char tdengine_ver[] = TD_VERNUMBER;
    char taosdemo_ver[] = TAOSDEMO_COMMIT_SHA1;
    char taosdemo_status[] = TAOSDEMO_STATUS;

    if (strlen(taosdemo_status) == 0) {
        printf("taosdemo verison %s-%s\n",
                tdengine_ver, taosdemo_ver);
    } else {
        printf("taosdemo verison %s-%s, status:%s\n",
                tdengine_ver, taosdemo_ver, taosdemo_status);
    }
}

722
static void printHelp() {
723 724 725
    char indent[10] = "  ";
    printf("%s\n\n", "Usage: taosdemo [OPTION...]");
    printf("%s%s%s%s\n", indent, "-f, --file=FILE", "\t\t",
726
            "The meta file to the execution procedure. Default is './meta.json'.");
727 728
    printf("%s%s%s%s\n", indent, "-u, --user=USER", "\t\t",
            "The user name to use when connecting to the server.");
729
#ifdef _TD_POWER_
730 731 732
    printf("%s%s%s%s\n", indent, "-p, --password", "\t\t",
            "The password to use when connecting to the server. Default is 'powerdb'");
    printf("%s%s%s%s\n", indent, "-c, --config-dir=CONFIG_DIR", "\t",
733
            "Configuration directory. Default is '/etc/power/'.");
734
#elif (_TD_TQ_ == true)
735 736 737
    printf("%s%s%s%s\n", indent, "-p, --password", "\t\t",
            "The password to use when connecting to the server. Default is 'tqueue'");
    printf("%s%s%s%s\n", indent, "-c, --config-dir=CONFIG_DIR", "\t",
738
            "Configuration directory. Default is '/etc/tq/'.");
739
#else
740 741 742 743
    printf("%s%s%s%s\n", indent, "-p, --password", "\t\t",
            "The password to use when connecting to the server.");
    printf("%s%s%s%s\n", indent, "-c, --config-dir=CONFIG_DIR", "\t",
            "Configuration directory.");
744
#endif
745 746 747 748 749
    printf("%s%s%s%s\n", indent, "-h, --host=HOST", "\t\t",
            "TDengine server FQDN to connect. The default host is localhost.");
    printf("%s%s%s%s\n", indent, "-P, --port=PORT", "\t\t",
            "The TCP/IP port number to use for the connection.");
    printf("%s%s%s%s\n", indent, "-I, --interface=INTERFACE", "\t",
750
            "The interface (taosc, rest, and stmt) taosdemo uses. Default is 'taosc'.");
751
    printf("%s%s%s%s\n", indent, "-d, --database=DATABASE", "\t",
752
            "Destination database. Default is 'test'.");
753
    printf("%s%s%s%s\n", indent, "-a, --replica=REPLICA", "\t\t",
754
            "Set the replica parameters of the database, Default 1, min: 1, max: 3.");
755
    printf("%s%s%s%s\n", indent, "-m, --table-prefix=TABLEPREFIX", "\t",
756
            "Table prefix name. Default is 'd'.");
757 758 759
    printf("%s%s%s%s\n", indent, "-s, --sql-file=FILE", "\t\t", "The select sql file.");
    printf("%s%s%s%s\n", indent, "-N, --normal-table", "\t\t", "Use normal table flag.");
    printf("%s%s%s%s\n", indent, "-o, --output=FILE", "\t\t",
760
            "Direct output to the named file. Default is './output.txt'.");
761 762 763
    printf("%s%s%s%s\n", indent, "-s, --sql-file=FILE", "\t\t",
            "The select sql file.");
    printf("%s%s%s%s\n", indent, "-q, --query-mode=MODE", "\t\t",
764
            "Query mode -- 0: SYNC, 1: ASYNC. Default is SYNC.");
765
    printf("%s%s%s%s\n", indent, "-b, --data-type=DATATYPE", "\t",
766
            "The data_type of columns, default: FLOAT, INT, FLOAT.");
767 768 769 770
    printf("%s%s%s%s%d\n", indent, "-w, --binwidth=WIDTH", "\t\t",
            "The width of data_type 'BINARY' or 'NCHAR'. Default is ",
            g_args.binwidth);
    printf("%s%s%s%s%d%s%d\n", indent, "-l, --columns=COLUMNS", "\t\t",
771
            "The number of columns per record. Demo mode by default is ",
772
            DEFAULT_DATATYPE_NUM,
773
            " (float, int, float). Max values is ",
774 775
            MAX_NUM_COLUMNS);
    printf("%s%s%s%s\n", indent, indent, indent,
776 777
            "\t\t\t\tAll of the new column(s) type is INT. If use -b to specify column type, -l will be ignored.");
    printf("%s%s%s%s\n", indent, "-T, --threads=NUMBER", "\t\t",
778
            "The number of threads. Default is 10.");
779
    printf("%s%s%s%s\n", indent, "-i, --insert-interval=NUMBER", "\t",
780
            "The sleep time (ms) between insertion. Default is 0.");
781
    printf("%s%s%s%s%d.\n", indent, "-S, --time-step=TIME_STEP", "\t",
782
            "The timestamp step between insertion. Default is ",
783
            DEFAULT_TIMESTAMP_STEP);
784 785 786 787
    printf("%s%s%s%s%d.\n", indent, "-B, --interlace-rows=NUMBER", "\t",
            "The interlace rows of insertion. Default is ",
            DEFAULT_INTERLACE_ROWS);
    printf("%s%s%s%s\n", indent, "-r, --rec-per-req=NUMBER", "\t",
788
            "The number of records per request. Default is 30000.");
789
    printf("%s%s%s%s\n", indent, "-t, --tables=NUMBER", "\t\t",
790
            "The number of tables. Default is 10000.");
791
    printf("%s%s%s%s\n", indent, "-n, --records=NUMBER", "\t\t",
792
            "The number of records per table. Default is 10000.");
793
    printf("%s%s%s%s\n", indent, "-M, --random", "\t\t\t",
794
            "The value of records generated are totally random.");
795 796 797 798 799 800 801
    printf("%s\n", "\t\t\t\tThe default is to simulate power equipment senario.");
    printf("%s%s%s%s\n", indent, "-x, --no-insert", "\t\t",
            "No-insert flag.");
    printf("%s%s%s%s\n", indent, "-y, --answer-yes", "\t\t", "Default input yes for prompt.");
    printf("%s%s%s%s\n", indent, "-O, --disorder=NUMBER", "\t\t",
            "Insert order mode--0: In order, 1 ~ 50: disorder ratio. Default is in order.");
    printf("%s%s%s%s\n", indent, "-R, --disorder-range=NUMBER", "\t",
802
            "Out of order data's range, ms, default is 1000.");
803
    printf("%s%s%s%s\n", indent, "-g, --debug", "\t\t\t",
804
            "Print debug info.");
805 806 807 808
    printf("%s%s%s%s\n", indent, "-?, --help\t", "\t\t",
            "Give this help list");
    printf("%s%s%s%s\n", indent, "    --usage\t", "\t\t",
            "Give a short usage message");
809
    printf("%s%s\n", indent, "-V, --version\t\t\tPrint program version.");
810 811
    /*    printf("%s%s%s%s\n", indent, "-D", indent,
          "Delete database if exists. 0: no, 1: yes, default is 1");
812
          */
813 814 815 816
    printf("\nMandatory or optional arguments to long options are also mandatory or optional\n\
for any corresponding short options.\n\
\n\
Report bugs to <support@taosdata.com>.\n");
817 818
}

819 820
static bool isStringNumber(char *input)
{
821 822 823 824
    int len = strlen(input);
    if (0 == len) {
        return false;
    }
825

826 827 828 829
    for (int i = 0; i < len; i++) {
        if (!isdigit(input[i]))
            return false;
    }
830

831
    return true;
832 833
}

834 835 836 837 838 839
static void errorUnreconized(char *program, char *wrong_arg)
{
    fprintf(stderr, "%s: unrecognized options '%s'\n", program, wrong_arg);
    fprintf(stderr, "Try `taosdemo --help' or `taosdemo --usage' for more information.\n");
}

840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866
static void errorPrintReqArg(char *program, char *wrong_arg)
{
    fprintf(stderr,
            "%s: option requires an argument -- '%s'\n",
            program, wrong_arg);
    fprintf(stderr,
            "Try `taosdemo --help' or `taosdemo --usage' for more information.\n");
}

static void errorPrintReqArg2(char *program, char *wrong_arg)
{
    fprintf(stderr,
            "%s: option requires a number argument '-%s'\n",
            program, wrong_arg);
    fprintf(stderr,
            "Try `taosdemo --help' or `taosdemo --usage' for more information.\n");
}

static void errorPrintReqArg3(char *program, char *wrong_arg)
{
    fprintf(stderr,
            "%s: option '%s' requires an argument\n",
            program, wrong_arg);
    fprintf(stderr,
            "Try `taosdemo --help' or `taosdemo --usage' for more information.\n");
}

867
static void parse_args(int argc, char *argv[], SArguments *arguments) {
868

869
    for (int i = 1; i < argc; i++) {
870
        if ((0 == strncmp(argv[i], "-f", strlen("-f")))
871
                || (0 == strncmp(argv[i], "--file", strlen("--file")))) {
872
            arguments->demo_mode = false;
873

874 875 876
            if (2 == strlen(argv[i])) {
                if (i+1 == argc) {
                    errorPrintReqArg(argv[0], "f");
877 878 879
                    exit(EXIT_FAILURE);
                }
                arguments->metaFile = argv[++i];
880 881
            } else if (0 == strncmp(argv[i], "-f", strlen("-f"))) {
                arguments->metaFile = (char *)(argv[i] + strlen("-f"));
882
            } else if (strlen("--file") == strlen(argv[i])) {
883 884 885 886 887
                if (i+1 == argc) {
                    errorPrintReqArg3(argv[0], "--file");
                    exit(EXIT_FAILURE);
                }
                arguments->metaFile = argv[++i];
888 889
            } else if (0 == strncmp(argv[i], "--file=", strlen("--file="))) {
                arguments->metaFile = (char *)(argv[i] + strlen("--file="));
890 891 892
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
893
            }
894
        } else if ((0 == strncmp(argv[i], "-c", strlen("-c")))
895 896 897 898 899 900 901
                || (0 == strncmp(argv[i], "--config-dir", strlen("--config-dir")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "c");
                    exit(EXIT_FAILURE);
                }
                tstrncpy(configDir, argv[++i], TSDB_FILENAME_LEN);
902 903
            } else if (0 == strncmp(argv[i], "-c", strlen("-c"))) {
                tstrncpy(configDir, (char *)(argv[i] + strlen("-")), TSDB_FILENAME_LEN);
904
            } else if (strlen("--config-dir") == strlen(argv[i])) {
905 906 907 908 909
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--config-dir");
                    exit(EXIT_FAILURE);
                }
                tstrncpy(configDir, argv[++i], TSDB_FILENAME_LEN);
910 911
            } else if (0 == strncmp(argv[i], "--config-dir=", strlen("--config-dir="))) {
                tstrncpy(configDir, (char *)(argv[i] + strlen("--config-dir=")), TSDB_FILENAME_LEN);
912 913 914
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
915
            }
916
        } else if ((0 == strncmp(argv[i], "-h", strlen("-h")))
917 918 919 920 921 922 923
                || (0 == strncmp(argv[i], "--host", strlen("--host")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "h");
                    exit(EXIT_FAILURE);
                }
                arguments->host = argv[++i];
924 925
            } else if (0 == strncmp(argv[i], "-h", strlen("-h"))) {
                arguments->host = (char *)(argv[i] + strlen("-h"));
926
            } else if (strlen("--host") == strlen(argv[i])) {
927 928 929 930 931
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--host");
                    exit(EXIT_FAILURE);
                }
                arguments->host = argv[++i];
932 933
            } else if (0 == strncmp(argv[i], "--host=", strlen("--host="))) {
                arguments->host = (char *)(argv[i] + strlen("--host="));
934 935 936
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
937
            }
938 939 940
        } else if (strcmp(argv[i], "-PP") == 0) {
            arguments->performance_print = true;
        } else if ((0 == strncmp(argv[i], "-P", strlen("-P")))
941 942 943 944 945 946 947 948 949 950 951 952 953 954
                || (0 == strncmp(argv[i], "--port", strlen("--port")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "P");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "P");
                    exit(EXIT_FAILURE);
                }
                arguments->port = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--port=", strlen("--port="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--port=")))) {
                    arguments->port = atoi((char *)(argv[i]+strlen("--port=")));
                }
955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970
            } else if (0 == strncmp(argv[i], "-P", strlen("-P"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-P")))) {
                    arguments->port = atoi((char *)(argv[i]+strlen("-P")));
                }
            } else if (strlen("--port") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--port");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--port");
                    exit(EXIT_FAILURE);
                }
                arguments->port = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
971
            }
972
        } else if ((0 == strncmp(argv[i], "-I", strlen("-I")))
973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000
                || (0 == strncmp(argv[i], "--interface", strlen("--interface")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "I");
                    exit(EXIT_FAILURE);
                }
                if (0 == strcasecmp(argv[i+1], "taosc")) {
                    arguments->iface = TAOSC_IFACE;
                } else if (0 == strcasecmp(argv[i+1], "rest")) {
                    arguments->iface = REST_IFACE;
                } else if (0 == strcasecmp(argv[i+1], "stmt")) {
                    arguments->iface = STMT_IFACE;
                } else {
                    errorPrintReqArg(argv[0], "I");
                    exit(EXIT_FAILURE);
                }
                i++;
            } else if (0 == strncmp(argv[i], "--interface=", strlen("--interface="))) {
                if (0 == strcasecmp((char *)(argv[i] + strlen("--interface=")), "taosc")) {
                    arguments->iface = TAOSC_IFACE;
                } else if (0 == strcasecmp((char *)(argv[i] + strlen("--interface=")), "rest")) {
                    arguments->iface = REST_IFACE;
                } else if (0 == strcasecmp((char *)(argv[i] + strlen("--interface=")), "stmt")) {
                    arguments->iface = STMT_IFACE;
                } else {
                    errorPrintReqArg3(argv[0], "--interface");
                    exit(EXIT_FAILURE);
                }
1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030
            } else if (0 == strncmp(argv[i], "-I", strlen("-I"))) {
                if (0 == strcasecmp((char *)(argv[i] + strlen("-I")), "taosc")) {
                    arguments->iface = TAOSC_IFACE;
                } else if (0 == strcasecmp((char *)(argv[i] + strlen("-I")), "rest")) {
                    arguments->iface = REST_IFACE;
                } else if (0 == strcasecmp((char *)(argv[i] + strlen("-I")), "stmt")) {
                    arguments->iface = STMT_IFACE;
                } else {
                    errorPrintReqArg3(argv[0], "-I");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--interface") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--interface");
                    exit(EXIT_FAILURE);
                }
                if (0 == strcasecmp(argv[i+1], "taosc")) {
                    arguments->iface = TAOSC_IFACE;
                } else if (0 == strcasecmp(argv[i+1], "rest")) {
                    arguments->iface = REST_IFACE;
                } else if (0 == strcasecmp(argv[i+1], "stmt")) {
                    arguments->iface = STMT_IFACE;
                } else {
                    errorPrintReqArg3(argv[0], "--interface");
                    exit(EXIT_FAILURE);
                }
                i++;
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1031
            }
1032
        } else if ((0 == strncmp(argv[i], "-u", strlen("-u")))
1033 1034 1035 1036 1037 1038 1039
                || (0 == strncmp(argv[i], "--user", strlen("--user")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "u");
                    exit(EXIT_FAILURE);
                }
                arguments->user = argv[++i];
1040 1041
            } else if (0 == strncmp(argv[i], "-u", strlen("-u"))) {
                arguments->user = (char *)(argv[i++] + strlen("-u"));
1042 1043
            } else if (0 == strncmp(argv[i], "--user=", strlen("--user="))) {
                arguments->user = (char *)(argv[i++] + strlen("--user="));
1044 1045 1046 1047 1048 1049 1050 1051 1052
            } else if (strlen("--user") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--user");
                    exit(EXIT_FAILURE);
                }
                arguments->user = argv[++i];
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1053
            }
1054
        } else if ((0 == strncmp(argv[i], "-p", strlen("-p")))
1055 1056
                || (0 == strcmp(argv[i], "--password"))) {
            if ((strlen(argv[i]) == 2) || (0 == strcmp(argv[i], "--password"))) {
1057 1058
                printf("Enter password: ");
                taosSetConsoleEcho(false);
1059 1060 1061
                if (scanf("%s", arguments->password) > 1) {
                    fprintf(stderr, "password read error!\n");
                }
1062
                taosSetConsoleEcho(true);
1063
            } else {
1064
                tstrncpy(arguments->password, (char *)(argv[i] + 2), SHELL_MAX_PASSWORD_LEN);
1065
            }
1066
        } else if ((0 == strncmp(argv[i], "-o", strlen("-o")))
1067 1068 1069
                || (0 == strncmp(argv[i], "--output", strlen("--output")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
1070
                    errorPrintReqArg3(argv[0], "--output");
1071 1072 1073 1074 1075
                    exit(EXIT_FAILURE);
                }
                arguments->output_file = argv[++i];
            } else if (0 == strncmp(argv[i], "--output=", strlen("--output="))) {
                arguments->output_file = (char *)(argv[i++] + strlen("--output="));
1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086
            } else if (0 == strncmp(argv[i], "-o", strlen("-o"))) {
                arguments->output_file = (char *)(argv[i++] + strlen("-o"));
            } else if (strlen("--output") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--output");
                    exit(EXIT_FAILURE);
                }
                arguments->output_file = argv[++i];
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1087
            }
1088
        } else if ((0 == strncmp(argv[i], "-s", strlen("-s")))
1089 1090 1091 1092 1093 1094 1095 1096 1097
                || (0 == strncmp(argv[i], "--sql-file", strlen("--sql-file")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "s");
                    exit(EXIT_FAILURE);
                }
                arguments->sqlFile = argv[++i];
            } else if (0 == strncmp(argv[i], "--sql-file=", strlen("--sql-file="))) {
                arguments->host = (char *)(argv[i++] + strlen("--sql-file="));
1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108
            } else if (0 == strncmp(argv[i], "-s", strlen("-s"))) {
                arguments->host = (char *)(argv[i++] + strlen("-s"));
            } else if (strlen("--sql-file") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--sql-file");
                    exit(EXIT_FAILURE);
                }
                arguments->sqlFile = argv[++i];
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1109
            }
1110
        } else if ((0 == strncmp(argv[i], "-q", strlen("-q")))
1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127
                || (0 == strncmp(argv[i], "--query-mode", strlen("--query-mode")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "q");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "q");
                    exit(EXIT_FAILURE);
                }
                arguments->async_mode = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--query-mode=", strlen("--query-mode="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--query-mode=")))) {
                    arguments->async_mode = atoi((char *)(argv[i]+strlen("--query-mode=")));
                } else {
                    errorPrintReqArg2(argv[0], "--query-mode");
                    exit(EXIT_FAILURE);
                }
1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146
            } else if (0 == strncmp(argv[i], "-q", strlen("-q"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-q")))) {
                    arguments->async_mode = atoi((char *)(argv[i]+strlen("-q")));
                } else {
                    errorPrintReqArg2(argv[0], "-q");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--query-mode") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--query-mode");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--query-mode");
                    exit(EXIT_FAILURE);
                }
                arguments->async_mode = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1147
            }
1148
        } else if ((0 == strncmp(argv[i], "-T", strlen("-T")))
1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165
                || (0 == strncmp(argv[i], "--threads", strlen("--threads")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "T");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "T");
                    exit(EXIT_FAILURE);
                }
                arguments->num_of_threads = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--threads=", strlen("--threads="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--threads=")))) {
                    arguments->num_of_threads = atoi((char *)(argv[i]+strlen("--threads=")));
                } else {
                    errorPrintReqArg2(argv[0], "--threads");
                    exit(EXIT_FAILURE);
                }
1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184
            } else if (0 == strncmp(argv[i], "-T", strlen("-T"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-T")))) {
                    arguments->num_of_threads = atoi((char *)(argv[i]+strlen("-T")));
                } else {
                    errorPrintReqArg2(argv[0], "-T");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--threads") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--threads");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--threads");
                    exit(EXIT_FAILURE);
                }
                arguments->num_of_threads = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1185
            }
1186
        } else if ((0 == strncmp(argv[i], "-i", strlen("-i")))
1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197
                || (0 == strncmp(argv[i], "--insert-interval", strlen("--insert-interval")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "i");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "i");
                    exit(EXIT_FAILURE);
                }
                arguments->insert_interval = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--insert-interval=", strlen("--insert-interval="))) {
1198
                if (isStringNumber((char *)(argv[i] + strlen("--insert-interval=")))) {
1199 1200 1201 1202 1203
                    arguments->insert_interval = atoi((char *)(argv[i]+strlen("--insert-interval=")));
                } else {
                    errorPrintReqArg3(argv[0], "--insert-innterval");
                    exit(EXIT_FAILURE);
                }
1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221
            } else if (0 == strncmp(argv[i], "-i", strlen("-i"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-i")))) {
                    arguments->insert_interval = atoi((char *)(argv[i]+strlen("-i")));
                } else {
                    errorPrintReqArg3(argv[0], "-i");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--insert-interval")== strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--insert-interval");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--insert-interval");
                    exit(EXIT_FAILURE);
                }
                arguments->insert_interval = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
1222 1223
                exit(EXIT_FAILURE);
            }
1224
        } else if ((0 == strncmp(argv[i], "-S", strlen("-S")))
1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241
                || (0 == strncmp(argv[i], "--time-step", strlen("--time-step")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "S");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "S");
                    exit(EXIT_FAILURE);
                }
                arguments->async_mode = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--time-step=", strlen("--time-step="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--time-step=")))) {
                    arguments->async_mode = atoi((char *)(argv[i]+strlen("--time-step=")));
                } else {
                    errorPrintReqArg2(argv[0], "--time-step");
                    exit(EXIT_FAILURE);
                }
1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260
            } else if (0 == strncmp(argv[i], "-S", strlen("-S"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-S")))) {
                    arguments->async_mode = atoi((char *)(argv[i]+strlen("-S")));
                } else {
                    errorPrintReqArg2(argv[0], "-S");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--time-step") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--time-step");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--time-step");
                    exit(EXIT_FAILURE);
                }
                arguments->async_mode = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1261
            }
1262 1263 1264 1265 1266 1267 1268 1269
        } else if (strcmp(argv[i], "-qt") == 0) {
            if ((argc == i+1)
                    || (!isStringNumber(argv[i+1]))) {
                printHelp();
                errorPrint("%s", "\n\t-qt need a number following!\n");
                exit(EXIT_FAILURE);
            }
            arguments->query_times = atoi(argv[++i]);
1270
        } else if ((0 == strncmp(argv[i], "-B", strlen("-B")))
1271
                || (0 == strncmp(argv[i], "--interlace-rows", strlen("--interlace-rows")))) {
1272
            if (strlen("-B") == strlen(argv[i])) {
1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "B");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "B");
                    exit(EXIT_FAILURE);
                }
                arguments->interlace_rows = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--interlace-rows=", strlen("--interlace-rows="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--interlace-rows=")))) {
                    arguments->interlace_rows = atoi((char *)(argv[i]+strlen("--interlace-rows=")));
                } else {
                    errorPrintReqArg2(argv[0], "--interlace-rows");
                    exit(EXIT_FAILURE);
                }
1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306
            } else if (0 == strncmp(argv[i], "-B", strlen("-B"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-B")))) {
                    arguments->interlace_rows = atoi((char *)(argv[i]+strlen("-B")));
                } else {
                    errorPrintReqArg2(argv[0], "-B");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--interlace-rows")== strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--interlace-rows");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--interlace-rows");
                    exit(EXIT_FAILURE);
                }
                arguments->interlace_rows = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1307
            }
1308
        } else if ((0 == strncmp(argv[i], "-r", strlen("-r")))
1309
                || (0 == strncmp(argv[i], "--rec-per-req", 13))) {
1310
            if (strlen("-r") == strlen(argv[i])) {
1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "r");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "r");
                    exit(EXIT_FAILURE);
                }
                arguments->num_of_RPR = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--rec-per-req=", strlen("--rec-per-req="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--rec-per-req=")))) {
                    arguments->num_of_RPR = atoi((char *)(argv[i]+strlen("--rec-per-req=")));
                } else {
                    errorPrintReqArg2(argv[0], "--rec-per-req");
                    exit(EXIT_FAILURE);
                }
1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344
            } else if (0 == strncmp(argv[i], "-r", strlen("-r"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-r")))) {
                    arguments->num_of_RPR = atoi((char *)(argv[i]+strlen("-r")));
                } else {
                    errorPrintReqArg2(argv[0], "-r");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--rec-per-req")== strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--rec-per-req");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--rec-per-req");
                    exit(EXIT_FAILURE);
                }
                arguments->num_of_RPR = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1345
            }
1346
        } else if ((0 == strncmp(argv[i], "-t", strlen("-t")))
1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363
                || (0 == strncmp(argv[i], "--tables", strlen("--tables")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "t");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "t");
                    exit(EXIT_FAILURE);
                }
                arguments->num_of_tables = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--tables=", strlen("--tables="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--tables=")))) {
                    arguments->num_of_tables = atoi((char *)(argv[i]+strlen("--tables=")));
                } else {
                    errorPrintReqArg2(argv[0], "--tables");
                    exit(EXIT_FAILURE);
                }
1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382
            } else if (0 == strncmp(argv[i], "-t", strlen("-t"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-t")))) {
                    arguments->num_of_tables = atoi((char *)(argv[i]+strlen("-t")));
                } else {
                    errorPrintReqArg2(argv[0], "-t");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--tables") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--tables");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--tables");
                    exit(EXIT_FAILURE);
                }
                arguments->num_of_tables = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1383
            }
1384
        } else if ((0 == strncmp(argv[i], "-n", strlen("-n")))
1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401
                || (0 == strncmp(argv[i], "--records", strlen("--records")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "n");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "n");
                    exit(EXIT_FAILURE);
                }
                arguments->num_of_DPT = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--records=", strlen("--records="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--records=")))) {
                    arguments->num_of_DPT = atoi((char *)(argv[i]+strlen("--records=")));
                } else {
                    errorPrintReqArg2(argv[0], "--records");
                    exit(EXIT_FAILURE);
                }
1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420
            } else if (0 == strncmp(argv[i], "-r", strlen("-r"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-r")))) {
                    arguments->num_of_DPT = atoi((char *)(argv[i]+strlen("-r")));
                } else {
                    errorPrintReqArg2(argv[0], "-r");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--records") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--records");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--records");
                    exit(EXIT_FAILURE);
                }
                arguments->num_of_DPT = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1421
            }
1422 1423

            g_totalChildTables = arguments->num_of_DPT;
1424
        } else if ((0 == strncmp(argv[i], "-d", strlen("-d")))
1425 1426 1427
                || (0 == strncmp(argv[i], "--database", strlen("--database")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
1428
                    errorPrintReqArg(argv[0], "d");
1429 1430 1431 1432 1433
                    exit(EXIT_FAILURE);
                }
                arguments->database = argv[++i];
            } else if (0 == strncmp(argv[i], "--database=", strlen("--database="))) {
                arguments->output_file = (char *)(argv[i] + strlen("--database="));
1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444
            } else if (0 == strncmp(argv[i], "-d", strlen("-d"))) {
                arguments->output_file = (char *)(argv[i] + strlen("-d"));
            } else if (strlen("--database") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--database");
                    exit(EXIT_FAILURE);
                }
                arguments->database = argv[++i];
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1445
            }
1446
        } else if ((0 == strncmp(argv[i], "-l", strlen("-l")))
1447
                || (0 == strncmp(argv[i], "--columns", strlen("--columns")))) {
1448
            arguments->demo_mode = false;
1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "l");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "l");
                    exit(EXIT_FAILURE);
                }
                arguments->num_of_CPR = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--columns=", strlen("--columns="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--columns=")))) {
1460 1461 1462 1463 1464 1465 1466 1467
                    arguments->num_of_CPR = atoi((char *)(argv[i]+strlen("--columns=")));
                } else {
                    errorPrintReqArg2(argv[0], "--columns");
                    exit(EXIT_FAILURE);
                }
            } else if (0 == strncmp(argv[i], "-l", strlen("-l"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-l")))) {
                    arguments->num_of_CPR = atoi((char *)(argv[i]+strlen("-l")));
1468
                } else {
1469 1470 1471 1472 1473 1474 1475 1476
                    errorPrintReqArg2(argv[0], "-l");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--columns")== strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--columns");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
1477
                    errorPrintReqArg2(argv[0], "--columns");
1478 1479
                    exit(EXIT_FAILURE);
                }
1480 1481 1482 1483
                arguments->num_of_CPR = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1484
            }
1485

1486 1487
            if (arguments->num_of_CPR > MAX_NUM_COLUMNS) {
                printf("WARNING: max acceptible columns count is %d\n", MAX_NUM_COLUMNS);
1488
                prompt();
1489
                arguments->num_of_CPR = MAX_NUM_COLUMNS;
1490
            }
1491

1492 1493 1494 1495
            for (int col = DEFAULT_DATATYPE_NUM; col < arguments->num_of_CPR; col ++) {
                arguments->datatype[col] = "INT";
            }
            for (int col = arguments->num_of_CPR; col < MAX_NUM_COLUMNS; col++) {
1496 1497
                arguments->datatype[col] = NULL;
            }
1498
        } else if ((0 == strncmp(argv[i], "-b", strlen("-b")))
1499
                || (0 == strncmp(argv[i], "--data-type", strlen("--data-type")))) {
1500
            arguments->demo_mode = false;
1501 1502 1503 1504 1505 1506 1507 1508 1509 1510

            char *dataType;
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "b");
                    exit(EXIT_FAILURE);
                }
                dataType = argv[++i];
            } else if (0 == strncmp(argv[i], "--data-type=", strlen("--data-type="))) {
                dataType = (char *)(argv[i] + strlen("--data-type="));
1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521
            } else if (0 == strncmp(argv[i], "-b", strlen("-b"))) {
                dataType = (char *)(argv[i] + strlen("-b"));
            } else if (strlen("--data-type") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--data-type");
                    exit(EXIT_FAILURE);
                }
                dataType = argv[++i];
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1522
            }
1523 1524

            if (strstr(dataType, ",") == NULL) {
1525
                // only one col
1526 1527 1528 1529 1530 1531 1532 1533 1534 1535
                if (strcasecmp(dataType, "INT")
                        && strcasecmp(dataType, "FLOAT")
                        && strcasecmp(dataType, "TINYINT")
                        && strcasecmp(dataType, "BOOL")
                        && strcasecmp(dataType, "SMALLINT")
                        && strcasecmp(dataType, "BIGINT")
                        && strcasecmp(dataType, "DOUBLE")
                        && strcasecmp(dataType, "BINARY")
                        && strcasecmp(dataType, "TIMESTAMP")
                        && strcasecmp(dataType, "NCHAR")) {
1536 1537 1538 1539
                    printHelp();
                    errorPrint("%s", "-b: Invalid data_type!\n");
                    exit(EXIT_FAILURE);
                }
1540
                arguments->datatype[0] = dataType;
1541
                arguments->datatype[1] = NULL;
1542 1543 1544
            } else {
                // more than one col
                int index = 0;
1545
                g_dupstr = strdup(dataType);
1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565
                char *running = g_dupstr;
                char *token = strsep(&running, ",");
                while(token != NULL) {
                    if (strcasecmp(token, "INT")
                            && strcasecmp(token, "FLOAT")
                            && strcasecmp(token, "TINYINT")
                            && strcasecmp(token, "BOOL")
                            && strcasecmp(token, "SMALLINT")
                            && strcasecmp(token, "BIGINT")
                            && strcasecmp(token, "DOUBLE")
                            && strcasecmp(token, "BINARY")
                            && strcasecmp(token, "TIMESTAMP")
                            && strcasecmp(token, "NCHAR")) {
                        printHelp();
                        free(g_dupstr);
                        errorPrint("%s", "-b: Invalid data_type!\n");
                        exit(EXIT_FAILURE);
                    }
                    arguments->datatype[index++] = token;
                    token = strsep(&running, ",");
1566
                    if (index >= MAX_NUM_COLUMNS) break;
1567 1568 1569
                }
                arguments->datatype[index] = NULL;
            }
1570
        } else if ((0 == strncmp(argv[i], "-w", strlen("-w")))
1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587
                || (0 == strncmp(argv[i], "--binwidth", strlen("--binwidth")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "w");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "w");
                    exit(EXIT_FAILURE);
                }
                arguments->binwidth = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--binwidth=", strlen("--binwidth="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--binwidth=")))) {
                    arguments->binwidth = atoi((char *)(argv[i]+strlen("--binwidth=")));
                } else {
                    errorPrintReqArg2(argv[0], "--binwidth");
                    exit(EXIT_FAILURE);
                }
1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606
            } else if (0 == strncmp(argv[i], "-w", strlen("-w"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-w")))) {
                    arguments->binwidth = atoi((char *)(argv[i]+strlen("-w")));
                } else {
                    errorPrintReqArg2(argv[0], "-w");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--binwidth") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--binwidth");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--binwidth");
                    exit(EXIT_FAILURE);
                }
                arguments->binwidth = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1607
            }
1608
        } else if ((0 == strncmp(argv[i], "-m", strlen("-m")))
1609 1610 1611
                || (0 == strncmp(argv[i], "--table-prefix", strlen("--table-prefix")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
1612
                    errorPrintReqArg(argv[0], "m");
1613 1614 1615 1616 1617
                    exit(EXIT_FAILURE);
                }
                arguments->tb_prefix = argv[++i];
            } else if (0 == strncmp(argv[i], "--table-prefix=", strlen("--table-prefix="))) {
                arguments->tb_prefix = (char *)(argv[i] + strlen("--table-prefix="));
1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628
            } else if (0 == strncmp(argv[i], "-m", strlen("-m"))) {
                arguments->tb_prefix = (char *)(argv[i] + strlen("-m"));
            } else if (strlen("--table-prefix") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--table-prefix");
                    exit(EXIT_FAILURE);
                }
                arguments->tb_prefix = argv[++i];
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1629
            }
1630 1631
        } else if ((strcmp(argv[i], "-N") == 0)
                || (0 == strcmp(argv[i], "--normal-table"))) {
1632
            arguments->use_metric = false;
1633 1634
        } else if ((strcmp(argv[i], "-M") == 0)
                || (0 == strcmp(argv[i], "--random"))) {
1635
            arguments->demo_mode = false;
1636 1637
        } else if ((strcmp(argv[i], "-x") == 0)
                || (0 == strcmp(argv[i], "--no-insert"))) {
1638
            arguments->insert_only = false;
1639 1640
        } else if ((strcmp(argv[i], "-y") == 0)
                || (0 == strcmp(argv[i], "--answer-yes"))) {
1641
            arguments->answer_yes = true;
1642 1643
        } else if ((strcmp(argv[i], "-g") == 0)
                || (0 == strcmp(argv[i], "--debug"))) {
1644 1645 1646
            arguments->debug_print = true;
        } else if (strcmp(argv[i], "-gg") == 0) {
            arguments->verbose_print = true;
1647
        } else if ((0 == strncmp(argv[i], "-O", strlen("-O")))
1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664
                || (0 == strncmp(argv[i], "--disorder", strlen("--disorder")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "O");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "O");
                    exit(EXIT_FAILURE);
                }
                arguments->disorderRatio = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--disorder=", strlen("--disorder="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--disorder=")))) {
                    arguments->disorderRatio = atoi((char *)(argv[i]+strlen("--disorder=")));
                } else {
                    errorPrintReqArg2(argv[0], "--disorder");
                    exit(EXIT_FAILURE);
                }
1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683
            } else if (0 == strncmp(argv[i], "-O", strlen("-O"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-O")))) {
                    arguments->disorderRatio = atoi((char *)(argv[i]+strlen("-O")));
                } else {
                    errorPrintReqArg2(argv[0], "-O");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--disorder") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--disorder");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--disorder");
                    exit(EXIT_FAILURE);
                }
                arguments->disorderRatio = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1684
            }
1685

1686
            if (arguments->disorderRatio > 50) {
1687 1688
                errorPrint("Invalid disorder ratio %d, will be set to %d\n",
                        arguments->disorderRatio, 50);
1689 1690
                arguments->disorderRatio = 50;
            }
1691

1692
            if (arguments->disorderRatio < 0) {
1693 1694
                errorPrint("Invalid disorder ratio %d, will be set to %d\n",
                        arguments->disorderRatio, 0);
1695 1696
                arguments->disorderRatio = 0;
            }
1697
        } else if ((0 == strncmp(argv[i], "-R", strlen("-R")))
1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717
                || (0 == strncmp(argv[i], "--disorder-range",
                        strlen("--disorder-range")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "R");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "R");
                    exit(EXIT_FAILURE);
                }
                arguments->disorderRange = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--disorder-range=",
                        strlen("--disorder-range="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--disorder-range=")))) {
                    arguments->disorderRange =
                        atoi((char *)(argv[i]+strlen("--disorder-rnage=")));
                } else {
                    errorPrintReqArg2(argv[0], "--disorder-range");
                    exit(EXIT_FAILURE);
                }
1718 1719 1720 1721 1722 1723 1724 1725
            } else if (0 == strncmp(argv[i], "-R", strlen("-R"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-R")))) {
                    arguments->disorderRange =
                        atoi((char *)(argv[i]+strlen("-R")));
                } else {
                    errorPrintReqArg2(argv[0], "-R");
                    exit(EXIT_FAILURE);
                }
1726

1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743
                if (arguments->disorderRange < 0) {
                    errorPrint("Invalid disorder range %d, will be set to %d\n",
                            arguments->disorderRange, 1000);
                    arguments->disorderRange = 1000;
                }
            } else if (strlen("--disorder-range") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--disorder-range");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--disorder-range");
                    exit(EXIT_FAILURE);
                }
                arguments->disorderRange = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1744
            }
1745
        } else if ((0 == strncmp(argv[i], "-a", strlen("-a")))
1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765
                || (0 == strncmp(argv[i], "--replica",
                        strlen("--replica")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "a");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "a");
                    exit(EXIT_FAILURE);
                }
                arguments->replica = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--replica=",
                        strlen("--replica="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--replica=")))) {
                    arguments->replica =
                        atoi((char *)(argv[i]+strlen("--replica=")));
                } else {
                    errorPrintReqArg2(argv[0], "--replica");
                    exit(EXIT_FAILURE);
                }
1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785
            } else if (0 == strncmp(argv[i], "-a", strlen("-a"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-a")))) {
                    arguments->replica =
                        atoi((char *)(argv[i]+strlen("-a")));
                } else {
                    errorPrintReqArg2(argv[0], "-a");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--replica") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--replica");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--replica");
                    exit(EXIT_FAILURE);
                }
                arguments->replica = atoi(argv[++i]);
            } else {
                errorUnreconized(argv[0], argv[i]);
                exit(EXIT_FAILURE);
1786
            }
1787

1788
            if (arguments->replica > 3 || arguments->replica < 1) {
1789 1790
                errorPrint("Invalid replica value %d, will be set to %d\n",
                        arguments->replica, 1);
1791 1792 1793 1794 1795 1796 1797 1798
                arguments->replica = 1;
            }
        } else if (strcmp(argv[i], "-D") == 0) {
            arguments->method_of_delete = atoi(argv[++i]);
            if (arguments->method_of_delete > 3) {
                errorPrint("%s", "\n\t-D need a valud (0~3) number following!\n");
                exit(EXIT_FAILURE);
            }
1799 1800
        } else if ((strcmp(argv[i], "--version") == 0)
                || (strcmp(argv[i], "-V") == 0)) {
1801 1802
            printVersion();
            exit(0);
1803 1804
        } else if ((strcmp(argv[i], "--help") == 0)
                || (strcmp(argv[i], "-?") == 0)) {
1805 1806
            printHelp();
            exit(0);
1807 1808 1809 1810 1811 1812 1813 1814 1815
        } else if (strcmp(argv[i], "--usage") == 0) {
            printf("    Usage: taosdemo [-f JSONFILE] [-u USER] [-p PASSWORD] [-c CONFIG_DIR]\n\
                    [-h HOST] [-P PORT] [-I INTERFACE] [-d DATABASE] [-a REPLICA]\n\
                    [-m TABLEPREFIX] [-s SQLFILE] [-N] [-o OUTPUTFILE] [-q QUERYMODE]\n\
                    [-b DATATYPES] [-w WIDTH_OF_BINARY] [-l COLUNNS] [-T THREADNUMBER]\n\
                    [-i SLEEPTIME] [-S TIME_STEP] [-B INTERLACE_ROWS] [-t TABLES]\n\
                    [-n RECORDS] [-M] [-x] [-y] [-O ORDERMODE] [-R RANGE] [-a REPLIcA][-g]\n\
                    [--help] [--usage] [--version]\n");
            exit(0);
1816
        } else {
1817 1818
            // to simulate argp_option output
            if (strlen(argv[i]) > 2) {
1819 1820 1821 1822 1823 1824 1825 1826 1827
                if (0 == strncmp(argv[i], "--", 2)) {
                    fprintf(stderr, "%s: unrecognized options '%s'\n", argv[0], argv[i]);
                } else if (0 == strncmp(argv[i], "-", 1)) {
                    char tmp[2] = {0};
                    tstrncpy(tmp, argv[i]+1, 2);
                    fprintf(stderr, "%s: invalid options -- '%s'\n", argv[0], tmp);
                } else {
                    fprintf(stderr, "%s: Too many arguments\n", argv[0]);
                }
1828 1829 1830 1831 1832
            } else {
                fprintf(stderr, "%s invalid options -- '%s'\n", argv[0],
                        (char *)((char *)argv[i])+1);
            }
            fprintf(stderr, "Try `taosdemo --help' or `taosdemo --usage' for more information.\n");
1833 1834
            exit(EXIT_FAILURE);
        }
S
TD-1057  
Shengliang Guan 已提交
1835
    }
1836

1837
    int columnCount;
1838
    for (columnCount = 0; columnCount < MAX_NUM_COLUMNS; columnCount ++) {
1839 1840 1841
        if (g_args.datatype[columnCount] == NULL) {
            break;
        }
1842 1843
    }

1844
    if (0 == columnCount) {
1845
        ERROR_EXIT("data type error!");
1846 1847 1848
    }
    g_args.num_of_CPR = columnCount;

1849
    if (((arguments->debug_print) && (NULL != arguments->metaFile))
1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861
            || arguments->verbose_print) {
        printf("###################################################################\n");
        printf("# meta file:                         %s\n", arguments->metaFile);
        printf("# Server IP:                         %s:%hu\n",
                arguments->host == NULL ? "localhost" : arguments->host,
                arguments->port );
        printf("# User:                              %s\n", arguments->user);
        printf("# Password:                          %s\n", arguments->password);
        printf("# Use metric:                        %s\n",
                arguments->use_metric ? "true" : "false");
        if (*(arguments->datatype)) {
            printf("# Specified data type:               ");
1862 1863 1864
            for (int c = 0; c < MAX_NUM_COLUMNS; c++)
                if (arguments->datatype[c])
                    printf("%s,", arguments->datatype[c]);
1865 1866 1867 1868 1869 1870 1871 1872 1873 1874
                else
                    break;
            printf("\n");
        }
        printf("# Insertion interval:                %"PRIu64"\n",
                arguments->insert_interval);
        printf("# Number of records per req:         %u\n",
                arguments->num_of_RPR);
        printf("# Max SQL length:                    %"PRIu64"\n",
                arguments->max_sql_len);
1875
        printf("# Length of Binary:                  %d\n", arguments->binwidth);
1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893
        printf("# Number of Threads:                 %d\n", arguments->num_of_threads);
        printf("# Number of Tables:                  %"PRId64"\n",
                arguments->num_of_tables);
        printf("# Number of Data per Table:          %"PRId64"\n",
                arguments->num_of_DPT);
        printf("# Database name:                     %s\n", arguments->database);
        printf("# Table prefix:                      %s\n", arguments->tb_prefix);
        if (arguments->disorderRatio) {
            printf("# Data order:                        %d\n", arguments->disorderRatio);
            printf("# Data out of order rate:            %d\n", arguments->disorderRange);
        }
        printf("# Delete method:                     %d\n", arguments->method_of_delete);
        printf("# Answer yes when prompt:            %d\n", arguments->answer_yes);
        printf("# Print debug info:                  %d\n", arguments->debug_print);
        printf("# Print verbose info:                %d\n", arguments->verbose_print);
        printf("###################################################################\n");

        prompt();
1894
    }
1895
}
H
hzcheng 已提交
1896

1897
static void tmfclose(FILE *fp) {
1898 1899 1900
    if (NULL != fp) {
        fclose(fp);
    }
1901
}
1902

1903
static void tmfree(char *buf) {
1904 1905 1906
    if (NULL != buf) {
        free(buf);
    }
1907
}
H
Hui Li 已提交
1908

1909
static int queryDbExec(TAOS *taos, char *command, QUERY_TYPE type, bool quiet) {
1910 1911 1912 1913 1914 1915 1916 1917 1918
    int i;
    TAOS_RES *res = NULL;
    int32_t   code = -1;

    for (i = 0; i < 5 /* retry */; i++) {
        if (NULL != res) {
            taos_free_result(res);
            res = NULL;
        }
1919

1920 1921 1922 1923 1924
        res = taos_query(taos, command);
        code = taos_errno(res);
        if (0 == code) {
            break;
        }
H
hzcheng 已提交
1925
    }
1926

1927 1928 1929
    verbosePrint("%s() LN%d - command: %s\n", __func__, __LINE__, command);
    if (code != 0) {
        if (!quiet) {
1930
            errorPrint2("Failed to execute %s, reason: %s\n",
1931 1932 1933 1934 1935
                    command, taos_errstr(res));
        }
        taos_free_result(res);
        //taos_close(taos);
        return -1;
1936
    }
H
hzcheng 已提交
1937

1938 1939 1940 1941
    if (INSERT_TYPE == type) {
        int affectedRows = taos_affected_rows(res);
        taos_free_result(res);
        return affectedRows;
1942
    }
H
hzcheng 已提交
1943

1944
    taos_free_result(res);
1945
    return 0;
1946
}
H
hzcheng 已提交
1947

1948
static void appendResultBufToFile(char *resultBuf, threadInfo *pThreadInfo)
1949
{
1950 1951
    pThreadInfo->fp = fopen(pThreadInfo->filePath, "at");
    if (pThreadInfo->fp == NULL) {
1952
        errorPrint2(
1953 1954 1955 1956
                "%s() LN%d, failed to open result file: %s, result will not save to file\n",
                __func__, __LINE__, pThreadInfo->filePath);
        return;
    }
1957

1958 1959 1960
    fprintf(pThreadInfo->fp, "%s", resultBuf);
    tmfclose(pThreadInfo->fp);
    pThreadInfo->fp = NULL;
1961 1962
}

1963
static void fetchResult(TAOS_RES *res, threadInfo* pThreadInfo) {
1964 1965 1966 1967 1968 1969 1970
    TAOS_ROW    row = NULL;
    int         num_rows = 0;
    int         num_fields = taos_field_count(res);
    TAOS_FIELD *fields     = taos_fetch_fields(res);

    char* databuf = (char*) calloc(1, 100*1024*1024);
    if (databuf == NULL) {
1971
        errorPrint2("%s() LN%d, failed to malloc, warning: save result to file slowly!\n",
1972 1973 1974
                __func__, __LINE__);
        return ;
    }
H
hzcheng 已提交
1975

1976
    int64_t   totalLen = 0;
H
hzcheng 已提交
1977

1978 1979
    // fetch the records row by row
    while((row = taos_fetch_row(res))) {
1980
        if (totalLen >= (100*1024*1024 - HEAD_BUFF_LEN*2)) {
1981 1982 1983 1984 1985 1986
            if (strlen(pThreadInfo->filePath) > 0)
                appendResultBufToFile(databuf, pThreadInfo);
            totalLen = 0;
            memset(databuf, 0, 100*1024*1024);
        }
        num_rows++;
1987
        char  temp[HEAD_BUFF_LEN] = {0};
1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002
        int len = taos_print_row(temp, row, fields, num_fields);
        len += sprintf(temp + len, "\n");
        //printf("query result:%s\n", temp);
        memcpy(databuf + totalLen, temp, len);
        totalLen += len;
        verbosePrint("%s() LN%d, totalLen: %"PRId64"\n",
                __func__, __LINE__, totalLen);
    }

    verbosePrint("%s() LN%d, databuf=%s resultFile=%s\n",
            __func__, __LINE__, databuf, pThreadInfo->filePath);
    if (strlen(pThreadInfo->filePath) > 0) {
        appendResultBufToFile(databuf, pThreadInfo);
    }
    free(databuf);
2003
}
H
hzcheng 已提交
2004

2005
static void selectAndGetResult(
2006 2007
        threadInfo *pThreadInfo, char *command)
{
2008 2009 2010
    if (0 == strncasecmp(g_queryInfo.queryMode, "taosc", strlen("taosc"))) {
        TAOS_RES *res = taos_query(pThreadInfo->taos, command);
        if (res == NULL || taos_errno(res) != 0) {
2011
            errorPrint2("%s() LN%d, failed to execute sql:%s, reason:%s\n",
2012 2013 2014 2015
                    __func__, __LINE__, command, taos_errstr(res));
            taos_free_result(res);
            return;
        }
2016

2017 2018
        fetchResult(res, pThreadInfo);
        taos_free_result(res);
2019

2020 2021 2022 2023 2024 2025 2026 2027
    } else if (0 == strncasecmp(g_queryInfo.queryMode, "rest", strlen("rest"))) {
        int retCode = postProceSql(
                g_queryInfo.host, &(g_queryInfo.serv_addr), g_queryInfo.port,
                command,
                pThreadInfo);
        if (0 != retCode) {
            printf("====restful return fail, threadID[%d]\n", pThreadInfo->threadID);
        }
2028

2029
    } else {
2030
        errorPrint2("%s() LN%d, unknown query mode: %s\n",
2031 2032
                __func__, __LINE__, g_queryInfo.queryMode);
    }
2033
}
H
hzcheng 已提交
2034

2035
static char *rand_bool_str() {
2036 2037 2038
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2039
    return g_randbool_buff + ((cursor % MAX_PREPARED_RAND) * BOOL_BUFF_LEN);
2040 2041
}

2042
static int32_t rand_bool() {
2043 2044
    static int cursor;
    cursor++;
2045 2046
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randint[cursor % MAX_PREPARED_RAND] % 2;
2047 2048
}

2049 2050 2051 2052 2053
static char *rand_tinyint_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2054 2055
    return g_randtinyint_buff +
        ((cursor % MAX_PREPARED_RAND) * TINYINT_BUFF_LEN);
2056 2057 2058 2059
}

static int32_t rand_tinyint()
{
2060 2061
    static int cursor;
    cursor++;
2062 2063
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randint[cursor % MAX_PREPARED_RAND] % 128;
2064 2065 2066 2067 2068 2069 2070
}

static char *rand_smallint_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2071 2072
    return g_randsmallint_buff +
        ((cursor % MAX_PREPARED_RAND) * SMALLINT_BUFF_LEN);
2073 2074
}

2075 2076
static int32_t rand_smallint()
{
2077 2078
    static int cursor;
    cursor++;
2079 2080
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randint[cursor % MAX_PREPARED_RAND] % 32767;
2081 2082
}

2083 2084 2085 2086 2087
static char *rand_int_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2088
    return g_randint_buff + ((cursor % MAX_PREPARED_RAND) * INT_BUFF_LEN);
2089 2090 2091 2092
}

static int32_t rand_int()
{
2093 2094
    static int cursor;
    cursor++;
2095 2096
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randint[cursor % MAX_PREPARED_RAND];
2097 2098 2099 2100 2101 2102 2103
}

static char *rand_bigint_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2104 2105
    return g_randbigint_buff +
        ((cursor % MAX_PREPARED_RAND) * BIGINT_BUFF_LEN);
2106 2107
}

2108 2109
static int64_t rand_bigint()
{
2110 2111
    static int cursor;
    cursor++;
2112 2113
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randbigint[cursor % MAX_PREPARED_RAND];
2114 2115
}

2116 2117 2118 2119 2120
static char *rand_float_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2121
    return g_randfloat_buff + ((cursor % MAX_PREPARED_RAND) * FLOAT_BUFF_LEN);
2122 2123
}

S
Shengliang Guan 已提交
2124

2125 2126
static float rand_float()
{
2127 2128
    static int cursor;
    cursor++;
2129 2130
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randfloat[cursor % MAX_PREPARED_RAND];
2131 2132
}

2133 2134 2135 2136 2137
static char *demo_current_float_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2138 2139
    return g_rand_current_buff +
        ((cursor % MAX_PREPARED_RAND) * FLOAT_BUFF_LEN);
2140 2141 2142 2143
}

static float UNUSED_FUNC demo_current_float()
{
2144 2145
    static int cursor;
    cursor++;
2146 2147 2148
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return (float)(9.8 + 0.04 * (g_randint[cursor % MAX_PREPARED_RAND] % 10)
            + g_randfloat[cursor % MAX_PREPARED_RAND]/1000000000);
2149 2150 2151 2152 2153 2154 2155
}

static char *demo_voltage_int_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2156 2157
    return g_rand_voltage_buff +
        ((cursor % MAX_PREPARED_RAND) * INT_BUFF_LEN);
2158 2159
}

2160 2161
static int32_t UNUSED_FUNC demo_voltage_int()
{
2162 2163
    static int cursor;
    cursor++;
2164 2165
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return 215 + g_randint[cursor % MAX_PREPARED_RAND] % 10;
2166 2167 2168 2169 2170 2171
}

static char *demo_phase_float_str() {
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2172
    return g_rand_phase_buff + ((cursor % MAX_PREPARED_RAND) * FLOAT_BUFF_LEN);
2173 2174
}

2175
static float UNUSED_FUNC demo_phase_float() {
2176 2177
    static int cursor;
    cursor++;
2178 2179 2180
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return (float)((115 + g_randint[cursor % MAX_PREPARED_RAND] % 10
                + g_randfloat[cursor % MAX_PREPARED_RAND]/1000000000)/360);
2181 2182
}

2183 2184 2185 2186 2187 2188
#if 0
static const char charNum[] = "0123456789";

static void nonrand_string(char *, int) __attribute__ ((unused));   // reserve for debugging purpose
static void nonrand_string(char *str, int size)
{
2189 2190 2191 2192 2193 2194 2195 2196
    str[0] = 0;
    if (size > 0) {
        int n;
        for (n = 0; n < size; n++) {
            str[n] = charNum[n % 10];
        }
        str[n] = 0;
    }
2197 2198 2199
}
#endif

2200
static const char charset[] = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ1234567890";
2201

2202
static void rand_string(char *str, int size) {
2203 2204 2205 2206 2207 2208 2209 2210 2211
    str[0] = 0;
    if (size > 0) {
        //--size;
        int n;
        for (n = 0; n < size; n++) {
            int key = abs(rand_tinyint()) % (int)(sizeof(charset) - 1);
            str[n] = charset[key];
        }
        str[n] = 0;
2212 2213 2214
    }
}

2215 2216 2217 2218 2219 2220 2221 2222 2223 2224
static char *rand_double_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randdouble_buff + (cursor * DOUBLE_BUFF_LEN);
}

static double rand_double()
{
2225 2226 2227
    static int cursor;
    cursor++;
    cursor = cursor % MAX_PREPARED_RAND;
2228
    return g_randdouble[cursor];
2229 2230 2231
}

static void init_rand_data() {
2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253

    g_randint_buff = calloc(1, INT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randint_buff);
    g_rand_voltage_buff = calloc(1, INT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_rand_voltage_buff);
    g_randbigint_buff = calloc(1, BIGINT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randbigint_buff);
    g_randsmallint_buff = calloc(1, SMALLINT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randsmallint_buff);
    g_randtinyint_buff = calloc(1, TINYINT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randtinyint_buff);
    g_randbool_buff = calloc(1, BOOL_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randbool_buff);
    g_randfloat_buff = calloc(1, FLOAT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randfloat_buff);
    g_rand_current_buff = calloc(1, FLOAT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_rand_current_buff);
    g_rand_phase_buff = calloc(1, FLOAT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_rand_phase_buff);
    g_randdouble_buff = calloc(1, DOUBLE_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randdouble_buff);

2254
    for (int i = 0; i < MAX_PREPARED_RAND; i++) {
2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284
        g_randint[i] = (int)(taosRandom() % 65535);
        sprintf(g_randint_buff + i * INT_BUFF_LEN, "%d",
                g_randint[i]);
        sprintf(g_rand_voltage_buff + i * INT_BUFF_LEN, "%d",
                215 + g_randint[i] % 10);

        sprintf(g_randbool_buff + i * BOOL_BUFF_LEN, "%s",
                ((g_randint[i] % 2) & 1)?"true":"false");
        sprintf(g_randsmallint_buff + i * SMALLINT_BUFF_LEN, "%d",
                g_randint[i] % 32767);
        sprintf(g_randtinyint_buff + i * TINYINT_BUFF_LEN, "%d",
                g_randint[i] % 128);

        g_randbigint[i] = (int64_t)(taosRandom() % 2147483648);
        sprintf(g_randbigint_buff + i * BIGINT_BUFF_LEN, "%"PRId64"",
                g_randbigint[i]);

        g_randfloat[i] = (float)(taosRandom() / 1000.0);
        sprintf(g_randfloat_buff + i * FLOAT_BUFF_LEN, "%f",
                g_randfloat[i]);
        sprintf(g_rand_current_buff + i * FLOAT_BUFF_LEN, "%f",
                (float)(9.8 + 0.04 * (g_randint[i] % 10)
                    + g_randfloat[i]/1000000000));
        sprintf(g_rand_phase_buff + i * FLOAT_BUFF_LEN, "%f",
                (float)((115 + g_randint[i] % 10
                        + g_randfloat[i]/1000000000)/360));

        g_randdouble[i] = (double)(taosRandom() / 1000000.0);
        sprintf(g_randdouble_buff + i * DOUBLE_BUFF_LEN, "%f",
                g_randdouble[i]);
2285
    }
2286 2287
}

2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307
#define SHOW_PARSE_RESULT_START()   \
    do { if (g_args.metaFile)  \
        printf("\033[1m\033[40;32m================ %s parse result START ================\033[0m\n", \
                g_args.metaFile); } while(0)

#define SHOW_PARSE_RESULT_END() \
    do { if (g_args.metaFile)   \
        printf("\033[1m\033[40;32m================ %s parse result END================\033[0m\n", \
                g_args.metaFile); } while(0)

#define SHOW_PARSE_RESULT_START_TO_FILE(fp)   \
    do { if (g_args.metaFile)  \
        fprintf(fp, "\033[1m\033[40;32m================ %s parse result START ================\033[0m\n", \
                g_args.metaFile); } while(0)

#define SHOW_PARSE_RESULT_END_TO_FILE(fp) \
    do { if (g_args.metaFile)   \
        fprintf(fp, "\033[1m\033[40;32m================ %s parse result END================\033[0m\n", \
                g_args.metaFile); } while(0)

2308
static int printfInsertMeta() {
2309
    SHOW_PARSE_RESULT_START();
2310

2311 2312 2313 2314 2315
    if (g_args.demo_mode)
        printf("\ntaosdemo is simulating data generated by power equipments monitoring...\n\n");
    else
        printf("\ntaosdemo is simulating random data as you request..\n\n");

2316 2317 2318
    if (g_args.iface != INTERFACE_BUT) {
        // first time if no iface specified
        printf("interface:                  \033[33m%s\033[0m\n",
2319 2320
                (g_args.iface==TAOSC_IFACE)?"taosc":
                (g_args.iface==REST_IFACE)?"rest":"stmt");
2321 2322
    }

2323 2324 2325 2326 2327 2328 2329 2330
    printf("host:                       \033[33m%s:%u\033[0m\n",
            g_Dbs.host, g_Dbs.port);
    printf("user:                       \033[33m%s\033[0m\n", g_Dbs.user);
    printf("password:                   \033[33m%s\033[0m\n", g_Dbs.password);
    printf("configDir:                  \033[33m%s\033[0m\n", configDir);
    printf("resultFile:                 \033[33m%s\033[0m\n", g_Dbs.resultFile);
    printf("thread num of insert data:  \033[33m%d\033[0m\n", g_Dbs.threadCount);
    printf("thread num of create table: \033[33m%d\033[0m\n",
2331
            g_Dbs.threadCountForCreateTbl);
2332 2333 2334 2335 2336 2337 2338 2339
    printf("top insert interval:        \033[33m%"PRIu64"\033[0m\n",
            g_args.insert_interval);
    printf("number of records per req:  \033[33m%u\033[0m\n",
            g_args.num_of_RPR);
    printf("max sql length:             \033[33m%"PRIu64"\033[0m\n",
            g_args.max_sql_len);

    printf("database count:             \033[33m%d\033[0m\n", g_Dbs.dbCount);
2340

2341 2342 2343 2344 2345 2346 2347 2348 2349
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        printf("database[\033[33m%d\033[0m]:\n", i);
        printf("  database[%d] name:      \033[33m%s\033[0m\n",
                i, g_Dbs.db[i].dbName);
        if (0 == g_Dbs.db[i].drop) {
            printf("  drop:                  \033[33mno\033[0m\n");
        } else {
            printf("  drop:                  \033[33myes\033[0m\n");
        }
2350

2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394 2395 2396 2397 2398 2399
        if (g_Dbs.db[i].dbCfg.blocks > 0) {
            printf("  blocks:                \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.blocks);
        }
        if (g_Dbs.db[i].dbCfg.cache > 0) {
            printf("  cache:                 \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.cache);
        }
        if (g_Dbs.db[i].dbCfg.days > 0) {
            printf("  days:                  \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.days);
        }
        if (g_Dbs.db[i].dbCfg.keep > 0) {
            printf("  keep:                  \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.keep);
        }
        if (g_Dbs.db[i].dbCfg.replica > 0) {
            printf("  replica:               \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.replica);
        }
        if (g_Dbs.db[i].dbCfg.update > 0) {
            printf("  update:                \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.update);
        }
        if (g_Dbs.db[i].dbCfg.minRows > 0) {
            printf("  minRows:               \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.minRows);
        }
        if (g_Dbs.db[i].dbCfg.maxRows > 0) {
            printf("  maxRows:               \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.maxRows);
        }
        if (g_Dbs.db[i].dbCfg.comp > 0) {
            printf("  comp:                  \033[33m%d\033[0m\n", g_Dbs.db[i].dbCfg.comp);
        }
        if (g_Dbs.db[i].dbCfg.walLevel > 0) {
            printf("  walLevel:              \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.walLevel);
        }
        if (g_Dbs.db[i].dbCfg.fsync > 0) {
            printf("  fsync:                 \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.fsync);
        }
        if (g_Dbs.db[i].dbCfg.quorum > 0) {
            printf("  quorum:                \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.quorum);
        }
        if (g_Dbs.db[i].dbCfg.precision[0] != 0) {
            if ((0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "ms", 2))
2400 2401
                    || (0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "us", 2))
                    || (0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "ns", 2))) {
2402 2403 2404 2405 2406 2407 2408 2409
                printf("  precision:             \033[33m%s\033[0m\n",
                        g_Dbs.db[i].dbCfg.precision);
            } else {
                printf("\033[1m\033[40;31m  precision error:       %s\033[0m\n",
                        g_Dbs.db[i].dbCfg.precision);
                return -1;
            }
        }
2410

2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426
        printf("  super table count:     \033[33m%"PRIu64"\033[0m\n",
                g_Dbs.db[i].superTblCount);
        for (uint64_t j = 0; j < g_Dbs.db[i].superTblCount; j++) {
            printf("  super table[\033[33m%"PRIu64"\033[0m]:\n", j);

            printf("      stbName:           \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].sTblName);

            if (PRE_CREATE_SUBTBL == g_Dbs.db[i].superTbls[j].autoCreateTable) {
                printf("      autoCreateTable:   \033[33m%s\033[0m\n",  "no");
            } else if (AUTO_CREATE_SUBTBL ==
                    g_Dbs.db[i].superTbls[j].autoCreateTable) {
                printf("      autoCreateTable:   \033[33m%s\033[0m\n",  "yes");
            } else {
                printf("      autoCreateTable:   \033[33m%s\033[0m\n",  "error");
            }
2427

2428 2429 2430 2431 2432 2433 2434
            if (TBL_NO_EXISTS == g_Dbs.db[i].superTbls[j].childTblExists) {
                printf("      childTblExists:    \033[33m%s\033[0m\n",  "no");
            } else if (TBL_ALREADY_EXISTS == g_Dbs.db[i].superTbls[j].childTblExists) {
                printf("      childTblExists:    \033[33m%s\033[0m\n",  "yes");
            } else {
                printf("      childTblExists:    \033[33m%s\033[0m\n",  "error");
            }
2435

2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467 2468
            printf("      childTblCount:     \033[33m%"PRId64"\033[0m\n",
                    g_Dbs.db[i].superTbls[j].childTblCount);
            printf("      childTblPrefix:    \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].childTblPrefix);
            printf("      dataSource:        \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].dataSource);
            printf("      iface:             \033[33m%s\033[0m\n",
                    (g_Dbs.db[i].superTbls[j].iface==TAOSC_IFACE)?"taosc":
                    (g_Dbs.db[i].superTbls[j].iface==REST_IFACE)?"rest":"stmt");
            if (g_Dbs.db[i].superTbls[j].childTblLimit > 0) {
                printf("      childTblLimit:     \033[33m%"PRId64"\033[0m\n",
                        g_Dbs.db[i].superTbls[j].childTblLimit);
            }
            if (g_Dbs.db[i].superTbls[j].childTblOffset > 0) {
                printf("      childTblOffset:    \033[33m%"PRIu64"\033[0m\n",
                        g_Dbs.db[i].superTbls[j].childTblOffset);
            }
            printf("      insertRows:        \033[33m%"PRId64"\033[0m\n",
                    g_Dbs.db[i].superTbls[j].insertRows);
            /*
               if (0 == g_Dbs.db[i].superTbls[j].multiThreadWriteOneTbl) {
               printf("      multiThreadWriteOneTbl:  \033[33mno\033[0m\n");
               }else {
               printf("      multiThreadWriteOneTbl:  \033[33myes\033[0m\n");
               }
               */
            printf("      interlaceRows:     \033[33m%u\033[0m\n",
                    g_Dbs.db[i].superTbls[j].interlaceRows);

            if (g_Dbs.db[i].superTbls[j].interlaceRows > 0) {
                printf("      stable insert interval:   \033[33m%"PRIu64"\033[0m\n",
                        g_Dbs.db[i].superTbls[j].insertInterval);
            }
2469

2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495 2496 2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518 2519 2520
            printf("      disorderRange:     \033[33m%d\033[0m\n",
                    g_Dbs.db[i].superTbls[j].disorderRange);
            printf("      disorderRatio:     \033[33m%d\033[0m\n",
                    g_Dbs.db[i].superTbls[j].disorderRatio);
            printf("      maxSqlLen:         \033[33m%"PRIu64"\033[0m\n",
                    g_Dbs.db[i].superTbls[j].maxSqlLen);
            printf("      timeStampStep:     \033[33m%"PRId64"\033[0m\n",
                    g_Dbs.db[i].superTbls[j].timeStampStep);
            printf("      startTimestamp:    \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].startTimestamp);
            printf("      sampleFormat:      \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].sampleFormat);
            printf("      sampleFile:        \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].sampleFile);
            printf("      tagsFile:          \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].tagsFile);
            printf("      columnCount:       \033[33m%d\033[0m\n",
                    g_Dbs.db[i].superTbls[j].columnCount);
            for (int k = 0; k < g_Dbs.db[i].superTbls[j].columnCount; k++) {
                //printf("dataType:%s, dataLen:%d\t", g_Dbs.db[i].superTbls[j].columns[k].dataType, g_Dbs.db[i].superTbls[j].columns[k].dataLen);
                if ((0 == strncasecmp(g_Dbs.db[i].superTbls[j].columns[k].dataType,
                                "binary", 6))
                        || (0 == strncasecmp(g_Dbs.db[i].superTbls[j].columns[k].dataType,
                                "nchar", 5))) {
                    printf("column[\033[33m%d\033[0m]:\033[33m%s(%d)\033[0m ", k,
                            g_Dbs.db[i].superTbls[j].columns[k].dataType,
                            g_Dbs.db[i].superTbls[j].columns[k].dataLen);
                } else {
                    printf("column[%d]:\033[33m%s\033[0m ", k,
                            g_Dbs.db[i].superTbls[j].columns[k].dataType);
                }
            }
            printf("\n");

            printf("      tagCount:            \033[33m%d\033[0m\n        ",
                    g_Dbs.db[i].superTbls[j].tagCount);
            for (int k = 0; k < g_Dbs.db[i].superTbls[j].tagCount; k++) {
                //printf("dataType:%s, dataLen:%d\t", g_Dbs.db[i].superTbls[j].tags[k].dataType, g_Dbs.db[i].superTbls[j].tags[k].dataLen);
                if ((0 == strncasecmp(g_Dbs.db[i].superTbls[j].tags[k].dataType,
                                "binary", strlen("binary")))
                        || (0 == strncasecmp(g_Dbs.db[i].superTbls[j].tags[k].dataType,
                                "nchar", strlen("nchar")))) {
                    printf("tag[%d]:\033[33m%s(%d)\033[0m ", k,
                            g_Dbs.db[i].superTbls[j].tags[k].dataType,
                            g_Dbs.db[i].superTbls[j].tags[k].dataLen);
                } else {
                    printf("tag[%d]:\033[33m%s\033[0m ", k,
                            g_Dbs.db[i].superTbls[j].tags[k].dataType);
                }
            }
            printf("\n");
2521
        }
2522
        printf("\n");
2523
    }
2524

2525
    SHOW_PARSE_RESULT_END();
2526

2527
    return 0;
2528 2529 2530
}

static void printfInsertMetaToFile(FILE* fp) {
2531

2532
    SHOW_PARSE_RESULT_START_TO_FILE(fp);
2533

2534 2535 2536 2537 2538
    fprintf(fp, "host:                       %s:%u\n", g_Dbs.host, g_Dbs.port);
    fprintf(fp, "user:                       %s\n", g_Dbs.user);
    fprintf(fp, "configDir:                  %s\n", configDir);
    fprintf(fp, "resultFile:                 %s\n", g_Dbs.resultFile);
    fprintf(fp, "thread num of insert data:  %d\n", g_Dbs.threadCount);
2539
    fprintf(fp, "thread num of create table: %d\n", g_Dbs.threadCountForCreateTbl);
2540 2541 2542
    fprintf(fp, "number of records per req:  %u\n", g_args.num_of_RPR);
    fprintf(fp, "max sql length:             %"PRIu64"\n", g_args.max_sql_len);
    fprintf(fp, "database count:          %d\n", g_Dbs.dbCount);
2543

2544 2545 2546 2547 2548 2549 2550 2551
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        fprintf(fp, "database[%d]:\n", i);
        fprintf(fp, "  database[%d] name:       %s\n", i, g_Dbs.db[i].dbName);
        if (0 == g_Dbs.db[i].drop) {
            fprintf(fp, "  drop:                  no\n");
        }else {
            fprintf(fp, "  drop:                  yes\n");
        }
2552

2553 2554 2555 2556 2557 2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586 2587 2588 2589 2590
        if (g_Dbs.db[i].dbCfg.blocks > 0) {
            fprintf(fp, "  blocks:                %d\n", g_Dbs.db[i].dbCfg.blocks);
        }
        if (g_Dbs.db[i].dbCfg.cache > 0) {
            fprintf(fp, "  cache:                 %d\n", g_Dbs.db[i].dbCfg.cache);
        }
        if (g_Dbs.db[i].dbCfg.days > 0) {
            fprintf(fp, "  days:                  %d\n", g_Dbs.db[i].dbCfg.days);
        }
        if (g_Dbs.db[i].dbCfg.keep > 0) {
            fprintf(fp, "  keep:                  %d\n", g_Dbs.db[i].dbCfg.keep);
        }
        if (g_Dbs.db[i].dbCfg.replica > 0) {
            fprintf(fp, "  replica:               %d\n", g_Dbs.db[i].dbCfg.replica);
        }
        if (g_Dbs.db[i].dbCfg.update > 0) {
            fprintf(fp, "  update:                %d\n", g_Dbs.db[i].dbCfg.update);
        }
        if (g_Dbs.db[i].dbCfg.minRows > 0) {
            fprintf(fp, "  minRows:               %d\n", g_Dbs.db[i].dbCfg.minRows);
        }
        if (g_Dbs.db[i].dbCfg.maxRows > 0) {
            fprintf(fp, "  maxRows:               %d\n", g_Dbs.db[i].dbCfg.maxRows);
        }
        if (g_Dbs.db[i].dbCfg.comp > 0) {
            fprintf(fp, "  comp:                  %d\n", g_Dbs.db[i].dbCfg.comp);
        }
        if (g_Dbs.db[i].dbCfg.walLevel > 0) {
            fprintf(fp, "  walLevel:              %d\n", g_Dbs.db[i].dbCfg.walLevel);
        }
        if (g_Dbs.db[i].dbCfg.fsync > 0) {
            fprintf(fp, "  fsync:                 %d\n", g_Dbs.db[i].dbCfg.fsync);
        }
        if (g_Dbs.db[i].dbCfg.quorum > 0) {
            fprintf(fp, "  quorum:                %d\n", g_Dbs.db[i].dbCfg.quorum);
        }
        if (g_Dbs.db[i].dbCfg.precision[0] != 0) {
            if ((0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "ms", 2))
2591
                    || (0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "ns", 2))
2592 2593 2594 2595 2596 2597 2598 2599
                    || (0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "us", 2))) {
                fprintf(fp, "  precision:             %s\n",
                        g_Dbs.db[i].dbCfg.precision);
            } else {
                fprintf(fp, "  precision error:       %s\n",
                        g_Dbs.db[i].dbCfg.precision);
            }
        }
2600

2601 2602 2603 2604 2605 2606 2607 2608 2609 2610 2611 2612 2613 2614 2615 2616
        fprintf(fp, "  super table count:     %"PRIu64"\n",
                g_Dbs.db[i].superTblCount);
        for (int j = 0; j < g_Dbs.db[i].superTblCount; j++) {
            fprintf(fp, "  super table[%d]:\n", j);

            fprintf(fp, "      stbName:           %s\n",
                    g_Dbs.db[i].superTbls[j].sTblName);

            if (PRE_CREATE_SUBTBL == g_Dbs.db[i].superTbls[j].autoCreateTable) {
                fprintf(fp, "      autoCreateTable:   %s\n",  "no");
            } else if (AUTO_CREATE_SUBTBL
                    == g_Dbs.db[i].superTbls[j].autoCreateTable) {
                fprintf(fp, "      autoCreateTable:   %s\n",  "yes");
            } else {
                fprintf(fp, "      autoCreateTable:   %s\n",  "error");
            }
2617

2618 2619 2620 2621 2622 2623 2624 2625
            if (TBL_NO_EXISTS == g_Dbs.db[i].superTbls[j].childTblExists) {
                fprintf(fp, "      childTblExists:    %s\n",  "no");
            } else if (TBL_ALREADY_EXISTS
                    == g_Dbs.db[i].superTbls[j].childTblExists) {
                fprintf(fp, "      childTblExists:    %s\n",  "yes");
            } else {
                fprintf(fp, "      childTblExists:    %s\n",  "error");
            }
2626

2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637 2638 2639 2640 2641 2642 2643 2644 2645 2646 2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659 2660 2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687 2688 2689 2690 2691 2692 2693 2694 2695 2696 2697 2698 2699 2700 2701 2702 2703 2704 2705 2706
            fprintf(fp, "      childTblCount:     %"PRId64"\n",
                    g_Dbs.db[i].superTbls[j].childTblCount);
            fprintf(fp, "      childTblPrefix:    %s\n",
                    g_Dbs.db[i].superTbls[j].childTblPrefix);
            fprintf(fp, "      dataSource:        %s\n",
                    g_Dbs.db[i].superTbls[j].dataSource);
            fprintf(fp, "      iface:             %s\n",
                    (g_Dbs.db[i].superTbls[j].iface==TAOSC_IFACE)?"taosc":
                    (g_Dbs.db[i].superTbls[j].iface==REST_IFACE)?"rest":"stmt");
            fprintf(fp, "      insertRows:        %"PRId64"\n",
                    g_Dbs.db[i].superTbls[j].insertRows);
            fprintf(fp, "      interlace rows:    %u\n",
                    g_Dbs.db[i].superTbls[j].interlaceRows);
            if (g_Dbs.db[i].superTbls[j].interlaceRows > 0) {
                fprintf(fp, "      stable insert interval:   %"PRIu64"\n",
                        g_Dbs.db[i].superTbls[j].insertInterval);
            }
            /*
               if (0 == g_Dbs.db[i].superTbls[j].multiThreadWriteOneTbl) {
               fprintf(fp, "      multiThreadWriteOneTbl:  no\n");
               }else {
               fprintf(fp, "      multiThreadWriteOneTbl:  yes\n");
               }
               */
            fprintf(fp, "      interlaceRows:     %u\n",
                    g_Dbs.db[i].superTbls[j].interlaceRows);
            fprintf(fp, "      disorderRange:     %d\n",
                    g_Dbs.db[i].superTbls[j].disorderRange);
            fprintf(fp, "      disorderRatio:     %d\n",
                    g_Dbs.db[i].superTbls[j].disorderRatio);
            fprintf(fp, "      maxSqlLen:         %"PRIu64"\n",
                    g_Dbs.db[i].superTbls[j].maxSqlLen);

            fprintf(fp, "      timeStampStep:     %"PRId64"\n",
                    g_Dbs.db[i].superTbls[j].timeStampStep);
            fprintf(fp, "      startTimestamp:    %s\n",
                    g_Dbs.db[i].superTbls[j].startTimestamp);
            fprintf(fp, "      sampleFormat:      %s\n",
                    g_Dbs.db[i].superTbls[j].sampleFormat);
            fprintf(fp, "      sampleFile:        %s\n",
                    g_Dbs.db[i].superTbls[j].sampleFile);
            fprintf(fp, "      tagsFile:          %s\n",
                    g_Dbs.db[i].superTbls[j].tagsFile);

            fprintf(fp, "      columnCount:       %d\n        ",
                    g_Dbs.db[i].superTbls[j].columnCount);
            for (int k = 0; k < g_Dbs.db[i].superTbls[j].columnCount; k++) {
                //printf("dataType:%s, dataLen:%d\t", g_Dbs.db[i].superTbls[j].columns[k].dataType, g_Dbs.db[i].superTbls[j].columns[k].dataLen);
                if ((0 == strncasecmp(
                                g_Dbs.db[i].superTbls[j].columns[k].dataType,
                                "binary", strlen("binary")))
                        || (0 == strncasecmp(
                                g_Dbs.db[i].superTbls[j].columns[k].dataType,
                                "nchar", strlen("nchar")))) {
                    fprintf(fp, "column[%d]:%s(%d) ", k,
                            g_Dbs.db[i].superTbls[j].columns[k].dataType,
                            g_Dbs.db[i].superTbls[j].columns[k].dataLen);
                } else {
                    fprintf(fp, "column[%d]:%s ",
                            k, g_Dbs.db[i].superTbls[j].columns[k].dataType);
                }
            }
            fprintf(fp, "\n");

            fprintf(fp, "      tagCount:            %d\n        ",
                    g_Dbs.db[i].superTbls[j].tagCount);
            for (int k = 0; k < g_Dbs.db[i].superTbls[j].tagCount; k++) {
                //printf("dataType:%s, dataLen:%d\t", g_Dbs.db[i].superTbls[j].tags[k].dataType, g_Dbs.db[i].superTbls[j].tags[k].dataLen);
                if ((0 == strncasecmp(g_Dbs.db[i].superTbls[j].tags[k].dataType,
                                "binary", strlen("binary")))
                        || (0 == strncasecmp(g_Dbs.db[i].superTbls[j].tags[k].dataType,
                                "nchar", strlen("nchar")))) {
                    fprintf(fp, "tag[%d]:%s(%d) ",
                            k, g_Dbs.db[i].superTbls[j].tags[k].dataType,
                            g_Dbs.db[i].superTbls[j].tags[k].dataLen);
                } else {
                    fprintf(fp, "tag[%d]:%s ", k, g_Dbs.db[i].superTbls[j].tags[k].dataType);
                }
            }
            fprintf(fp, "\n");
2707
        }
2708
        fprintf(fp, "\n");
2709
    }
2710

2711
    SHOW_PARSE_RESULT_END_TO_FILE(fp);
2712 2713 2714
}

static void printfQueryMeta() {
2715

2716 2717 2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784
    SHOW_PARSE_RESULT_START();

    printf("host:                    \033[33m%s:%u\033[0m\n",
            g_queryInfo.host, g_queryInfo.port);
    printf("user:                    \033[33m%s\033[0m\n", g_queryInfo.user);
    printf("database name:           \033[33m%s\033[0m\n", g_queryInfo.dbName);

    printf("\n");

    if ((SUBSCRIBE_TEST == g_args.test_mode) || (QUERY_TEST == g_args.test_mode)) {
        printf("specified table query info:                   \n");
        printf("sqlCount:       \033[33m%d\033[0m\n",
                g_queryInfo.specifiedQueryInfo.sqlCount);
        if (g_queryInfo.specifiedQueryInfo.sqlCount > 0) {
            printf("specified tbl query times:\n");
            printf("                \033[33m%"PRIu64"\033[0m\n",
                    g_queryInfo.specifiedQueryInfo.queryTimes);
            printf("query interval: \033[33m%"PRIu64" ms\033[0m\n",
                    g_queryInfo.specifiedQueryInfo.queryInterval);
            printf("top query times:\033[33m%"PRIu64"\033[0m\n", g_args.query_times);
            printf("concurrent:     \033[33m%d\033[0m\n",
                    g_queryInfo.specifiedQueryInfo.concurrent);
            printf("mod:            \033[33m%s\033[0m\n",
                    (g_queryInfo.specifiedQueryInfo.asyncMode)?"async":"sync");
            printf("interval:       \033[33m%"PRIu64"\033[0m\n",
                    g_queryInfo.specifiedQueryInfo.subscribeInterval);
            printf("restart:        \033[33m%d\033[0m\n",
                    g_queryInfo.specifiedQueryInfo.subscribeRestart);
            printf("keepProgress:   \033[33m%d\033[0m\n",
                    g_queryInfo.specifiedQueryInfo.subscribeKeepProgress);

            for (int i = 0; i < g_queryInfo.specifiedQueryInfo.sqlCount; i++) {
                printf("  sql[%d]: \033[33m%s\033[0m\n",
                        i, g_queryInfo.specifiedQueryInfo.sql[i]);
            }
            printf("\n");
        }

        printf("super table query info:\n");
        printf("sqlCount:       \033[33m%d\033[0m\n",
                g_queryInfo.superQueryInfo.sqlCount);

        if (g_queryInfo.superQueryInfo.sqlCount > 0) {
            printf("query interval: \033[33m%"PRIu64"\033[0m\n",
                    g_queryInfo.superQueryInfo.queryInterval);
            printf("threadCnt:      \033[33m%d\033[0m\n",
                    g_queryInfo.superQueryInfo.threadCnt);
            printf("childTblCount:  \033[33m%"PRId64"\033[0m\n",
                    g_queryInfo.superQueryInfo.childTblCount);
            printf("stable name:    \033[33m%s\033[0m\n",
                    g_queryInfo.superQueryInfo.sTblName);
            printf("stb query times:\033[33m%"PRIu64"\033[0m\n",
                    g_queryInfo.superQueryInfo.queryTimes);

            printf("mod:            \033[33m%s\033[0m\n",
                    (g_queryInfo.superQueryInfo.asyncMode)?"async":"sync");
            printf("interval:       \033[33m%"PRIu64"\033[0m\n",
                    g_queryInfo.superQueryInfo.subscribeInterval);
            printf("restart:        \033[33m%d\033[0m\n",
                    g_queryInfo.superQueryInfo.subscribeRestart);
            printf("keepProgress:   \033[33m%d\033[0m\n",
                    g_queryInfo.superQueryInfo.subscribeKeepProgress);

            for (int i = 0; i < g_queryInfo.superQueryInfo.sqlCount; i++) {
                printf("  sql[%d]: \033[33m%s\033[0m\n",
                        i, g_queryInfo.superQueryInfo.sql[i]);
            }
            printf("\n");
        }
2785
    }
2786

2787
    SHOW_PARSE_RESULT_END();
2788 2789
}

2790
static char* formatTimestamp(char* buf, int64_t val, int precision) {
2791
    time_t tt;
2792
    if (precision == TSDB_TIME_PRECISION_MICRO) {
2793
        tt = (time_t)(val / 1000000);
2794 2795
    } if (precision == TSDB_TIME_PRECISION_NANO) {
        tt = (time_t)(val / 1000000000);
2796 2797 2798
    } else {
        tt = (time_t)(val / 1000);
    }
2799

2800 2801 2802 2803 2804 2805 2806
    /* comment out as it make testcases like select_with_tags.sim fail.
       but in windows, this may cause the call to localtime crash if tt < 0,
       need to find a better solution.
       if (tt < 0) {
       tt = 0;
       }
       */
2807 2808

#ifdef WINDOWS
2809
    if (tt < 0) tt = 0;
2810 2811
#endif

2812 2813
    struct tm* ptm = localtime(&tt);
    size_t pos = strftime(buf, 32, "%Y-%m-%d %H:%M:%S", ptm);
2814

2815
    if (precision == TSDB_TIME_PRECISION_MICRO) {
2816
        sprintf(buf + pos, ".%06d", (int)(val % 1000000));
2817 2818
    } else if (precision == TSDB_TIME_PRECISION_NANO) {
        sprintf(buf + pos, ".%09d", (int)(val % 1000000000));
2819 2820 2821
    } else {
        sprintf(buf + pos, ".%03d", (int)(val % 1000));
    }
2822

2823
    return buf;
2824 2825
}

2826
static void xDumpFieldToFile(FILE* fp, const char* val,
2827
        TAOS_FIELD* field, int32_t length, int precision) {
2828

2829 2830 2831 2832
    if (val == NULL) {
        fprintf(fp, "%s", TSDB_DATA_NULL_STR);
        return;
    }
2833

2834 2835 2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848
    char buf[TSDB_MAX_BYTES_PER_ROW];
    switch (field->type) {
        case TSDB_DATA_TYPE_BOOL:
            fprintf(fp, "%d", ((((int32_t)(*((char *)val))) == 1) ? 1 : 0));
            break;
        case TSDB_DATA_TYPE_TINYINT:
            fprintf(fp, "%d", *((int8_t *)val));
            break;
        case TSDB_DATA_TYPE_SMALLINT:
            fprintf(fp, "%d", *((int16_t *)val));
            break;
        case TSDB_DATA_TYPE_INT:
            fprintf(fp, "%d", *((int32_t *)val));
            break;
        case TSDB_DATA_TYPE_BIGINT:
2849
            fprintf(fp, "%"PRId64"", *((int64_t *)val));
2850 2851 2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869
            break;
        case TSDB_DATA_TYPE_FLOAT:
            fprintf(fp, "%.5f", GET_FLOAT_VAL(val));
            break;
        case TSDB_DATA_TYPE_DOUBLE:
            fprintf(fp, "%.9f", GET_DOUBLE_VAL(val));
            break;
        case TSDB_DATA_TYPE_BINARY:
        case TSDB_DATA_TYPE_NCHAR:
            memcpy(buf, val, length);
            buf[length] = 0;
            fprintf(fp, "\'%s\'", buf);
            break;
        case TSDB_DATA_TYPE_TIMESTAMP:
            formatTimestamp(buf, *(int64_t*)val, precision);
            fprintf(fp, "'%s'", buf);
            break;
        default:
            break;
    }
2870 2871 2872
}

static int xDumpResultToFile(const char* fname, TAOS_RES* tres) {
2873 2874 2875 2876
    TAOS_ROW row = taos_fetch_row(tres);
    if (row == NULL) {
        return 0;
    }
2877

2878 2879
    FILE* fp = fopen(fname, "at");
    if (fp == NULL) {
2880
        errorPrint2("%s() LN%d, failed to open file: %s\n",
2881 2882 2883
                __func__, __LINE__, fname);
        return -1;
    }
2884

2885 2886 2887
    int num_fields = taos_num_fields(tres);
    TAOS_FIELD *fields = taos_fetch_fields(tres);
    int precision = taos_result_precision(tres);
2888

2889 2890 2891 2892 2893
    for (int col = 0; col < num_fields; col++) {
        if (col > 0) {
            fprintf(fp, ",");
        }
        fprintf(fp, "%s", fields[col].name);
2894 2895 2896
    }
    fputc('\n', fp);

2897 2898 2899 2900 2901 2902 2903 2904 2905 2906 2907 2908 2909 2910 2911
    int numOfRows = 0;
    do {
        int32_t* length = taos_fetch_lengths(tres);
        for (int i = 0; i < num_fields; i++) {
            if (i > 0) {
                fputc(',', fp);
            }
            xDumpFieldToFile(fp,
                    (const char*)row[i], fields +i, length[i], precision);
        }
        fputc('\n', fp);

        numOfRows++;
        row = taos_fetch_row(tres);
    } while( row != NULL);
2912

2913
    fclose(fp);
2914

2915
    return numOfRows;
2916 2917
}

2918
static int getDbFromServer(TAOS * taos, SDbInfo** dbInfos) {
2919 2920 2921
    TAOS_RES * res;
    TAOS_ROW row = NULL;
    int count = 0;
2922

2923 2924
    res = taos_query(taos, "show databases;");
    int32_t code = taos_errno(res);
2925

2926
    if (code != 0) {
2927
        errorPrint2("failed to run <show databases>, reason: %s\n",
2928 2929
                taos_errstr(res));
        return -1;
2930
    }
2931

2932
    TAOS_FIELD *fields = taos_fetch_fields(res);
2933

2934 2935 2936 2937 2938 2939
    while((row = taos_fetch_row(res)) != NULL) {
        // sys database name : 'log'
        if (strncasecmp(row[TSDB_SHOW_DB_NAME_INDEX], "log",
                    fields[TSDB_SHOW_DB_NAME_INDEX].bytes) == 0) {
            continue;
        }
2940

2941 2942
        dbInfos[count] = (SDbInfo *)calloc(1, sizeof(SDbInfo));
        if (dbInfos[count] == NULL) {
2943
            errorPrint2("failed to allocate memory for some dbInfo[%d]\n", count);
2944 2945 2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963 2964 2965 2966 2967 2968 2969 2970 2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981 2982
            return -1;
        }

        tstrncpy(dbInfos[count]->name, (char *)row[TSDB_SHOW_DB_NAME_INDEX],
                fields[TSDB_SHOW_DB_NAME_INDEX].bytes);
        formatTimestamp(dbInfos[count]->create_time,
                *(int64_t*)row[TSDB_SHOW_DB_CREATED_TIME_INDEX],
                TSDB_TIME_PRECISION_MILLI);
        dbInfos[count]->ntables = *((int64_t *)row[TSDB_SHOW_DB_NTABLES_INDEX]);
        dbInfos[count]->vgroups = *((int32_t *)row[TSDB_SHOW_DB_VGROUPS_INDEX]);
        dbInfos[count]->replica = *((int16_t *)row[TSDB_SHOW_DB_REPLICA_INDEX]);
        dbInfos[count]->quorum = *((int16_t *)row[TSDB_SHOW_DB_QUORUM_INDEX]);
        dbInfos[count]->days = *((int16_t *)row[TSDB_SHOW_DB_DAYS_INDEX]);

        tstrncpy(dbInfos[count]->keeplist, (char *)row[TSDB_SHOW_DB_KEEP_INDEX],
                fields[TSDB_SHOW_DB_KEEP_INDEX].bytes);
        dbInfos[count]->cache = *((int32_t *)row[TSDB_SHOW_DB_CACHE_INDEX]);
        dbInfos[count]->blocks = *((int32_t *)row[TSDB_SHOW_DB_BLOCKS_INDEX]);
        dbInfos[count]->minrows = *((int32_t *)row[TSDB_SHOW_DB_MINROWS_INDEX]);
        dbInfos[count]->maxrows = *((int32_t *)row[TSDB_SHOW_DB_MAXROWS_INDEX]);
        dbInfos[count]->wallevel = *((int8_t *)row[TSDB_SHOW_DB_WALLEVEL_INDEX]);
        dbInfos[count]->fsync = *((int32_t *)row[TSDB_SHOW_DB_FSYNC_INDEX]);
        dbInfos[count]->comp = (int8_t)(*((int8_t *)row[TSDB_SHOW_DB_COMP_INDEX]));
        dbInfos[count]->cachelast =
            (int8_t)(*((int8_t *)row[TSDB_SHOW_DB_CACHELAST_INDEX]));

        tstrncpy(dbInfos[count]->precision,
                (char *)row[TSDB_SHOW_DB_PRECISION_INDEX],
                fields[TSDB_SHOW_DB_PRECISION_INDEX].bytes);
        dbInfos[count]->update = *((int8_t *)row[TSDB_SHOW_DB_UPDATE_INDEX]);
        tstrncpy(dbInfos[count]->status, (char *)row[TSDB_SHOW_DB_STATUS_INDEX],
                fields[TSDB_SHOW_DB_STATUS_INDEX].bytes);

        count++;
        if (count > MAX_DATABASE_COUNT) {
            errorPrint("%s() LN%d, The database count overflow than %d\n",
                    __func__, __LINE__, MAX_DATABASE_COUNT);
            break;
        }
2983 2984
    }

2985
    return count;
2986 2987
}

2988
static void printfDbInfoForQueryToFile(
2989
        char* filename, SDbInfo* dbInfos, int index) {
2990

2991 2992
    if (filename[0] == 0)
        return;
2993

2994 2995 2996 2997 2998
    FILE *fp = fopen(filename, "at");
    if (fp == NULL) {
        errorPrint( "failed to open file: %s\n", filename);
        return;
    }
2999

3000 3001 3002 3003 3004 3005 3006 3007 3008 3009 3010 3011 3012 3013 3014 3015 3016 3017 3018 3019 3020
    fprintf(fp, "================ database[%d] ================\n", index);
    fprintf(fp, "name: %s\n", dbInfos->name);
    fprintf(fp, "created_time: %s\n", dbInfos->create_time);
    fprintf(fp, "ntables: %"PRId64"\n", dbInfos->ntables);
    fprintf(fp, "vgroups: %d\n", dbInfos->vgroups);
    fprintf(fp, "replica: %d\n", dbInfos->replica);
    fprintf(fp, "quorum: %d\n", dbInfos->quorum);
    fprintf(fp, "days: %d\n", dbInfos->days);
    fprintf(fp, "keep0,keep1,keep(D): %s\n", dbInfos->keeplist);
    fprintf(fp, "cache(MB): %d\n", dbInfos->cache);
    fprintf(fp, "blocks: %d\n", dbInfos->blocks);
    fprintf(fp, "minrows: %d\n", dbInfos->minrows);
    fprintf(fp, "maxrows: %d\n", dbInfos->maxrows);
    fprintf(fp, "wallevel: %d\n", dbInfos->wallevel);
    fprintf(fp, "fsync: %d\n", dbInfos->fsync);
    fprintf(fp, "comp: %d\n", dbInfos->comp);
    fprintf(fp, "cachelast: %d\n", dbInfos->cachelast);
    fprintf(fp, "precision: %s\n", dbInfos->precision);
    fprintf(fp, "update: %d\n", dbInfos->update);
    fprintf(fp, "status: %s\n", dbInfos->status);
    fprintf(fp, "\n");
3021

3022
    fclose(fp);
3023 3024 3025
}

static void printfQuerySystemInfo(TAOS * taos) {
3026 3027
    char filename[MAX_FILE_NAME_LEN] = {0};
    char buffer[1024] = {0};
3028 3029 3030 3031 3032 3033
    TAOS_RES* res;

    time_t t;
    struct tm* lt;
    time(&t);
    lt = localtime(&t);
3034
    snprintf(filename, MAX_FILE_NAME_LEN, "querySystemInfo-%d-%d-%d %d:%d:%d",
3035 3036 3037 3038 3039 3040
            lt->tm_year+1900, lt->tm_mon, lt->tm_mday, lt->tm_hour, lt->tm_min,
            lt->tm_sec);

    // show variables
    res = taos_query(taos, "show variables;");
    //fetchResult(res, filename);
3041
    xDumpResultToFile(filename, res);
3042

3043 3044
    // show dnodes
    res = taos_query(taos, "show dnodes;");
3045
    xDumpResultToFile(filename, res);
3046
    //fetchResult(res, filename);
3047

3048 3049 3050 3051 3052 3053 3054 3055 3056 3057 3058 3059 3060 3061 3062 3063 3064 3065
    // show databases
    res = taos_query(taos, "show databases;");
    SDbInfo** dbInfos = (SDbInfo **)calloc(MAX_DATABASE_COUNT, sizeof(SDbInfo *));
    if (dbInfos == NULL) {
        errorPrint("%s() LN%d, failed to allocate memory\n", __func__, __LINE__);
        return;
    }
    int dbCount = getDbFromServer(taos, dbInfos);
    if (dbCount <= 0) {
        free(dbInfos);
        return;
    }

    for (int i = 0; i < dbCount; i++) {
        // printf database info
        printfDbInfoForQueryToFile(filename, dbInfos[i], i);

        // show db.vgroups
3066
        snprintf(buffer, 1024, "show %s.vgroups;", dbInfos[i]->name);
3067 3068 3069 3070
        res = taos_query(taos, buffer);
        xDumpResultToFile(filename, res);

        // show db.stables
3071
        snprintf(buffer, 1024, "show %s.stables;", dbInfos[i]->name);
3072 3073 3074 3075
        res = taos_query(taos, buffer);
        xDumpResultToFile(filename, res);
        free(dbInfos[i]);
    }
3076

3077
    free(dbInfos);
3078 3079
}

3080
static int postProceSql(char *host, struct sockaddr_in *pServAddr, uint16_t port,
3081
        char* sqlstr, threadInfo *pThreadInfo)
3082
{
3083
    char *req_fmt = "POST %s HTTP/1.1\r\nHost: %s:%d\r\nAccept: */*\r\nAuthorization: Basic %s\r\nContent-Length: %d\r\nContent-Type: application/x-www-form-urlencoded\r\n\r\n%s";
3084

3085
    char *url = "/rest/sql";
3086

3087 3088 3089 3090
    int bytes, sent, received, req_str_len, resp_len;
    char *request_buf;
    char response_buf[RESP_BUF_LEN];
    uint16_t rest_port = port + TSDB_PORT_HTTP;
3091

3092
    int req_buf_len = strlen(sqlstr) + REQ_EXTRA_BUF_LEN;
3093

3094 3095
    request_buf = malloc(req_buf_len);
    if (NULL == request_buf) {
3096
        errorPrint("%s", "cannot allocate memory.\n");
3097
        exit(EXIT_FAILURE);
3098
    }
3099

3100 3101
    char userpass_buf[INPUT_BUF_LEN];
    int mod_table[] = {0, 2, 1};
3102

3103
    static char base64[] = {'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H',
3104 3105 3106 3107 3108 3109 3110
        'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P',
        'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X',
        'Y', 'Z', 'a', 'b', 'c', 'd', 'e', 'f',
        'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n',
        'o', 'p', 'q', 'r', 's', 't', 'u', 'v',
        'w', 'x', 'y', 'z', '0', '1', '2', '3',
        '4', '5', '6', '7', '8', '9', '+', '/'};
3111

3112
    snprintf(userpass_buf, INPUT_BUF_LEN, "%s:%s",
3113
            g_Dbs.user, g_Dbs.password);
3114 3115
    size_t userpass_buf_len = strlen(userpass_buf);
    size_t encoded_len = 4 * ((userpass_buf_len +2) / 3);
3116

3117
    char base64_buf[INPUT_BUF_LEN];
3118
#ifdef WINDOWS
3119
    WSADATA wsaData;
3120
    WSAStartup(MAKEWORD(2, 2), &wsaData);
3121 3122
    SOCKET sockfd;
#else
3123
    int sockfd;
3124
#endif
3125 3126
    sockfd = socket(AF_INET, SOCK_STREAM, 0);
    if (sockfd < 0) {
3127
#ifdef WINDOWS
3128
        errorPrint( "Could not create socket : %d" , WSAGetLastError());
3129
#endif
3130 3131
        debugPrint("%s() LN%d, sockfd=%d\n", __func__, __LINE__, sockfd);
        free(request_buf);
3132
        ERROR_EXIT("opening socket");
3133
    }
3134

3135
    int retConn = connect(sockfd, (struct sockaddr *)pServAddr, sizeof(struct sockaddr));
3136 3137 3138
    debugPrint("%s() LN%d connect() return %d\n", __func__, __LINE__, retConn);
    if (retConn < 0) {
        free(request_buf);
3139
        ERROR_EXIT("connecting");
3140
    }
3141

3142
    memset(base64_buf, 0, INPUT_BUF_LEN);
3143

3144
    for (int n = 0, m = 0; n < userpass_buf_len;) {
3145 3146 3147 3148 3149 3150 3151
        uint32_t oct_a = n < userpass_buf_len ?
            (unsigned char) userpass_buf[n++]:0;
        uint32_t oct_b = n < userpass_buf_len ?
            (unsigned char) userpass_buf[n++]:0;
        uint32_t oct_c = n < userpass_buf_len ?
            (unsigned char) userpass_buf[n++]:0;
        uint32_t triple = (oct_a << 0x10) + (oct_b << 0x08) + oct_c;
3152

3153 3154 3155 3156
        base64_buf[m++] = base64[(triple >> 3* 6) & 0x3f];
        base64_buf[m++] = base64[(triple >> 2* 6) & 0x3f];
        base64_buf[m++] = base64[(triple >> 1* 6) & 0x3f];
        base64_buf[m++] = base64[(triple >> 0* 6) & 0x3f];
3157
    }
3158

3159
    for (int l = 0; l < mod_table[userpass_buf_len % 3]; l++)
3160
        base64_buf[encoded_len - 1 - l] = '=';
3161

3162 3163 3164
    debugPrint("%s() LN%d: auth string base64 encoded: %s\n",
            __func__, __LINE__, base64_buf);
    char *auth = base64_buf;
3165

3166 3167 3168 3169 3170 3171
    int r = snprintf(request_buf,
            req_buf_len,
            req_fmt, url, host, rest_port,
            auth, strlen(sqlstr), sqlstr);
    if (r >= req_buf_len) {
        free(request_buf);
3172
        ERROR_EXIT("too long request");
3173 3174
    }
    verbosePrint("%s() LN%d: Request:\n%s\n", __func__, __LINE__, request_buf);
3175

3176 3177 3178
    req_str_len = strlen(request_buf);
    sent = 0;
    do {
3179
#ifdef WINDOWS
3180
        bytes = send(sockfd, request_buf + sent, req_str_len - sent, 0);
3181
#else
3182
        bytes = write(sockfd, request_buf + sent, req_str_len - sent);
3183
#endif
3184
        if (bytes < 0)
3185
            ERROR_EXIT("writing message to socket");
3186 3187 3188 3189
        if (bytes == 0)
            break;
        sent+=bytes;
    } while(sent < req_str_len);
3190

3191 3192 3193 3194
    memset(response_buf, 0, RESP_BUF_LEN);
    resp_len = sizeof(response_buf) - 1;
    received = 0;
    do {
3195
#ifdef WINDOWS
3196
        bytes = recv(sockfd, response_buf + received, resp_len - received, 0);
3197
#else
3198
        bytes = read(sockfd, response_buf + received, resp_len - received);
3199
#endif
3200 3201
        if (bytes < 0) {
            free(request_buf);
3202
            ERROR_EXIT("reading response from socket");
3203 3204 3205 3206 3207
        }
        if (bytes == 0)
            break;
        received += bytes;
    } while(received < resp_len);
3208

3209 3210
    if (received == resp_len) {
        free(request_buf);
3211
        ERROR_EXIT("storing complete response from socket");
3212
    }
H
Haojun Liao 已提交
3213

3214 3215
    response_buf[RESP_BUF_LEN - 1] = '\0';
    printf("Response:\n%s\n", response_buf);
H
Haojun Liao 已提交
3216

3217
    if (strlen(pThreadInfo->filePath) > 0) {
3218
        appendResultBufToFile(response_buf, pThreadInfo);
3219 3220
    }

3221
    free(request_buf);
3222
#ifdef WINDOWS
3223
    closesocket(sockfd);
3224 3225
    WSACleanup();
#else
3226
    close(sockfd);
3227
#endif
3228

3229
    return 0;
3230 3231
}

3232
static char* getTagValueFromTagSample(SSuperTable* stbInfo, int tagUsePos) {
3233 3234
    char*  dataBuf = (char*)calloc(TSDB_MAX_SQL_LEN+1, 1);
    if (NULL == dataBuf) {
3235
        errorPrint2("%s() LN%d, calloc failed! size:%d\n",
3236 3237 3238
                __func__, __LINE__, TSDB_MAX_SQL_LEN+1);
        return NULL;
    }
3239

3240 3241 3242
    int    dataLen = 0;
    dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
            "(%s)", stbInfo->tagDataBuf + stbInfo->lenOfTagOfOneRow * tagUsePos);
3243

3244
    return dataBuf;
3245 3246
}

3247 3248 3249 3250 3251 3252 3253 3254 3255 3256 3257 3258 3259 3260 3261 3262 3263 3264 3265
static char *generateBinaryNCharTagValues(int64_t tableSeq, uint32_t len)
{
    char* buf = (char*)calloc(len, 1);
    if (NULL == buf) {
        printf("calloc failed! size:%d\n", len);
        return NULL;
    }

    if (tableSeq % 2) {
        tstrncpy(buf, "beijing", len);
    } else {
        tstrncpy(buf, "shanghai", len);
    }
    //rand_string(buf, stbInfo->tags[i].dataLen);

    return buf;
}

static char* generateTagValuesForStb(SSuperTable* stbInfo, int64_t tableSeq) {
3266 3267 3268
    char*  dataBuf = (char*)calloc(TSDB_MAX_SQL_LEN+1, 1);
    if (NULL == dataBuf) {
        printf("calloc failed! size:%d\n", TSDB_MAX_SQL_LEN+1);
3269
        return NULL;
3270
    }
3271

3272 3273 3274 3275 3276 3277 3278 3279 3280 3281 3282 3283 3284
    int    dataLen = 0;
    dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen, "(");
    for (int i = 0; i < stbInfo->tagCount; i++) {
        if ((0 == strncasecmp(stbInfo->tags[i].dataType,
                        "binary", strlen("binary")))
                || (0 == strncasecmp(stbInfo->tags[i].dataType,
                        "nchar", strlen("nchar")))) {
            if (stbInfo->tags[i].dataLen > TSDB_MAX_BINARY_LEN) {
                printf("binary or nchar length overflow, max size:%u\n",
                        (uint32_t)TSDB_MAX_BINARY_LEN);
                tmfree(dataBuf);
                return NULL;
            }
3285

3286 3287
            int32_t tagBufLen = stbInfo->tags[i].dataLen + 1;
            char *buf = generateBinaryNCharTagValues(tableSeq, tagBufLen);
3288 3289 3290 3291 3292
            if (NULL == buf) {
                tmfree(dataBuf);
                return NULL;
            }
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3293
                    "\'%s\',", buf);
3294 3295 3296
            tmfree(buf);
        } else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "int", strlen("int"))) {
3297 3298 3299
            if ((g_args.demo_mode) && (i == 0)) {
                dataLen += snprintf(dataBuf + dataLen,
                        TSDB_MAX_SQL_LEN - dataLen,
3300
                        "%"PRId64",", (tableSeq % 10) + 1);
3301 3302 3303
            } else {
                dataLen += snprintf(dataBuf + dataLen,
                        TSDB_MAX_SQL_LEN - dataLen,
3304
                        "%"PRId64",", tableSeq);
3305
            }
3306 3307 3308
        } else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "bigint", strlen("bigint"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3309
                    "%"PRId64",", rand_bigint());
3310 3311 3312
        }  else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "float", strlen("float"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3313
                    "%f,", rand_float());
3314 3315 3316
        }  else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "double", strlen("double"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3317
                    "%f,", rand_double());
3318 3319 3320
        }  else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "smallint", strlen("smallint"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3321
                    "%d,", rand_smallint());
3322 3323 3324
        }  else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "tinyint", strlen("tinyint"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3325
                    "%d,", rand_tinyint());
3326 3327 3328
        }  else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "bool", strlen("bool"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3329
                    "%d,", rand_bool());
3330 3331 3332
        }  else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "timestamp", strlen("timestamp"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3333
                    "%"PRId64",", rand_bigint());
3334
        }  else {
3335
            errorPrint2("No support data type: %s\n", stbInfo->tags[i].dataType);
3336 3337 3338
            tmfree(dataBuf);
            return NULL;
        }
3339
    }
3340

3341
    dataLen -= 1;
3342 3343
    dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen, ")");
    return dataBuf;
3344 3345
}

3346
static int calcRowLen(SSuperTable*  superTbls) {
3347 3348 3349 3350 3351 3352 3353 3354 3355 3356 3357
    int colIndex;
    int  lenOfOneRow = 0;

    for (colIndex = 0; colIndex < superTbls->columnCount; colIndex++) {
        char* dataType = superTbls->columns[colIndex].dataType;

        if (strcasecmp(dataType, "BINARY") == 0) {
            lenOfOneRow += superTbls->columns[colIndex].dataLen + 3;
        } else if (strcasecmp(dataType, "NCHAR") == 0) {
            lenOfOneRow += superTbls->columns[colIndex].dataLen + 3;
        } else if (strcasecmp(dataType, "INT") == 0)  {
3358
            lenOfOneRow += INT_BUFF_LEN;
3359
        } else if (strcasecmp(dataType, "BIGINT") == 0)  {
3360
            lenOfOneRow += BIGINT_BUFF_LEN;
3361
        } else if (strcasecmp(dataType, "SMALLINT") == 0)  {
3362
            lenOfOneRow += SMALLINT_BUFF_LEN;
3363
        } else if (strcasecmp(dataType, "TINYINT") == 0)  {
3364
            lenOfOneRow += TINYINT_BUFF_LEN;
3365
        } else if (strcasecmp(dataType, "BOOL") == 0)  {
3366
            lenOfOneRow += BOOL_BUFF_LEN;
3367
        } else if (strcasecmp(dataType, "FLOAT") == 0) {
3368
            lenOfOneRow += FLOAT_BUFF_LEN;
3369
        } else if (strcasecmp(dataType, "DOUBLE") == 0) {
3370
            lenOfOneRow += DOUBLE_BUFF_LEN;
3371
        }  else if (strcasecmp(dataType, "TIMESTAMP") == 0) {
3372
            lenOfOneRow += TIMESTAMP_BUFF_LEN;
3373
        } else {
3374
            errorPrint2("get error data type : %s\n", dataType);
3375
            exit(EXIT_FAILURE);
3376 3377 3378 3379 3380 3381 3382 3383 3384 3385 3386 3387 3388 3389 3390
        }
    }

    superTbls->lenOfOneRow = lenOfOneRow + 20; // timestamp

    int tagIndex;
    int lenOfTagOfOneRow = 0;
    for (tagIndex = 0; tagIndex < superTbls->tagCount; tagIndex++) {
        char* dataType = superTbls->tags[tagIndex].dataType;

        if (strcasecmp(dataType, "BINARY") == 0) {
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + 3;
        } else if (strcasecmp(dataType, "NCHAR") == 0) {
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + 3;
        } else if (strcasecmp(dataType, "INT") == 0)  {
3391
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + INT_BUFF_LEN;
3392
        } else if (strcasecmp(dataType, "BIGINT") == 0)  {
3393
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + BIGINT_BUFF_LEN;
3394
        } else if (strcasecmp(dataType, "SMALLINT") == 0)  {
3395
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + SMALLINT_BUFF_LEN;
3396
        } else if (strcasecmp(dataType, "TINYINT") == 0)  {
3397
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + TINYINT_BUFF_LEN;
3398
        } else if (strcasecmp(dataType, "BOOL") == 0)  {
3399
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + BOOL_BUFF_LEN;
3400
        } else if (strcasecmp(dataType, "FLOAT") == 0) {
3401
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + FLOAT_BUFF_LEN;
3402
        } else if (strcasecmp(dataType, "DOUBLE") == 0) {
3403
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + DOUBLE_BUFF_LEN;
3404
        } else {
3405
            errorPrint2("get error tag type : %s\n", dataType);
3406
            exit(EXIT_FAILURE);
3407
        }
3408 3409
    }

3410
    superTbls->lenOfTagOfOneRow = lenOfTagOfOneRow;
3411

3412
    return 0;
3413 3414 3415
}


3416
static int getChildNameOfSuperTableWithLimitAndOffset(TAOS * taos,
3417
        char* dbName, char* sTblName, char** childTblNameOfSuperTbl,
3418
        int64_t* childTblCountOfSuperTbl, int64_t limit, uint64_t offset) {
3419

3420
    char command[1024] = "\0";
3421
    char limitBuf[100] = "\0";
3422

3423 3424
    TAOS_RES * res;
    TAOS_ROW row = NULL;
3425

3426
    char* childTblName = *childTblNameOfSuperTbl;
3427

3428 3429 3430 3431
    if (offset >= 0) {
        snprintf(limitBuf, 100, " limit %"PRId64" offset %"PRIu64"",
                limit, offset);
    }
3432

3433
    //get all child table name use cmd: select tbname from superTblName;
3434
    snprintf(command, 1024, "select tbname from %s.%s %s",
3435
            dbName, sTblName, limitBuf);
3436

3437 3438 3439 3440
    res = taos_query(taos, command);
    int32_t code = taos_errno(res);
    if (code != 0) {
        taos_free_result(res);
3441
        taos_close(taos);
3442
        errorPrint2("%s() LN%d, failed to run command %s\n",
3443
                __func__, __LINE__, command);
3444
        exit(EXIT_FAILURE);
3445
    }
3446

3447 3448 3449 3450 3451 3452 3453
    int64_t childTblCount = (limit < 0)?10000:limit;
    int64_t count = 0;
    if (childTblName == NULL) {
        childTblName = (char*)calloc(1, childTblCount * TSDB_TABLE_NAME_LEN);
        if (NULL ==  childTblName) {
            taos_free_result(res);
            taos_close(taos);
3454
            errorPrint2("%s() LN%d, failed to allocate memory!\n", __func__, __LINE__);
3455
            exit(EXIT_FAILURE);
3456
        }
3457 3458
    }

3459 3460 3461 3462 3463
    char* pTblName = childTblName;
    while((row = taos_fetch_row(res)) != NULL) {
        int32_t* len = taos_fetch_lengths(res);

        if (0 == strlen((char *)row[0])) {
3464
            errorPrint2("%s() LN%d, No.%"PRId64" table return empty name\n",
3465
                    __func__, __LINE__, count);
3466
            exit(EXIT_FAILURE);
3467 3468 3469 3470 3471 3472 3473 3474 3475 3476 3477 3478 3479 3480 3481 3482 3483 3484
        }

        tstrncpy(pTblName, (char *)row[0], len[0]+1);
        //printf("==== sub table name: %s\n", pTblName);
        count++;
        if (count >= childTblCount - 1) {
            char *tmp = realloc(childTblName,
                    (size_t)childTblCount*1.5*TSDB_TABLE_NAME_LEN+1);
            if (tmp != NULL) {
                childTblName = tmp;
                childTblCount = (int)(childTblCount*1.5);
                memset(childTblName + count*TSDB_TABLE_NAME_LEN, 0,
                        (size_t)((childTblCount-count)*TSDB_TABLE_NAME_LEN));
            } else {
                // exit, if allocate more memory failed
                tmfree(childTblName);
                taos_free_result(res);
                taos_close(taos);
3485
                errorPrint2("%s() LN%d, realloc fail for save child table name of %s.%s\n",
3486 3487
                        __func__, __LINE__, dbName, sTblName);
                exit(EXIT_FAILURE);
3488 3489 3490
            }
        }
        pTblName = childTblName + count * TSDB_TABLE_NAME_LEN;
3491
    }
3492

3493 3494
    *childTblCountOfSuperTbl = count;
    *childTblNameOfSuperTbl  = childTblName;
3495

3496 3497
    taos_free_result(res);
    return 0;
3498 3499
}

3500
static int getAllChildNameOfSuperTable(TAOS * taos, char* dbName,
3501
        char* sTblName, char** childTblNameOfSuperTbl,
3502
        int64_t* childTblCountOfSuperTbl) {
3503

3504 3505
    return getChildNameOfSuperTableWithLimitAndOffset(taos, dbName, sTblName,
            childTblNameOfSuperTbl, childTblCountOfSuperTbl,
3506
            -1, 0);
3507 3508
}

3509
static int getSuperTableFromServer(TAOS * taos, char* dbName,
3510
        SSuperTable*  superTbls) {
3511

3512
    char command[1024] = "\0";
3513 3514 3515 3516 3517
    TAOS_RES * res;
    TAOS_ROW row = NULL;
    int count = 0;

    //get schema use cmd: describe superTblName;
3518
    snprintf(command, 1024, "describe %s.%s", dbName, superTbls->sTblName);
3519 3520 3521 3522 3523 3524 3525 3526 3527 3528 3529 3530 3531 3532 3533 3534 3535 3536 3537 3538 3539 3540 3541
    res = taos_query(taos, command);
    int32_t code = taos_errno(res);
    if (code != 0) {
        printf("failed to run command %s\n", command);
        taos_free_result(res);
        return -1;
    }

    int tagIndex = 0;
    int columnIndex = 0;
    TAOS_FIELD *fields = taos_fetch_fields(res);
    while((row = taos_fetch_row(res)) != NULL) {
        if (0 == count) {
            count++;
            continue;
        }

        if (strcmp((char *)row[TSDB_DESCRIBE_METRIC_NOTE_INDEX], "TAG") == 0) {
            tstrncpy(superTbls->tags[tagIndex].field,
                    (char *)row[TSDB_DESCRIBE_METRIC_FIELD_INDEX],
                    fields[TSDB_DESCRIBE_METRIC_FIELD_INDEX].bytes);
            tstrncpy(superTbls->tags[tagIndex].dataType,
                    (char *)row[TSDB_DESCRIBE_METRIC_TYPE_INDEX],
3542 3543
                    min(DATATYPE_BUFF_LEN,
                        fields[TSDB_DESCRIBE_METRIC_TYPE_INDEX].bytes) + 1);
3544 3545 3546 3547
            superTbls->tags[tagIndex].dataLen =
                *((int *)row[TSDB_DESCRIBE_METRIC_LENGTH_INDEX]);
            tstrncpy(superTbls->tags[tagIndex].note,
                    (char *)row[TSDB_DESCRIBE_METRIC_NOTE_INDEX],
3548 3549
                    min(NOTE_BUFF_LEN,
                        fields[TSDB_DESCRIBE_METRIC_NOTE_INDEX].bytes) + 1);
3550 3551 3552 3553 3554 3555 3556
            tagIndex++;
        } else {
            tstrncpy(superTbls->columns[columnIndex].field,
                    (char *)row[TSDB_DESCRIBE_METRIC_FIELD_INDEX],
                    fields[TSDB_DESCRIBE_METRIC_FIELD_INDEX].bytes);
            tstrncpy(superTbls->columns[columnIndex].dataType,
                    (char *)row[TSDB_DESCRIBE_METRIC_TYPE_INDEX],
3557 3558
                    min(DATATYPE_BUFF_LEN,
                        fields[TSDB_DESCRIBE_METRIC_TYPE_INDEX].bytes) + 1);
3559 3560 3561 3562
            superTbls->columns[columnIndex].dataLen =
                *((int *)row[TSDB_DESCRIBE_METRIC_LENGTH_INDEX]);
            tstrncpy(superTbls->columns[columnIndex].note,
                    (char *)row[TSDB_DESCRIBE_METRIC_NOTE_INDEX],
3563 3564
                    min(NOTE_BUFF_LEN,
                        fields[TSDB_DESCRIBE_METRIC_NOTE_INDEX].bytes) + 1);
3565 3566 3567 3568 3569 3570 3571
            columnIndex++;
        }
        count++;
    }

    superTbls->columnCount = columnIndex;
    superTbls->tagCount    = tagIndex;
3572
    taos_free_result(res);
3573

3574 3575 3576 3577
    calcRowLen(superTbls);

    /*
       if (TBL_ALREADY_EXISTS == superTbls->childTblExists) {
3578
    //get all child table name use cmd: select tbname from superTblName;
3579 3580 3581
    int childTblCount = 10000;
    superTbls->childTblName = (char*)calloc(1, childTblCount * TSDB_TABLE_NAME_LEN);
    if (superTbls->childTblName == NULL) {
3582
    errorPrint2("%s() LN%d, alloc memory failed!\n", __func__, __LINE__);
3583
    return -1;
3584
    }
3585
    getAllChildNameOfSuperTable(taos, dbName,
3586 3587 3588 3589 3590 3591
    superTbls->sTblName,
    &superTbls->childTblName,
    &superTbls->childTblCount);
    }
    */
    return 0;
3592 3593
}

H
Haojun Liao 已提交
3594
static int createSuperTable(
3595 3596
        TAOS * taos, char* dbName,
        SSuperTable*  superTbl) {
H
Haojun Liao 已提交
3597

3598 3599
    char *command = calloc(1, BUFFER_SIZE);
    assert(command);
3600

3601
    char cols[COL_BUFFER_LEN] = "\0";
3602 3603
    int colIndex;
    int len = 0;
3604

3605
    int  lenOfOneRow = 0;
3606

3607
    if (superTbl->columnCount == 0) {
3608
        errorPrint2("%s() LN%d, super table column count is %d\n",
3609
                __func__, __LINE__, superTbl->columnCount);
3610
        free(command);
3611 3612
        return -1;
    }
3613

3614 3615 3616 3617
    for (colIndex = 0; colIndex < superTbl->columnCount; colIndex++) {
        char* dataType = superTbl->columns[colIndex].dataType;

        if (strcasecmp(dataType, "BINARY") == 0) {
3618
            len += snprintf(cols + len, COL_BUFFER_LEN - len,
3619
                    ",C%d %s(%d)", colIndex, "BINARY",
3620 3621 3622
                    superTbl->columns[colIndex].dataLen);
            lenOfOneRow += superTbl->columns[colIndex].dataLen + 3;
        } else if (strcasecmp(dataType, "NCHAR") == 0) {
3623
            len += snprintf(cols + len, COL_BUFFER_LEN - len,
3624
                    ",C%d %s(%d)", colIndex, "NCHAR",
3625 3626 3627 3628
                    superTbl->columns[colIndex].dataLen);
            lenOfOneRow += superTbl->columns[colIndex].dataLen + 3;
        } else if (strcasecmp(dataType, "INT") == 0)  {
            if ((g_args.demo_mode) && (colIndex == 1)) {
3629 3630
                len += snprintf(cols + len, COL_BUFFER_LEN - len,
                        ", VOLTAGE INT");
3631
            } else {
3632
                len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s", colIndex, "INT");
3633
            }
3634
            lenOfOneRow += INT_BUFF_LEN;
3635
        } else if (strcasecmp(dataType, "BIGINT") == 0)  {
3636
            len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s",
3637
                    colIndex, "BIGINT");
3638
            lenOfOneRow += BIGINT_BUFF_LEN;
3639
        } else if (strcasecmp(dataType, "SMALLINT") == 0)  {
3640
            len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s",
3641
                    colIndex, "SMALLINT");
3642
            lenOfOneRow += SMALLINT_BUFF_LEN;
3643
        } else if (strcasecmp(dataType, "TINYINT") == 0)  {
3644
            len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s", colIndex, "TINYINT");
3645
            lenOfOneRow += TINYINT_BUFF_LEN;
3646
        } else if (strcasecmp(dataType, "BOOL") == 0)  {
3647
            len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s", colIndex, "BOOL");
3648
            lenOfOneRow += BOOL_BUFF_LEN;
3649 3650 3651
        } else if (strcasecmp(dataType, "FLOAT") == 0) {
            if (g_args.demo_mode) {
                if (colIndex == 0) {
3652
                    len += snprintf(cols + len, COL_BUFFER_LEN - len, ", CURRENT FLOAT");
3653
                } else if (colIndex == 2) {
3654
                    len += snprintf(cols + len, COL_BUFFER_LEN - len, ", PHASE FLOAT");
3655 3656
                }
            } else {
3657
                len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s", colIndex, "FLOAT");
3658
            }
3659

3660
            lenOfOneRow += FLOAT_BUFF_LEN;
3661
        } else if (strcasecmp(dataType, "DOUBLE") == 0) {
3662
            len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s",
3663
                    colIndex, "DOUBLE");
3664
            lenOfOneRow += DOUBLE_BUFF_LEN;
3665
        }  else if (strcasecmp(dataType, "TIMESTAMP") == 0) {
3666
            len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s",
3667
                    colIndex, "TIMESTAMP");
3668
            lenOfOneRow += TIMESTAMP_BUFF_LEN;
3669 3670
        } else {
            taos_close(taos);
3671
            free(command);
3672
            errorPrint2("%s() LN%d, config error data type : %s\n",
3673
                    __func__, __LINE__, dataType);
3674
            exit(EXIT_FAILURE);
3675
        }
3676 3677
    }

3678
    superTbl->lenOfOneRow = lenOfOneRow + 20; // timestamp
3679

3680 3681 3682 3683
    // save for creating child table
    superTbl->colsOfCreateChildTable = (char*)calloc(len+20, 1);
    if (NULL == superTbl->colsOfCreateChildTable) {
        taos_close(taos);
3684
        free(command);
3685
        errorPrint2("%s() LN%d, Failed when calloc, size:%d",
3686 3687
                __func__, __LINE__, len+1);
        exit(EXIT_FAILURE);
3688
    }
3689

3690 3691 3692
    snprintf(superTbl->colsOfCreateChildTable, len+20, "(ts timestamp%s)", cols);
    verbosePrint("%s() LN%d: %s\n",
            __func__, __LINE__, superTbl->colsOfCreateChildTable);
3693

3694
    if (superTbl->tagCount == 0) {
3695
        errorPrint2("%s() LN%d, super table tag count is %d\n",
3696
                __func__, __LINE__, superTbl->tagCount);
3697
        free(command);
3698 3699
        return -1;
    }
3700

3701
    char tags[TSDB_MAX_TAGS_LEN] = "\0";
3702 3703
    int tagIndex;
    len = 0;
3704

3705
    int lenOfTagOfOneRow = 0;
3706
    len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len, "(");
3707 3708 3709 3710
    for (tagIndex = 0; tagIndex < superTbl->tagCount; tagIndex++) {
        char* dataType = superTbl->tags[tagIndex].dataType;

        if (strcasecmp(dataType, "BINARY") == 0) {
3711
            if ((g_args.demo_mode) && (tagIndex == 1)) {
3712
                len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3713
                        "location BINARY(%d),",
3714 3715
                        superTbl->tags[tagIndex].dataLen);
            } else {
3716
                len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3717
                        "T%d %s(%d),", tagIndex, "BINARY",
3718
                        superTbl->tags[tagIndex].dataLen);
3719
            }
3720 3721
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + 3;
        } else if (strcasecmp(dataType, "NCHAR") == 0) {
3722
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3723
                    "T%d %s(%d),", tagIndex,
3724 3725 3726
                    "NCHAR", superTbl->tags[tagIndex].dataLen);
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + 3;
        } else if (strcasecmp(dataType, "INT") == 0)  {
3727
            if ((g_args.demo_mode) && (tagIndex == 0)) {
3728 3729
                len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
                        "groupId INT, ");
3730
            } else {
3731
                len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3732
                        "T%d %s,", tagIndex, "INT");
3733
            }
3734
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + INT_BUFF_LEN;
3735
        } else if (strcasecmp(dataType, "BIGINT") == 0)  {
3736
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3737
                    "T%d %s,", tagIndex, "BIGINT");
3738
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + BIGINT_BUFF_LEN;
3739
        } else if (strcasecmp(dataType, "SMALLINT") == 0)  {
3740
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3741
                    "T%d %s,", tagIndex, "SMALLINT");
3742
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + SMALLINT_BUFF_LEN;
3743
        } else if (strcasecmp(dataType, "TINYINT") == 0)  {
3744
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3745
                    "T%d %s,", tagIndex, "TINYINT");
3746
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + TINYINT_BUFF_LEN;
3747
        } else if (strcasecmp(dataType, "BOOL") == 0)  {
3748
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3749
                    "T%d %s,", tagIndex, "BOOL");
3750
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + BOOL_BUFF_LEN;
3751
        } else if (strcasecmp(dataType, "FLOAT") == 0) {
3752
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3753
                    "T%d %s,", tagIndex, "FLOAT");
3754
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + FLOAT_BUFF_LEN;
3755
        } else if (strcasecmp(dataType, "DOUBLE") == 0) {
3756
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3757
                    "T%d %s,", tagIndex, "DOUBLE");
3758
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + DOUBLE_BUFF_LEN;
3759 3760
        } else {
            taos_close(taos);
3761
            free(command);
3762
            errorPrint2("%s() LN%d, config error tag type : %s\n",
3763
                    __func__, __LINE__, dataType);
3764
            exit(EXIT_FAILURE);
3765
        }
3766
    }
3767

3768
    len -= 1;
3769
    len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len, ")");
3770

3771
    superTbl->lenOfTagOfOneRow = lenOfTagOfOneRow;
3772

3773 3774 3775 3776
    snprintf(command, BUFFER_SIZE,
            "create table if not exists %s.%s (ts timestamp%s) tags %s",
            dbName, superTbl->sTblName, cols, tags);
    if (0 != queryDbExec(taos, command, NO_INSERT_TYPE, false)) {
3777
        errorPrint2("create supertable %s failed!\n\n",
3778
                superTbl->sTblName);
3779
        free(command);
3780 3781
        return -1;
    }
3782

3783
    debugPrint("create supertable %s success!\n\n", superTbl->sTblName);
3784
    free(command);
3785
    return 0;
3786 3787
}

3788
int createDatabasesAndStables(char *command) {
3789 3790 3791 3792
    TAOS * taos = NULL;
    int    ret = 0;
    taos = taos_connect(g_Dbs.host, g_Dbs.user, g_Dbs.password, NULL, g_Dbs.port);
    if (taos == NULL) {
3793
        errorPrint2("Failed to connect to TDengine, reason:%s\n", taos_errstr(NULL));
3794
        return -1;
3795
    }
3796

3797 3798 3799 3800 3801 3802 3803
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        if (g_Dbs.db[i].drop) {
            sprintf(command, "drop database if exists %s;", g_Dbs.db[i].dbName);
            if (0 != queryDbExec(taos, command, NO_INSERT_TYPE, false)) {
                taos_close(taos);
                return -1;
            }
3804

3805 3806
            int dataLen = 0;
            dataLen += snprintf(command + dataLen,
3807 3808
                    BUFFER_SIZE - dataLen, "create database if not exists %s",
                    g_Dbs.db[i].dbName);
3809

3810 3811
            if (g_Dbs.db[i].dbCfg.blocks > 0) {
                dataLen += snprintf(command + dataLen,
3812 3813
                        BUFFER_SIZE - dataLen, " blocks %d",
                        g_Dbs.db[i].dbCfg.blocks);
3814 3815 3816
            }
            if (g_Dbs.db[i].dbCfg.cache > 0) {
                dataLen += snprintf(command + dataLen,
3817 3818
                        BUFFER_SIZE - dataLen, " cache %d",
                        g_Dbs.db[i].dbCfg.cache);
3819 3820 3821
            }
            if (g_Dbs.db[i].dbCfg.days > 0) {
                dataLen += snprintf(command + dataLen,
3822 3823
                        BUFFER_SIZE - dataLen, " days %d",
                        g_Dbs.db[i].dbCfg.days);
3824 3825 3826
            }
            if (g_Dbs.db[i].dbCfg.keep > 0) {
                dataLen += snprintf(command + dataLen,
3827 3828
                        BUFFER_SIZE - dataLen, " keep %d",
                        g_Dbs.db[i].dbCfg.keep);
3829 3830 3831
            }
            if (g_Dbs.db[i].dbCfg.quorum > 1) {
                dataLen += snprintf(command + dataLen,
3832 3833
                        BUFFER_SIZE - dataLen, " quorum %d",
                        g_Dbs.db[i].dbCfg.quorum);
3834 3835 3836
            }
            if (g_Dbs.db[i].dbCfg.replica > 0) {
                dataLen += snprintf(command + dataLen,
3837 3838
                        BUFFER_SIZE - dataLen, " replica %d",
                        g_Dbs.db[i].dbCfg.replica);
3839 3840 3841
            }
            if (g_Dbs.db[i].dbCfg.update > 0) {
                dataLen += snprintf(command + dataLen,
3842 3843
                        BUFFER_SIZE - dataLen, " update %d",
                        g_Dbs.db[i].dbCfg.update);
3844 3845 3846 3847 3848 3849 3850
            }
            //if (g_Dbs.db[i].dbCfg.maxtablesPerVnode > 0) {
            //  dataLen += snprintf(command + dataLen,
            //  BUFFER_SIZE - dataLen, "tables %d ", g_Dbs.db[i].dbCfg.maxtablesPerVnode);
            //}
            if (g_Dbs.db[i].dbCfg.minRows > 0) {
                dataLen += snprintf(command + dataLen,
3851 3852
                        BUFFER_SIZE - dataLen, " minrows %d",
                        g_Dbs.db[i].dbCfg.minRows);
3853 3854 3855
            }
            if (g_Dbs.db[i].dbCfg.maxRows > 0) {
                dataLen += snprintf(command + dataLen,
3856 3857
                        BUFFER_SIZE - dataLen, " maxrows %d",
                        g_Dbs.db[i].dbCfg.maxRows);
3858 3859 3860
            }
            if (g_Dbs.db[i].dbCfg.comp > 0) {
                dataLen += snprintf(command + dataLen,
3861 3862
                        BUFFER_SIZE - dataLen, " comp %d",
                        g_Dbs.db[i].dbCfg.comp);
3863 3864 3865
            }
            if (g_Dbs.db[i].dbCfg.walLevel > 0) {
                dataLen += snprintf(command + dataLen,
3866 3867
                        BUFFER_SIZE - dataLen, " wal %d",
                        g_Dbs.db[i].dbCfg.walLevel);
3868 3869 3870
            }
            if (g_Dbs.db[i].dbCfg.cacheLast > 0) {
                dataLen += snprintf(command + dataLen,
3871 3872
                        BUFFER_SIZE - dataLen, " cachelast %d",
                        g_Dbs.db[i].dbCfg.cacheLast);
3873 3874 3875 3876 3877
            }
            if (g_Dbs.db[i].dbCfg.fsync > 0) {
                dataLen += snprintf(command + dataLen, BUFFER_SIZE - dataLen,
                        " fsync %d", g_Dbs.db[i].dbCfg.fsync);
            }
3878
            if ((0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "ms", 2))
3879
                    || (0 == strncasecmp(g_Dbs.db[i].dbCfg.precision,
3880
                            "ns", 2))
3881
                    || (0 == strncasecmp(g_Dbs.db[i].dbCfg.precision,
3882
                            "us", 2))) {
3883 3884 3885
                dataLen += snprintf(command + dataLen, BUFFER_SIZE - dataLen,
                        " precision \'%s\';", g_Dbs.db[i].dbCfg.precision);
            }
3886

3887 3888
            if (0 != queryDbExec(taos, command, NO_INSERT_TYPE, false)) {
                taos_close(taos);
3889
                errorPrint("\ncreate database %s failed!\n\n",
3890
                        g_Dbs.db[i].dbName);
3891 3892 3893 3894
                return -1;
            }
            printf("\ncreate database %s success!\n\n", g_Dbs.db[i].dbName);
        }
3895

3896 3897
        debugPrint("%s() LN%d supertbl count:%"PRIu64"\n",
                __func__, __LINE__, g_Dbs.db[i].superTblCount);
3898

3899
        int validStbCount = 0;
3900

3901 3902 3903 3904
        for (uint64_t j = 0; j < g_Dbs.db[i].superTblCount; j++) {
            sprintf(command, "describe %s.%s;", g_Dbs.db[i].dbName,
                    g_Dbs.db[i].superTbls[j].sTblName);
            ret = queryDbExec(taos, command, NO_INSERT_TYPE, true);
3905

3906 3907 3908
            if ((ret != 0) || (g_Dbs.db[i].drop)) {
                ret = createSuperTable(taos, g_Dbs.db[i].dbName,
                        &g_Dbs.db[i].superTbls[j]);
3909

3910 3911 3912 3913 3914
                if (0 != ret) {
                    errorPrint("create super table %"PRIu64" failed!\n\n", j);
                    continue;
                }
            }
3915

3916 3917 3918
            ret = getSuperTableFromServer(taos, g_Dbs.db[i].dbName,
                    &g_Dbs.db[i].superTbls[j]);
            if (0 != ret) {
3919
                errorPrint2("\nget super table %s.%s info failed!\n\n",
3920 3921 3922
                        g_Dbs.db[i].dbName, g_Dbs.db[i].superTbls[j].sTblName);
                continue;
            }
3923

3924 3925
            validStbCount ++;
        }
3926

3927 3928 3929 3930 3931
        g_Dbs.db[i].superTblCount = validStbCount;
    }

    taos_close(taos);
    return 0;
3932 3933
}

3934 3935
static void* createTable(void *sarg)
{
3936
    threadInfo *pThreadInfo = (threadInfo *)sarg;
3937
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
3938

3939 3940
    setThreadName("createTable");

3941
    uint64_t  lastPrintTime = taosGetTimestampMs();
3942

3943
    int buff_len = BUFFER_SIZE;
3944

3945 3946
    pThreadInfo->buffer = calloc(buff_len, 1);
    if (pThreadInfo->buffer == NULL) {
3947
        errorPrint2("%s() LN%d, Memory allocated failed!\n", __func__, __LINE__);
3948
        exit(EXIT_FAILURE);
3949 3950 3951 3952 3953 3954 3955 3956 3957 3958 3959 3960 3961 3962 3963 3964 3965
    }

    int len = 0;
    int batchNum = 0;

    verbosePrint("%s() LN%d: Creating table from %"PRIu64" to %"PRIu64"\n",
            __func__, __LINE__,
            pThreadInfo->start_table_from, pThreadInfo->end_table_to);

    for (uint64_t i = pThreadInfo->start_table_from;
            i <= pThreadInfo->end_table_to; i++) {
        if (0 == g_Dbs.use_metric) {
            snprintf(pThreadInfo->buffer, buff_len,
                    "create table if not exists %s.%s%"PRIu64" %s;",
                    pThreadInfo->db_name,
                    g_args.tb_prefix, i,
                    pThreadInfo->cols);
3966
            batchNum ++;
3967
        } else {
3968 3969
            if (stbInfo == NULL) {
                free(pThreadInfo->buffer);
3970
                errorPrint2("%s() LN%d, use metric, but super table info is NULL\n",
3971
                        __func__, __LINE__);
3972
                exit(EXIT_FAILURE);
3973 3974 3975 3976 3977 3978 3979
            } else {
                if (0 == len) {
                    batchNum = 0;
                    memset(pThreadInfo->buffer, 0, buff_len);
                    len += snprintf(pThreadInfo->buffer + len,
                            buff_len - len, "create table ");
                }
3980

3981
                char* tagsValBuf = NULL;
3982 3983
                if (0 == stbInfo->tagSource) {
                    tagsValBuf = generateTagValuesForStb(stbInfo, i);
3984
                } else {
3985 3986 3987 3988
                    if (0 == stbInfo->tagSampleCount) {
                        free(pThreadInfo->buffer);
                        ERROR_EXIT("use sample file for tag, but has no content!\n");
                    }
3989
                    tagsValBuf = getTagValueFromTagSample(
3990 3991
                            stbInfo,
                            i % stbInfo->tagSampleCount);
3992
                }
3993

3994 3995
                if (NULL == tagsValBuf) {
                    free(pThreadInfo->buffer);
3996
                    ERROR_EXIT("use metric, but tag buffer is NULL\n");
3997 3998 3999 4000
                }
                len += snprintf(pThreadInfo->buffer + len,
                        buff_len - len,
                        "if not exists %s.%s%"PRIu64" using %s.%s tags %s ",
4001
                        pThreadInfo->db_name, stbInfo->childTblPrefix,
4002
                        i, pThreadInfo->db_name,
4003
                        stbInfo->sTblName, tagsValBuf);
4004 4005
                free(tagsValBuf);
                batchNum++;
4006
                if ((batchNum < stbInfo->batchCreateTableNum)
4007
                        && ((buff_len - len)
4008
                            >= (stbInfo->lenOfTagOfOneRow + 256))) {
4009 4010 4011
                    continue;
                }
            }
4012
        }
4013

4014
        len = 0;
S
Shengliang Guan 已提交
4015

4016
        if (0 != queryDbExec(pThreadInfo->taos, pThreadInfo->buffer,
4017
                    NO_INSERT_TYPE, false)) {
4018
            errorPrint2("queryDbExec() failed. buffer:\n%s\n", pThreadInfo->buffer);
4019 4020 4021
            free(pThreadInfo->buffer);
            return NULL;
        }
4022
        pThreadInfo->tables_created += batchNum;
4023

4024
        uint64_t currentPrintTime = taosGetTimestampMs();
4025 4026 4027 4028 4029
        if (currentPrintTime - lastPrintTime > 30*1000) {
            printf("thread[%d] already create %"PRIu64" - %"PRIu64" tables\n",
                    pThreadInfo->threadID, pThreadInfo->start_table_from, i);
            lastPrintTime = currentPrintTime;
        }
4030
    }
4031

4032 4033 4034
    if (0 != len) {
        if (0 != queryDbExec(pThreadInfo->taos, pThreadInfo->buffer,
                    NO_INSERT_TYPE, false)) {
4035
            errorPrint2("queryDbExec() failed. buffer:\n%s\n", pThreadInfo->buffer);
4036
        }
4037
    }
4038

4039 4040
    free(pThreadInfo->buffer);
    return NULL;
4041 4042
}

4043
static int startMultiThreadCreateChildTable(
4044
        char* cols, int threads, uint64_t tableFrom, int64_t ntables,
4045
        char* db_name, SSuperTable* stbInfo) {
4046

4047 4048
    pthread_t *pids = calloc(1, threads * sizeof(pthread_t));
    threadInfo *infos = calloc(1, threads * sizeof(threadInfo));
4049

4050
    if ((NULL == pids) || (NULL == infos)) {
4051
        ERROR_EXIT("createChildTable malloc failed\n");
4052
    }
4053

4054 4055 4056
    if (threads < 1) {
        threads = 1;
    }
4057

4058 4059 4060 4061
    int64_t a = ntables / threads;
    if (a < 1) {
        threads = ntables;
        a = 1;
4062
    }
4063

4064 4065
    int64_t b = 0;
    b = ntables % threads;
4066

4067 4068 4069 4070
    for (int64_t i = 0; i < threads; i++) {
        threadInfo *pThreadInfo = infos + i;
        pThreadInfo->threadID = i;
        tstrncpy(pThreadInfo->db_name, db_name, TSDB_DB_NAME_LEN);
4071
        pThreadInfo->stbInfo = stbInfo;
4072 4073 4074 4075 4076 4077 4078 4079
        verbosePrint("%s() %d db_name: %s\n", __func__, __LINE__, db_name);
        pThreadInfo->taos = taos_connect(
                g_Dbs.host,
                g_Dbs.user,
                g_Dbs.password,
                db_name,
                g_Dbs.port);
        if (pThreadInfo->taos == NULL) {
4080
            errorPrint2("%s() LN%d, Failed to connect to TDengine, reason:%s\n",
4081 4082 4083 4084 4085
                    __func__, __LINE__, taos_errstr(NULL));
            free(pids);
            free(infos);
            return -1;
        }
4086

4087 4088 4089 4090 4091 4092 4093
        pThreadInfo->start_table_from = tableFrom;
        pThreadInfo->ntables = i<b?a+1:a;
        pThreadInfo->end_table_to = i < b ? tableFrom + a : tableFrom + a - 1;
        tableFrom = pThreadInfo->end_table_to + 1;
        pThreadInfo->use_metric = true;
        pThreadInfo->cols = cols;
        pThreadInfo->minDelay = UINT64_MAX;
4094
        pThreadInfo->tables_created = 0;
4095 4096
        pthread_create(pids + i, NULL, createTable, pThreadInfo);
    }
4097

4098 4099 4100
    for (int i = 0; i < threads; i++) {
        pthread_join(pids[i], NULL);
    }
4101

4102 4103 4104
    for (int i = 0; i < threads; i++) {
        threadInfo *pThreadInfo = infos + i;
        taos_close(pThreadInfo->taos);
4105 4106

        g_actualChildTables += pThreadInfo->tables_created;
4107 4108 4109 4110 4111 4112
    }

    free(pids);
    free(infos);

    return 0;
4113 4114
}

4115
static void createChildTables() {
4116
    char tblColsBuf[TSDB_MAX_BYTES_PER_ROW];
4117
    int len;
4118

4119 4120 4121 4122 4123
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        if (g_Dbs.use_metric) {
            if (g_Dbs.db[i].superTblCount > 0) {
                // with super table
                for (int j = 0; j < g_Dbs.db[i].superTblCount; j++) {
4124 4125 4126 4127
                    if ((AUTO_CREATE_SUBTBL
                                == g_Dbs.db[i].superTbls[j].autoCreateTable)
                            || (TBL_ALREADY_EXISTS
                                == g_Dbs.db[i].superTbls[j].childTblExists)) {
4128 4129 4130
                        continue;
                    }
                    verbosePrint("%s() LN%d: %s\n", __func__, __LINE__,
4131
                            g_Dbs.db[i].superTbls[j].colsOfCreateChildTable);
4132 4133 4134 4135 4136 4137 4138
                    uint64_t startFrom = 0;

                    verbosePrint("%s() LN%d: create %"PRId64" child tables from %"PRIu64"\n",
                            __func__, __LINE__, g_totalChildTables, startFrom);

                    startMultiThreadCreateChildTable(
                            g_Dbs.db[i].superTbls[j].colsOfCreateChildTable,
4139
                            g_Dbs.threadCountForCreateTbl,
4140 4141 4142 4143 4144 4145 4146
                            startFrom,
                            g_Dbs.db[i].superTbls[j].childTblCount,
                            g_Dbs.db[i].dbName, &(g_Dbs.db[i].superTbls[j]));
                }
            }
        } else {
            // normal table
4147
            len = snprintf(tblColsBuf, TSDB_MAX_BYTES_PER_ROW, "(TS TIMESTAMP");
4148 4149 4150 4151
            for (int j = 0; j < g_args.num_of_CPR; j++) {
                if ((strncasecmp(g_args.datatype[j], "BINARY", strlen("BINARY")) == 0)
                        || (strncasecmp(g_args.datatype[j],
                                "NCHAR", strlen("NCHAR")) == 0)) {
4152
                    snprintf(tblColsBuf + len, TSDB_MAX_BYTES_PER_ROW - len,
4153
                            ",C%d %s(%d)", j, g_args.datatype[j], g_args.binwidth);
4154
                } else {
4155 4156
                    snprintf(tblColsBuf + len, TSDB_MAX_BYTES_PER_ROW - len,
                            ",C%d %s", j, g_args.datatype[j]);
4157 4158 4159
                }
                len = strlen(tblColsBuf);
            }
4160

4161
            snprintf(tblColsBuf + len, TSDB_MAX_BYTES_PER_ROW - len, ")");
4162 4163 4164 4165 4166 4167

            verbosePrint("%s() LN%d: dbName: %s num of tb: %"PRId64" schema: %s\n",
                    __func__, __LINE__,
                    g_Dbs.db[i].dbName, g_args.num_of_tables, tblColsBuf);
            startMultiThreadCreateChildTable(
                    tblColsBuf,
4168
                    g_Dbs.threadCountForCreateTbl,
4169 4170 4171 4172
                    0,
                    g_args.num_of_tables,
                    g_Dbs.db[i].dbName,
                    NULL);
4173
        }
4174
    }
4175 4176 4177
}

/*
4178 4179
   Read 10000 lines at most. If more than 10000 lines, continue to read after using
   */
4180
static int readTagFromCsvFileToMem(SSuperTable  * stbInfo) {
4181 4182 4183
    size_t  n = 0;
    ssize_t readLen = 0;
    char *  line = NULL;
4184

4185
    FILE *fp = fopen(stbInfo->tagsFile, "r");
4186 4187
    if (fp == NULL) {
        printf("Failed to open tags file: %s, reason:%s\n",
4188
                stbInfo->tagsFile, strerror(errno));
4189
        return -1;
4190 4191
    }

4192 4193 4194
    if (stbInfo->tagDataBuf) {
        free(stbInfo->tagDataBuf);
        stbInfo->tagDataBuf = NULL;
4195 4196
    }

4197 4198
    int tagCount = 10000;
    int count = 0;
4199
    char* tagDataBuf = calloc(1, stbInfo->lenOfTagOfOneRow * tagCount);
4200 4201
    if (tagDataBuf == NULL) {
        printf("Failed to calloc, reason:%s\n", strerror(errno));
4202 4203 4204 4205
        fclose(fp);
        return -1;
    }

4206 4207 4208 4209 4210 4211 4212 4213 4214
    while((readLen = tgetline(&line, &n, fp)) != -1) {
        if (('\r' == line[readLen - 1]) || ('\n' == line[readLen - 1])) {
            line[--readLen] = 0;
        }

        if (readLen == 0) {
            continue;
        }

4215
        memcpy(tagDataBuf + count * stbInfo->lenOfTagOfOneRow, line, readLen);
4216 4217 4218 4219
        count++;

        if (count >= tagCount - 1) {
            char *tmp = realloc(tagDataBuf,
4220
                    (size_t)tagCount*1.5*stbInfo->lenOfTagOfOneRow);
4221 4222 4223
            if (tmp != NULL) {
                tagDataBuf = tmp;
                tagCount = (int)(tagCount*1.5);
4224 4225
                memset(tagDataBuf + count*stbInfo->lenOfTagOfOneRow,
                        0, (size_t)((tagCount-count)*stbInfo->lenOfTagOfOneRow));
4226 4227
            } else {
                // exit, if allocate more memory failed
4228
                printf("realloc fail for save tag val from %s\n", stbInfo->tagsFile);
4229 4230 4231 4232 4233 4234 4235
                tmfree(tagDataBuf);
                free(line);
                fclose(fp);
                return -1;
            }
        }
    }
4236

4237 4238
    stbInfo->tagDataBuf = tagDataBuf;
    stbInfo->tagSampleCount = count;
4239 4240 4241 4242

    free(line);
    fclose(fp);
    return 0;
4243 4244 4245
}

/*
4246 4247
   Read 10000 lines at most. If more than 10000 lines, continue to read after using
   */
4248
static int readSampleFromCsvFileToMem(
4249
        SSuperTable* stbInfo) {
4250 4251 4252 4253 4254
    size_t  n = 0;
    ssize_t readLen = 0;
    char *  line = NULL;
    int getRows = 0;

4255
    FILE*  fp = fopen(stbInfo->sampleFile, "r");
4256
    if (fp == NULL) {
4257
        errorPrint("Failed to open sample file: %s, reason:%s\n",
4258
                stbInfo->sampleFile, strerror(errno));
4259 4260
        return -1;
    }
4261

4262 4263 4264
    assert(stbInfo->sampleDataBuf);
    memset(stbInfo->sampleDataBuf, 0,
            MAX_SAMPLES_ONCE_FROM_FILE * stbInfo->lenOfOneRow);
4265 4266 4267 4268
    while(1) {
        readLen = tgetline(&line, &n, fp);
        if (-1 == readLen) {
            if(0 != fseek(fp, 0, SEEK_SET)) {
4269
                errorPrint("Failed to fseek file: %s, reason:%s\n",
4270
                        stbInfo->sampleFile, strerror(errno));
4271 4272 4273 4274 4275
                fclose(fp);
                return -1;
            }
            continue;
        }
4276

4277 4278 4279
        if (('\r' == line[readLen - 1]) || ('\n' == line[readLen - 1])) {
            line[--readLen] = 0;
        }
4280

4281 4282 4283
        if (readLen == 0) {
            continue;
        }
4284

4285
        if (readLen > stbInfo->lenOfOneRow) {
4286
            printf("sample row len[%d] overflow define schema len[%"PRIu64"], so discard this row\n",
4287
                    (int32_t)readLen, stbInfo->lenOfOneRow);
4288 4289
            continue;
        }
4290

4291
        memcpy(stbInfo->sampleDataBuf + getRows * stbInfo->lenOfOneRow,
4292 4293 4294 4295 4296 4297
                line, readLen);
        getRows++;

        if (getRows == MAX_SAMPLES_ONCE_FROM_FILE) {
            break;
        }
4298 4299
    }

4300 4301 4302
    fclose(fp);
    tmfree(line);
    return 0;
4303 4304
}

4305
static bool getColumnAndTagTypeFromInsertJsonFile(
4306
        cJSON* stbInfo, SSuperTable* superTbls) {
4307 4308 4309 4310 4311
    bool  ret = false;

    // columns
    cJSON *columns = cJSON_GetObjectItem(stbInfo, "columns");
    if (columns && columns->type != cJSON_Array) {
4312
        errorPrint("%s", "failed to read json, columns not found\n");
4313 4314 4315 4316 4317 4318
        goto PARSE_OVER;
    } else if (NULL == columns) {
        superTbls->columnCount = 0;
        superTbls->tagCount    = 0;
        return true;
    }
4319

4320 4321
    int columnSize = cJSON_GetArraySize(columns);
    if ((columnSize + 1/* ts */) > TSDB_MAX_COLUMNS) {
4322 4323
        errorPrint("failed to read json, column size overflow, max column size is %d\n",
                TSDB_MAX_COLUMNS);
4324 4325
        goto PARSE_OVER;
    }
4326

4327 4328 4329
    int count = 1;
    int index = 0;
    StrColumn    columnCase;
4330

4331 4332 4333 4334
    //superTbls->columnCount = columnSize;
    for (int k = 0; k < columnSize; ++k) {
        cJSON* column = cJSON_GetArrayItem(columns, k);
        if (column == NULL) continue;
4335

4336 4337 4338 4339 4340
        count = 1;
        cJSON* countObj = cJSON_GetObjectItem(column, "count");
        if (countObj && countObj->type == cJSON_Number) {
            count = countObj->valueint;
        } else if (countObj && countObj->type != cJSON_Number) {
4341
            errorPrint("%s", "failed to read json, column count not found\n");
4342 4343 4344 4345 4346 4347 4348 4349 4350 4351
            goto PARSE_OVER;
        } else {
            count = 1;
        }

        // column info
        memset(&columnCase, 0, sizeof(StrColumn));
        cJSON *dataType = cJSON_GetObjectItem(column, "type");
        if (!dataType || dataType->type != cJSON_String
                || dataType->valuestring == NULL) {
4352
            errorPrint("%s", "failed to read json, column type not found\n");
4353 4354
            goto PARSE_OVER;
        }
4355 4356 4357
        //tstrncpy(superTbls->columns[k].dataType, dataType->valuestring, DATATYPE_BUFF_LEN);
        tstrncpy(columnCase.dataType, dataType->valuestring,
                min(DATATYPE_BUFF_LEN, strlen(dataType->valuestring) + 1));
4358 4359 4360 4361 4362 4363 4364 4365 4366

        cJSON* dataLen = cJSON_GetObjectItem(column, "len");
        if (dataLen && dataLen->type == cJSON_Number) {
            columnCase.dataLen = dataLen->valueint;
        } else if (dataLen && dataLen->type != cJSON_Number) {
            debugPrint("%s() LN%d: failed to read json, column len not found\n",
                    __func__, __LINE__);
            goto PARSE_OVER;
        } else {
4367
            columnCase.dataLen = SMALL_BUFF_LEN;
4368 4369 4370 4371
        }

        for (int n = 0; n < count; ++n) {
            tstrncpy(superTbls->columns[index].dataType,
4372 4373
                    columnCase.dataType,
                    min(DATATYPE_BUFF_LEN, strlen(columnCase.dataType) + 1));
4374 4375 4376 4377 4378 4379
            superTbls->columns[index].dataLen = columnCase.dataLen;
            index++;
        }
    }

    if ((index + 1 /* ts */) > MAX_NUM_COLUMNS) {
4380 4381
        errorPrint("failed to read json, column size overflow, allowed max column size is %d\n",
                MAX_NUM_COLUMNS);
4382 4383 4384 4385
        goto PARSE_OVER;
    }

    superTbls->columnCount = index;
4386

4387
    count = 1;
4388 4389 4390 4391
    index = 0;
    // tags
    cJSON *tags = cJSON_GetObjectItem(stbInfo, "tags");
    if (!tags || tags->type != cJSON_Array) {
4392
        errorPrint("%s", "failed to read json, tags not found\n");
4393 4394 4395 4396 4397
        goto PARSE_OVER;
    }

    int tagSize = cJSON_GetArraySize(tags);
    if (tagSize > TSDB_MAX_TAGS) {
4398 4399
        errorPrint("failed to read json, tags size overflow, max tag size is %d\n",
                TSDB_MAX_TAGS);
4400
        goto PARSE_OVER;
4401 4402
    }

4403 4404 4405 4406 4407 4408 4409 4410 4411 4412
    //superTbls->tagCount = tagSize;
    for (int k = 0; k < tagSize; ++k) {
        cJSON* tag = cJSON_GetArrayItem(tags, k);
        if (tag == NULL) continue;

        count = 1;
        cJSON* countObj = cJSON_GetObjectItem(tag, "count");
        if (countObj && countObj->type == cJSON_Number) {
            count = countObj->valueint;
        } else if (countObj && countObj->type != cJSON_Number) {
4413
            errorPrint("%s", "failed to read json, column count not found\n");
4414 4415 4416 4417 4418 4419 4420 4421 4422 4423
            goto PARSE_OVER;
        } else {
            count = 1;
        }

        // column info
        memset(&columnCase, 0, sizeof(StrColumn));
        cJSON *dataType = cJSON_GetObjectItem(tag, "type");
        if (!dataType || dataType->type != cJSON_String
                || dataType->valuestring == NULL) {
4424
            errorPrint("%s", "failed to read json, tag type not found\n");
4425 4426
            goto PARSE_OVER;
        }
4427 4428
        tstrncpy(columnCase.dataType, dataType->valuestring,
                min(DATATYPE_BUFF_LEN, strlen(dataType->valuestring) + 1));
4429 4430 4431 4432 4433

        cJSON* dataLen = cJSON_GetObjectItem(tag, "len");
        if (dataLen && dataLen->type == cJSON_Number) {
            columnCase.dataLen = dataLen->valueint;
        } else if (dataLen && dataLen->type != cJSON_Number) {
4434
            errorPrint("%s", "failed to read json, column len not found\n");
4435 4436 4437 4438 4439 4440 4441
            goto PARSE_OVER;
        } else {
            columnCase.dataLen = 0;
        }

        for (int n = 0; n < count; ++n) {
            tstrncpy(superTbls->tags[index].dataType, columnCase.dataType,
4442
                    min(DATATYPE_BUFF_LEN, strlen(columnCase.dataType) + 1));
4443 4444 4445
            superTbls->tags[index].dataLen = columnCase.dataLen;
            index++;
        }
4446
    }
4447

4448
    if (index > TSDB_MAX_TAGS) {
4449 4450
        errorPrint("failed to read json, tags size overflow, allowed max tag count is %d\n",
                TSDB_MAX_TAGS);
4451 4452
        goto PARSE_OVER;
    }
4453

4454
    superTbls->tagCount = index;
4455

4456
    if ((superTbls->columnCount + superTbls->tagCount + 1 /* ts */) > TSDB_MAX_COLUMNS) {
4457 4458
        errorPrint("columns + tags is more than allowed max columns count: %d\n",
                TSDB_MAX_COLUMNS);
4459 4460 4461
        goto PARSE_OVER;
    }
    ret = true;
4462

4463
PARSE_OVER:
4464
    return ret;
4465 4466 4467
}

static bool getMetaFromInsertJsonFile(cJSON* root) {
4468
    bool  ret = false;
4469

4470 4471 4472
    cJSON* cfgdir = cJSON_GetObjectItem(root, "cfgdir");
    if (cfgdir && cfgdir->type == cJSON_String && cfgdir->valuestring != NULL) {
        tstrncpy(g_Dbs.cfgDir, cfgdir->valuestring, MAX_FILE_NAME_LEN);
4473
    }
4474

4475 4476 4477 4478 4479
    cJSON* host = cJSON_GetObjectItem(root, "host");
    if (host && host->type == cJSON_String && host->valuestring != NULL) {
        tstrncpy(g_Dbs.host, host->valuestring, MAX_HOSTNAME_SIZE);
    } else if (!host) {
        tstrncpy(g_Dbs.host, "127.0.0.1", MAX_HOSTNAME_SIZE);
4480
    } else {
4481
        errorPrint("%s", "failed to read json, host not found\n");
4482
        goto PARSE_OVER;
4483 4484
    }

4485 4486 4487 4488 4489
    cJSON* port = cJSON_GetObjectItem(root, "port");
    if (port && port->type == cJSON_Number) {
        g_Dbs.port = port->valueint;
    } else if (!port) {
        g_Dbs.port = 6030;
4490
    }
4491

4492 4493 4494 4495 4496
    cJSON* user = cJSON_GetObjectItem(root, "user");
    if (user && user->type == cJSON_String && user->valuestring != NULL) {
        tstrncpy(g_Dbs.user, user->valuestring, MAX_USERNAME_SIZE);
    } else if (!user) {
        tstrncpy(g_Dbs.user, "root", MAX_USERNAME_SIZE);
4497 4498
    }

4499 4500
    cJSON* password = cJSON_GetObjectItem(root, "password");
    if (password && password->type == cJSON_String && password->valuestring != NULL) {
4501
        tstrncpy(g_Dbs.password, password->valuestring, SHELL_MAX_PASSWORD_LEN);
4502
    } else if (!password) {
4503
        tstrncpy(g_Dbs.password, "taosdata", SHELL_MAX_PASSWORD_LEN);
4504 4505
    }

4506 4507 4508 4509 4510
    cJSON* resultfile = cJSON_GetObjectItem(root, "result_file");
    if (resultfile && resultfile->type == cJSON_String && resultfile->valuestring != NULL) {
        tstrncpy(g_Dbs.resultFile, resultfile->valuestring, MAX_FILE_NAME_LEN);
    } else if (!resultfile) {
        tstrncpy(g_Dbs.resultFile, "./insert_res.txt", MAX_FILE_NAME_LEN);
4511 4512
    }

4513 4514 4515 4516 4517
    cJSON* threads = cJSON_GetObjectItem(root, "thread_count");
    if (threads && threads->type == cJSON_Number) {
        g_Dbs.threadCount = threads->valueint;
    } else if (!threads) {
        g_Dbs.threadCount = 1;
4518
    } else {
4519
        errorPrint("%s", "failed to read json, threads not found\n");
4520
        goto PARSE_OVER;
4521
    }
4522

4523 4524
    cJSON* threads2 = cJSON_GetObjectItem(root, "thread_count_create_tbl");
    if (threads2 && threads2->type == cJSON_Number) {
4525
        g_Dbs.threadCountForCreateTbl = threads2->valueint;
4526
    } else if (!threads2) {
4527
        g_Dbs.threadCountForCreateTbl = 1;
4528
    } else {
4529
        errorPrint("%s", "failed to read json, threads2 not found\n");
4530
        goto PARSE_OVER;
4531
    }
4532

4533 4534 4535
    cJSON* gInsertInterval = cJSON_GetObjectItem(root, "insert_interval");
    if (gInsertInterval && gInsertInterval->type == cJSON_Number) {
        if (gInsertInterval->valueint <0) {
4536
            errorPrint("%s", "failed to read json, insert interval input mistake\n");
4537 4538 4539 4540 4541
            goto PARSE_OVER;
        }
        g_args.insert_interval = gInsertInterval->valueint;
    } else if (!gInsertInterval) {
        g_args.insert_interval = 0;
4542
    } else {
4543
        errorPrint("%s", "failed to read json, insert_interval input mistake\n");
4544
        goto PARSE_OVER;
4545
    }
4546

4547 4548 4549
    cJSON* interlaceRows = cJSON_GetObjectItem(root, "interlace_rows");
    if (interlaceRows && interlaceRows->type == cJSON_Number) {
        if (interlaceRows->valueint < 0) {
4550
            errorPrint("%s", "failed to read json, interlace_rows input mistake\n");
4551
            goto PARSE_OVER;
4552

4553 4554 4555 4556
        }
        g_args.interlace_rows = interlaceRows->valueint;
    } else if (!interlaceRows) {
        g_args.interlace_rows = 0; // 0 means progressive mode, > 0 mean interlace mode. max value is less or equ num_of_records_per_req
4557
    } else {
4558
        errorPrint("%s", "failed to read json, interlace_rows input mistake\n");
4559
        goto PARSE_OVER;
4560 4561
    }

4562 4563 4564 4565 4566 4567 4568 4569 4570 4571
    cJSON* maxSqlLen = cJSON_GetObjectItem(root, "max_sql_len");
    if (maxSqlLen && maxSqlLen->type == cJSON_Number) {
        if (maxSqlLen->valueint < 0) {
            errorPrint("%s() LN%d, failed to read json, max_sql_len input mistake\n",
                    __func__, __LINE__);
            goto PARSE_OVER;
        }
        g_args.max_sql_len = maxSqlLen->valueint;
    } else if (!maxSqlLen) {
        g_args.max_sql_len = (1024*1024);
4572
    } else {
4573 4574 4575
        errorPrint("%s() LN%d, failed to read json, max_sql_len input mistake\n",
                __func__, __LINE__);
        goto PARSE_OVER;
4576 4577
    }

4578 4579 4580 4581 4582 4583 4584 4585 4586 4587 4588 4589 4590 4591 4592 4593 4594
    cJSON* numRecPerReq = cJSON_GetObjectItem(root, "num_of_records_per_req");
    if (numRecPerReq && numRecPerReq->type == cJSON_Number) {
        if (numRecPerReq->valueint <= 0) {
            errorPrint("%s() LN%d, failed to read json, num_of_records_per_req input mistake\n",
                    __func__, __LINE__);
            goto PARSE_OVER;
        } else if (numRecPerReq->valueint > MAX_RECORDS_PER_REQ) {
            printf("NOTICE: number of records per request value %"PRIu64" > %d\n\n",
                    numRecPerReq->valueint, MAX_RECORDS_PER_REQ);
            printf("        number of records per request value will be set to %d\n\n",
                    MAX_RECORDS_PER_REQ);
            prompt();
            numRecPerReq->valueint = MAX_RECORDS_PER_REQ;
        }
        g_args.num_of_RPR = numRecPerReq->valueint;
    } else if (!numRecPerReq) {
        g_args.num_of_RPR = MAX_RECORDS_PER_REQ;
4595
    } else {
4596 4597 4598
        errorPrint("%s() LN%d, failed to read json, num_of_records_per_req not found\n",
                __func__, __LINE__);
        goto PARSE_OVER;
4599 4600
    }

4601 4602 4603 4604 4605 4606 4607 4608 4609 4610 4611 4612 4613
    cJSON *answerPrompt = cJSON_GetObjectItem(root, "confirm_parameter_prompt"); // yes, no,
    if (answerPrompt
            && answerPrompt->type == cJSON_String
            && answerPrompt->valuestring != NULL) {
        if (0 == strncasecmp(answerPrompt->valuestring, "yes", 3)) {
            g_args.answer_yes = false;
        } else if (0 == strncasecmp(answerPrompt->valuestring, "no", 2)) {
            g_args.answer_yes = true;
        } else {
            g_args.answer_yes = false;
        }
    } else if (!answerPrompt) {
        g_args.answer_yes = true;   // default is no, mean answer_yes.
4614
    } else {
4615 4616
        errorPrint("%s", "failed to read json, confirm_parameter_prompt input mistake\n");
        goto PARSE_OVER;
4617 4618
    }

4619 4620 4621 4622 4623 4624 4625 4626
    // rows per table need be less than insert batch
    if (g_args.interlace_rows > g_args.num_of_RPR) {
        printf("NOTICE: interlace rows value %u > num_of_records_per_req %u\n\n",
                g_args.interlace_rows, g_args.num_of_RPR);
        printf("        interlace rows value will be set to num_of_records_per_req %u\n\n",
                g_args.num_of_RPR);
        prompt();
        g_args.interlace_rows = g_args.num_of_RPR;
4627 4628
    }

4629 4630
    cJSON* dbs = cJSON_GetObjectItem(root, "databases");
    if (!dbs || dbs->type != cJSON_Array) {
4631
        errorPrint("%s", "failed to read json, databases not found\n");
4632
        goto PARSE_OVER;
4633
    }
4634

4635 4636 4637
    int dbSize = cJSON_GetArraySize(dbs);
    if (dbSize > MAX_DB_COUNT) {
        errorPrint(
4638
                "failed to read json, databases size overflow, max database is %d\n",
4639 4640
                MAX_DB_COUNT);
        goto PARSE_OVER;
4641 4642
    }

4643 4644 4645 4646
    g_Dbs.dbCount = dbSize;
    for (int i = 0; i < dbSize; ++i) {
        cJSON* dbinfos = cJSON_GetArrayItem(dbs, i);
        if (dbinfos == NULL) continue;
4647

4648 4649 4650
        // dbinfo
        cJSON *dbinfo = cJSON_GetObjectItem(dbinfos, "dbinfo");
        if (!dbinfo || dbinfo->type != cJSON_Object) {
4651
            errorPrint("%s", "failed to read json, dbinfo not found\n");
4652 4653
            goto PARSE_OVER;
        }
4654

4655 4656
        cJSON *dbName = cJSON_GetObjectItem(dbinfo, "name");
        if (!dbName || dbName->type != cJSON_String || dbName->valuestring == NULL) {
4657
            errorPrint("%s", "failed to read json, db name not found\n");
4658 4659 4660
            goto PARSE_OVER;
        }
        tstrncpy(g_Dbs.db[i].dbName, dbName->valuestring, TSDB_DB_NAME_LEN);
4661

4662 4663 4664 4665 4666 4667 4668 4669 4670 4671
        cJSON *drop = cJSON_GetObjectItem(dbinfo, "drop");
        if (drop && drop->type == cJSON_String && drop->valuestring != NULL) {
            if (0 == strncasecmp(drop->valuestring, "yes", strlen("yes"))) {
                g_Dbs.db[i].drop = true;
            } else {
                g_Dbs.db[i].drop = false;
            }
        } else if (!drop) {
            g_Dbs.db[i].drop = g_args.drop_database;
        } else {
4672
            errorPrint("%s", "failed to read json, drop input mistake\n");
4673 4674
            goto PARSE_OVER;
        }
4675

4676 4677 4678 4679
        cJSON *precision = cJSON_GetObjectItem(dbinfo, "precision");
        if (precision && precision->type == cJSON_String
                && precision->valuestring != NULL) {
            tstrncpy(g_Dbs.db[i].dbCfg.precision, precision->valuestring,
4680
                    SMALL_BUFF_LEN);
4681
        } else if (!precision) {
4682
            memset(g_Dbs.db[i].dbCfg.precision, 0, SMALL_BUFF_LEN);
4683
        } else {
4684
            errorPrint("%s", "failed to read json, precision not found\n");
4685 4686
            goto PARSE_OVER;
        }
4687

4688 4689 4690 4691 4692
        cJSON* update = cJSON_GetObjectItem(dbinfo, "update");
        if (update && update->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.update = update->valueint;
        } else if (!update) {
            g_Dbs.db[i].dbCfg.update = -1;
4693
        } else {
4694
            errorPrint("%s", "failed to read json, update not found\n");
4695
            goto PARSE_OVER;
4696
        }
4697

4698 4699 4700 4701 4702 4703
        cJSON* replica = cJSON_GetObjectItem(dbinfo, "replica");
        if (replica && replica->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.replica = replica->valueint;
        } else if (!replica) {
            g_Dbs.db[i].dbCfg.replica = -1;
        } else {
4704
            errorPrint("%s", "failed to read json, replica not found\n");
4705 4706
            goto PARSE_OVER;
        }
4707

4708 4709 4710 4711 4712 4713
        cJSON* keep = cJSON_GetObjectItem(dbinfo, "keep");
        if (keep && keep->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.keep = keep->valueint;
        } else if (!keep) {
            g_Dbs.db[i].dbCfg.keep = -1;
        } else {
4714
            errorPrint("%s", "failed to read json, keep not found\n");
4715 4716
            goto PARSE_OVER;
        }
4717

4718 4719 4720 4721 4722
        cJSON* days = cJSON_GetObjectItem(dbinfo, "days");
        if (days && days->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.days = days->valueint;
        } else if (!days) {
            g_Dbs.db[i].dbCfg.days = -1;
4723
        } else {
4724
            errorPrint("%s", "failed to read json, days not found\n");
4725 4726
            goto PARSE_OVER;
        }
4727

4728 4729 4730 4731 4732 4733
        cJSON* cache = cJSON_GetObjectItem(dbinfo, "cache");
        if (cache && cache->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.cache = cache->valueint;
        } else if (!cache) {
            g_Dbs.db[i].dbCfg.cache = -1;
        } else {
4734
            errorPrint("%s", "failed to read json, cache not found\n");
4735
            goto PARSE_OVER;
4736 4737
        }

4738 4739 4740 4741 4742 4743
        cJSON* blocks= cJSON_GetObjectItem(dbinfo, "blocks");
        if (blocks && blocks->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.blocks = blocks->valueint;
        } else if (!blocks) {
            g_Dbs.db[i].dbCfg.blocks = -1;
        } else {
4744
            errorPrint("%s", "failed to read json, block not found\n");
4745
            goto PARSE_OVER;
4746 4747
        }

4748 4749 4750 4751 4752 4753 4754 4755 4756 4757 4758 4759 4760 4761 4762 4763
        //cJSON* maxtablesPerVnode= cJSON_GetObjectItem(dbinfo, "maxtablesPerVnode");
        //if (maxtablesPerVnode && maxtablesPerVnode->type == cJSON_Number) {
        //  g_Dbs.db[i].dbCfg.maxtablesPerVnode = maxtablesPerVnode->valueint;
        //} else if (!maxtablesPerVnode) {
        //  g_Dbs.db[i].dbCfg.maxtablesPerVnode = TSDB_DEFAULT_TABLES;
        //} else {
        // printf("failed to read json, maxtablesPerVnode not found");
        // goto PARSE_OVER;
        //}

        cJSON* minRows= cJSON_GetObjectItem(dbinfo, "minRows");
        if (minRows && minRows->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.minRows = minRows->valueint;
        } else if (!minRows) {
            g_Dbs.db[i].dbCfg.minRows = 0;    // 0 means default
        } else {
4764
            errorPrint("%s", "failed to read json, minRows not found\n");
4765 4766
            goto PARSE_OVER;
        }
4767

4768 4769 4770 4771 4772 4773
        cJSON* maxRows= cJSON_GetObjectItem(dbinfo, "maxRows");
        if (maxRows && maxRows->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.maxRows = maxRows->valueint;
        } else if (!maxRows) {
            g_Dbs.db[i].dbCfg.maxRows = 0;    // 0 means default
        } else {
4774
            errorPrint("%s", "failed to read json, maxRows not found\n");
4775 4776
            goto PARSE_OVER;
        }
4777

4778 4779 4780 4781 4782 4783
        cJSON* comp= cJSON_GetObjectItem(dbinfo, "comp");
        if (comp && comp->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.comp = comp->valueint;
        } else if (!comp) {
            g_Dbs.db[i].dbCfg.comp = -1;
        } else {
4784
            errorPrint("%s", "failed to read json, comp not found\n");
4785 4786
            goto PARSE_OVER;
        }
4787

4788 4789 4790 4791 4792 4793
        cJSON* walLevel= cJSON_GetObjectItem(dbinfo, "walLevel");
        if (walLevel && walLevel->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.walLevel = walLevel->valueint;
        } else if (!walLevel) {
            g_Dbs.db[i].dbCfg.walLevel = -1;
        } else {
4794
            errorPrint("%s", "failed to read json, walLevel not found\n");
4795 4796
            goto PARSE_OVER;
        }
4797

4798 4799 4800 4801 4802
        cJSON* cacheLast= cJSON_GetObjectItem(dbinfo, "cachelast");
        if (cacheLast && cacheLast->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.cacheLast = cacheLast->valueint;
        } else if (!cacheLast) {
            g_Dbs.db[i].dbCfg.cacheLast = -1;
4803
        } else {
4804
            errorPrint("%s", "failed to read json, cacheLast not found\n");
4805
            goto PARSE_OVER;
4806
        }
4807

4808 4809 4810 4811 4812
        cJSON* quorum= cJSON_GetObjectItem(dbinfo, "quorum");
        if (quorum && quorum->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.quorum = quorum->valueint;
        } else if (!quorum) {
            g_Dbs.db[i].dbCfg.quorum = 1;
4813
        } else {
4814 4815
            printf("failed to read json, quorum input mistake");
            goto PARSE_OVER;
4816
        }
4817 4818 4819 4820 4821 4822 4823

        cJSON* fsync= cJSON_GetObjectItem(dbinfo, "fsync");
        if (fsync && fsync->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.fsync = fsync->valueint;
        } else if (!fsync) {
            g_Dbs.db[i].dbCfg.fsync = -1;
        } else {
4824
            errorPrint("%s", "failed to read json, fsync input mistake\n");
4825
            goto PARSE_OVER;
4826 4827
        }

4828 4829 4830
        // super_talbes
        cJSON *stables = cJSON_GetObjectItem(dbinfos, "super_tables");
        if (!stables || stables->type != cJSON_Array) {
4831
            errorPrint("%s", "failed to read json, super_tables not found\n");
4832
            goto PARSE_OVER;
4833
        }
4834

4835 4836 4837
        int stbSize = cJSON_GetArraySize(stables);
        if (stbSize > MAX_SUPER_TABLE_COUNT) {
            errorPrint(
4838 4839
                    "failed to read json, supertable size overflow, max supertable is %d\n",
                    MAX_SUPER_TABLE_COUNT);
4840
            goto PARSE_OVER;
4841
        }
4842

4843 4844 4845 4846
        g_Dbs.db[i].superTblCount = stbSize;
        for (int j = 0; j < stbSize; ++j) {
            cJSON* stbInfo = cJSON_GetArrayItem(stables, j);
            if (stbInfo == NULL) continue;
4847

4848 4849 4850 4851
            // dbinfo
            cJSON *stbName = cJSON_GetObjectItem(stbInfo, "name");
            if (!stbName || stbName->type != cJSON_String
                    || stbName->valuestring == NULL) {
4852
                errorPrint("%s", "failed to read json, stb name not found\n");
4853 4854 4855 4856
                goto PARSE_OVER;
            }
            tstrncpy(g_Dbs.db[i].superTbls[j].sTblName, stbName->valuestring,
                    TSDB_TABLE_NAME_LEN);
4857

4858 4859
            cJSON *prefix = cJSON_GetObjectItem(stbInfo, "childtable_prefix");
            if (!prefix || prefix->type != cJSON_String || prefix->valuestring == NULL) {
4860
                errorPrint("%s", "failed to read json, childtable_prefix not found\n");
4861 4862 4863
                goto PARSE_OVER;
            }
            tstrncpy(g_Dbs.db[i].superTbls[j].childTblPrefix, prefix->valuestring,
4864
                    TBNAME_PREFIX_LEN);
4865 4866 4867 4868 4869 4870 4871 4872 4873 4874 4875 4876 4877 4878 4879 4880

            cJSON *autoCreateTbl = cJSON_GetObjectItem(stbInfo, "auto_create_table");
            if (autoCreateTbl
                    && autoCreateTbl->type == cJSON_String
                    && autoCreateTbl->valuestring != NULL) {
                if ((0 == strncasecmp(autoCreateTbl->valuestring, "yes", 3))
                        && (TBL_ALREADY_EXISTS != g_Dbs.db[i].superTbls[j].childTblExists)) {
                    g_Dbs.db[i].superTbls[j].autoCreateTable = AUTO_CREATE_SUBTBL;
                } else if (0 == strncasecmp(autoCreateTbl->valuestring, "no", 2)) {
                    g_Dbs.db[i].superTbls[j].autoCreateTable = PRE_CREATE_SUBTBL;
                } else {
                    g_Dbs.db[i].superTbls[j].autoCreateTable = PRE_CREATE_SUBTBL;
                }
            } else if (!autoCreateTbl) {
                g_Dbs.db[i].superTbls[j].autoCreateTable = PRE_CREATE_SUBTBL;
            } else {
4881
                errorPrint("%s", "failed to read json, auto_create_table not found\n");
4882 4883
                goto PARSE_OVER;
            }
4884

4885 4886 4887 4888
            cJSON* batchCreateTbl = cJSON_GetObjectItem(stbInfo, "batch_create_tbl_num");
            if (batchCreateTbl && batchCreateTbl->type == cJSON_Number) {
                g_Dbs.db[i].superTbls[j].batchCreateTableNum = batchCreateTbl->valueint;
            } else if (!batchCreateTbl) {
4889
                g_Dbs.db[i].superTbls[j].batchCreateTableNum = 10;
4890
            } else {
4891
                errorPrint("%s", "failed to read json, batch_create_tbl_num not found\n");
4892 4893 4894 4895 4896 4897 4898 4899 4900 4901 4902 4903 4904 4905 4906 4907 4908 4909 4910
                goto PARSE_OVER;
            }

            cJSON *childTblExists = cJSON_GetObjectItem(stbInfo, "child_table_exists"); // yes, no
            if (childTblExists
                    && childTblExists->type == cJSON_String
                    && childTblExists->valuestring != NULL) {
                if ((0 == strncasecmp(childTblExists->valuestring, "yes", 3))
                        && (g_Dbs.db[i].drop == false)) {
                    g_Dbs.db[i].superTbls[j].childTblExists = TBL_ALREADY_EXISTS;
                } else if ((0 == strncasecmp(childTblExists->valuestring, "no", 2)
                            || (g_Dbs.db[i].drop == true))) {
                    g_Dbs.db[i].superTbls[j].childTblExists = TBL_NO_EXISTS;
                } else {
                    g_Dbs.db[i].superTbls[j].childTblExists = TBL_NO_EXISTS;
                }
            } else if (!childTblExists) {
                g_Dbs.db[i].superTbls[j].childTblExists = TBL_NO_EXISTS;
            } else {
4911 4912
                errorPrint("%s",
                        "failed to read json, child_table_exists not found\n");
4913 4914 4915 4916 4917 4918 4919 4920 4921
                goto PARSE_OVER;
            }

            if (TBL_ALREADY_EXISTS == g_Dbs.db[i].superTbls[j].childTblExists) {
                g_Dbs.db[i].superTbls[j].autoCreateTable = PRE_CREATE_SUBTBL;
            }

            cJSON* count = cJSON_GetObjectItem(stbInfo, "childtable_count");
            if (!count || count->type != cJSON_Number || 0 >= count->valueint) {
4922 4923
                errorPrint("%s",
                        "failed to read json, childtable_count input mistake\n");
4924 4925 4926
                goto PARSE_OVER;
            }
            g_Dbs.db[i].superTbls[j].childTblCount = count->valueint;
4927
            g_totalChildTables += g_Dbs.db[i].superTbls[j].childTblCount;
4928 4929 4930 4931 4932

            cJSON *dataSource = cJSON_GetObjectItem(stbInfo, "data_source");
            if (dataSource && dataSource->type == cJSON_String
                    && dataSource->valuestring != NULL) {
                tstrncpy(g_Dbs.db[i].superTbls[j].dataSource,
4933 4934
                        dataSource->valuestring,
                        min(SMALL_BUFF_LEN, strlen(dataSource->valuestring) + 1));
4935
            } else if (!dataSource) {
4936 4937
                tstrncpy(g_Dbs.db[i].superTbls[j].dataSource, "rand",
                        min(SMALL_BUFF_LEN, strlen("rand") + 1));
4938
            } else {
4939
                errorPrint("%s", "failed to read json, data_source not found\n");
4940 4941 4942 4943 4944 4945 4946 4947 4948 4949 4950 4951 4952
                goto PARSE_OVER;
            }

            cJSON *stbIface = cJSON_GetObjectItem(stbInfo, "insert_mode"); // taosc , rest, stmt
            if (stbIface && stbIface->type == cJSON_String
                    && stbIface->valuestring != NULL) {
                if (0 == strcasecmp(stbIface->valuestring, "taosc")) {
                    g_Dbs.db[i].superTbls[j].iface= TAOSC_IFACE;
                } else if (0 == strcasecmp(stbIface->valuestring, "rest")) {
                    g_Dbs.db[i].superTbls[j].iface= REST_IFACE;
                } else if (0 == strcasecmp(stbIface->valuestring, "stmt")) {
                    g_Dbs.db[i].superTbls[j].iface= STMT_IFACE;
                } else {
4953 4954
                    errorPrint("failed to read json, insert_mode %s not recognized\n",
                            stbIface->valuestring);
4955 4956 4957 4958 4959 4960 4961 4962 4963 4964 4965 4966 4967
                    goto PARSE_OVER;
                }
            } else if (!stbIface) {
                g_Dbs.db[i].superTbls[j].iface = TAOSC_IFACE;
            } else {
                errorPrint("%s", "failed to read json, insert_mode not found\n");
                goto PARSE_OVER;
            }

            cJSON* childTbl_limit = cJSON_GetObjectItem(stbInfo, "childtable_limit");
            if ((childTbl_limit) && (g_Dbs.db[i].drop != true)
                    && (g_Dbs.db[i].superTbls[j].childTblExists == TBL_ALREADY_EXISTS)) {
                if (childTbl_limit->type != cJSON_Number) {
4968
                    errorPrint("%s", "failed to read json, childtable_limit\n");
4969 4970 4971 4972 4973 4974 4975 4976 4977 4978 4979 4980
                    goto PARSE_OVER;
                }
                g_Dbs.db[i].superTbls[j].childTblLimit = childTbl_limit->valueint;
            } else {
                g_Dbs.db[i].superTbls[j].childTblLimit = -1;    // select ... limit -1 means all query result, drop = yes mean all table need recreate, limit value is invalid.
            }

            cJSON* childTbl_offset = cJSON_GetObjectItem(stbInfo, "childtable_offset");
            if ((childTbl_offset) && (g_Dbs.db[i].drop != true)
                    && (g_Dbs.db[i].superTbls[j].childTblExists == TBL_ALREADY_EXISTS)) {
                if ((childTbl_offset->type != cJSON_Number)
                        || (0 > childTbl_offset->valueint)) {
4981
                    errorPrint("%s", "failed to read json, childtable_offset\n");
4982 4983 4984 4985 4986 4987 4988 4989 4990 4991 4992 4993 4994 4995 4996
                    goto PARSE_OVER;
                }
                g_Dbs.db[i].superTbls[j].childTblOffset = childTbl_offset->valueint;
            } else {
                g_Dbs.db[i].superTbls[j].childTblOffset = 0;
            }

            cJSON *ts = cJSON_GetObjectItem(stbInfo, "start_timestamp");
            if (ts && ts->type == cJSON_String && ts->valuestring != NULL) {
                tstrncpy(g_Dbs.db[i].superTbls[j].startTimestamp,
                        ts->valuestring, TSDB_DB_NAME_LEN);
            } else if (!ts) {
                tstrncpy(g_Dbs.db[i].superTbls[j].startTimestamp,
                        "now", TSDB_DB_NAME_LEN);
            } else {
4997
                errorPrint("%s", "failed to read json, start_timestamp not found\n");
4998 4999 5000 5001 5002 5003 5004
                goto PARSE_OVER;
            }

            cJSON* timestampStep = cJSON_GetObjectItem(stbInfo, "timestamp_step");
            if (timestampStep && timestampStep->type == cJSON_Number) {
                g_Dbs.db[i].superTbls[j].timeStampStep = timestampStep->valueint;
            } else if (!timestampStep) {
5005
                g_Dbs.db[i].superTbls[j].timeStampStep = g_args.timestamp_step;
5006
            } else {
5007
                errorPrint("%s", "failed to read json, timestamp_step not found\n");
5008 5009 5010 5011 5012 5013 5014
                goto PARSE_OVER;
            }

            cJSON *sampleFormat = cJSON_GetObjectItem(stbInfo, "sample_format");
            if (sampleFormat && sampleFormat->type
                    == cJSON_String && sampleFormat->valuestring != NULL) {
                tstrncpy(g_Dbs.db[i].superTbls[j].sampleFormat,
5015 5016 5017
                        sampleFormat->valuestring,
                        min(SMALL_BUFF_LEN,
                            strlen(sampleFormat->valuestring) + 1));
5018
            } else if (!sampleFormat) {
5019 5020
                tstrncpy(g_Dbs.db[i].superTbls[j].sampleFormat, "csv",
                        SMALL_BUFF_LEN);
5021
            } else {
5022
                errorPrint("%s", "failed to read json, sample_format not found\n");
5023 5024 5025 5026 5027 5028 5029
                goto PARSE_OVER;
            }

            cJSON *sampleFile = cJSON_GetObjectItem(stbInfo, "sample_file");
            if (sampleFile && sampleFile->type == cJSON_String
                    && sampleFile->valuestring != NULL) {
                tstrncpy(g_Dbs.db[i].superTbls[j].sampleFile,
5030 5031 5032
                        sampleFile->valuestring,
                        min(MAX_FILE_NAME_LEN,
                            strlen(sampleFile->valuestring) + 1));
5033
            } else if (!sampleFile) {
5034 5035
                memset(g_Dbs.db[i].superTbls[j].sampleFile, 0,
                        MAX_FILE_NAME_LEN);
5036
            } else {
5037
                errorPrint("%s", "failed to read json, sample_file not found\n");
5038 5039 5040 5041 5042 5043 5044 5045 5046 5047 5048 5049 5050 5051 5052 5053 5054
                goto PARSE_OVER;
            }

            cJSON *tagsFile = cJSON_GetObjectItem(stbInfo, "tags_file");
            if ((tagsFile && tagsFile->type == cJSON_String)
                    && (tagsFile->valuestring != NULL)) {
                tstrncpy(g_Dbs.db[i].superTbls[j].tagsFile,
                        tagsFile->valuestring, MAX_FILE_NAME_LEN);
                if (0 == g_Dbs.db[i].superTbls[j].tagsFile[0]) {
                    g_Dbs.db[i].superTbls[j].tagSource = 0;
                } else {
                    g_Dbs.db[i].superTbls[j].tagSource = 1;
                }
            } else if (!tagsFile) {
                memset(g_Dbs.db[i].superTbls[j].tagsFile, 0, MAX_FILE_NAME_LEN);
                g_Dbs.db[i].superTbls[j].tagSource = 0;
            } else {
5055
                errorPrint("%s", "failed to read json, tags_file not found\n");
5056 5057 5058 5059 5060 5061 5062 5063 5064 5065 5066 5067 5068 5069 5070
                goto PARSE_OVER;
            }

            cJSON* stbMaxSqlLen = cJSON_GetObjectItem(stbInfo, "max_sql_len");
            if (stbMaxSqlLen && stbMaxSqlLen->type == cJSON_Number) {
                int32_t len = stbMaxSqlLen->valueint;
                if (len > TSDB_MAX_ALLOWED_SQL_LEN) {
                    len = TSDB_MAX_ALLOWED_SQL_LEN;
                } else if (len < 5) {
                    len = 5;
                }
                g_Dbs.db[i].superTbls[j].maxSqlLen = len;
            } else if (!maxSqlLen) {
                g_Dbs.db[i].superTbls[j].maxSqlLen = g_args.max_sql_len;
            } else {
5071
                errorPrint("%s", "failed to read json, stbMaxSqlLen input mistake\n");
5072 5073 5074 5075 5076 5077 5078 5079 5080 5081 5082 5083 5084 5085 5086 5087
                goto PARSE_OVER;
            }
            /*
               cJSON *multiThreadWriteOneTbl =
               cJSON_GetObjectItem(stbInfo, "multi_thread_write_one_tbl"); // no , yes
               if (multiThreadWriteOneTbl
               && multiThreadWriteOneTbl->type == cJSON_String
               && multiThreadWriteOneTbl->valuestring != NULL) {
               if (0 == strncasecmp(multiThreadWriteOneTbl->valuestring, "yes", 3)) {
               g_Dbs.db[i].superTbls[j].multiThreadWriteOneTbl = 1;
               } else {
               g_Dbs.db[i].superTbls[j].multiThreadWriteOneTbl = 0;
               }
               } else if (!multiThreadWriteOneTbl) {
               g_Dbs.db[i].superTbls[j].multiThreadWriteOneTbl = 0;
               } else {
5088
               errorPrint("%s", "failed to read json, multiThreadWriteOneTbl not found\n");
5089 5090 5091 5092 5093 5094
               goto PARSE_OVER;
               }
               */
            cJSON* insertRows = cJSON_GetObjectItem(stbInfo, "insert_rows");
            if (insertRows && insertRows->type == cJSON_Number) {
                if (insertRows->valueint < 0) {
5095
                    errorPrint("%s", "failed to read json, insert_rows input mistake\n");
5096 5097 5098 5099 5100 5101
                    goto PARSE_OVER;
                }
                g_Dbs.db[i].superTbls[j].insertRows = insertRows->valueint;
            } else if (!insertRows) {
                g_Dbs.db[i].superTbls[j].insertRows = 0x7FFFFFFFFFFFFFFF;
            } else {
5102
                errorPrint("%s", "failed to read json, insert_rows input mistake\n");
5103 5104 5105 5106 5107 5108
                goto PARSE_OVER;
            }

            cJSON* stbInterlaceRows = cJSON_GetObjectItem(stbInfo, "interlace_rows");
            if (stbInterlaceRows && stbInterlaceRows->type == cJSON_Number) {
                if (stbInterlaceRows->valueint < 0) {
5109
                    errorPrint("%s", "failed to read json, interlace rows input mistake\n");
5110 5111 5112 5113 5114 5115 5116 5117 5118 5119 5120 5121 5122 5123 5124 5125 5126
                    goto PARSE_OVER;
                }
                g_Dbs.db[i].superTbls[j].interlaceRows = stbInterlaceRows->valueint;

                if (g_Dbs.db[i].superTbls[j].interlaceRows > g_Dbs.db[i].superTbls[j].insertRows) {
                    printf("NOTICE: db[%d].superTbl[%d]'s interlace rows value %u > insert_rows %"PRId64"\n\n",
                            i, j, g_Dbs.db[i].superTbls[j].interlaceRows,
                            g_Dbs.db[i].superTbls[j].insertRows);
                    printf("        interlace rows value will be set to insert_rows %"PRId64"\n\n",
                            g_Dbs.db[i].superTbls[j].insertRows);
                    prompt();
                    g_Dbs.db[i].superTbls[j].interlaceRows = g_Dbs.db[i].superTbls[j].insertRows;
                }
            } else if (!stbInterlaceRows) {
                g_Dbs.db[i].superTbls[j].interlaceRows = 0; // 0 means progressive mode, > 0 mean interlace mode. max value is less or equ num_of_records_per_req
            } else {
                errorPrint(
5127
                        "%s", "failed to read json, interlace rows input mistake\n");
5128 5129 5130 5131 5132 5133 5134 5135 5136 5137 5138 5139 5140 5141 5142
                goto PARSE_OVER;
            }

            cJSON* disorderRatio = cJSON_GetObjectItem(stbInfo, "disorder_ratio");
            if (disorderRatio && disorderRatio->type == cJSON_Number) {
                if (disorderRatio->valueint > 50)
                    disorderRatio->valueint = 50;

                if (disorderRatio->valueint < 0)
                    disorderRatio->valueint = 0;

                g_Dbs.db[i].superTbls[j].disorderRatio = disorderRatio->valueint;
            } else if (!disorderRatio) {
                g_Dbs.db[i].superTbls[j].disorderRatio = 0;
            } else {
5143
                errorPrint("%s", "failed to read json, disorderRatio not found\n");
5144 5145 5146 5147 5148 5149 5150 5151 5152
                goto PARSE_OVER;
            }

            cJSON* disorderRange = cJSON_GetObjectItem(stbInfo, "disorder_range");
            if (disorderRange && disorderRange->type == cJSON_Number) {
                g_Dbs.db[i].superTbls[j].disorderRange = disorderRange->valueint;
            } else if (!disorderRange) {
                g_Dbs.db[i].superTbls[j].disorderRange = 1000;
            } else {
5153
                errorPrint("%s", "failed to read json, disorderRange not found\n");
5154 5155 5156 5157 5158 5159 5160
                goto PARSE_OVER;
            }

            cJSON* insertInterval = cJSON_GetObjectItem(stbInfo, "insert_interval");
            if (insertInterval && insertInterval->type == cJSON_Number) {
                g_Dbs.db[i].superTbls[j].insertInterval = insertInterval->valueint;
                if (insertInterval->valueint < 0) {
5161
                    errorPrint("%s", "failed to read json, insert_interval input mistake\n");
5162 5163 5164 5165 5166 5167 5168
                    goto PARSE_OVER;
                }
            } else if (!insertInterval) {
                verbosePrint("%s() LN%d: stable insert interval be overrided by global %"PRIu64".\n",
                        __func__, __LINE__, g_args.insert_interval);
                g_Dbs.db[i].superTbls[j].insertInterval = g_args.insert_interval;
            } else {
5169
                errorPrint("%s", "failed to read json, insert_interval input mistake\n");
5170 5171
                goto PARSE_OVER;
            }
5172

5173 5174 5175 5176 5177
            int retVal = getColumnAndTagTypeFromInsertJsonFile(
                    stbInfo, &g_Dbs.db[i].superTbls[j]);
            if (false == retVal) {
                goto PARSE_OVER;
            }
5178
        }
5179
    }
5180

5181
    ret = true;
5182

5183
PARSE_OVER:
5184
    return ret;
5185 5186 5187
}

static bool getMetaFromQueryJsonFile(cJSON* root) {
5188
    bool  ret = false;
5189

5190 5191 5192 5193
    cJSON* cfgdir = cJSON_GetObjectItem(root, "cfgdir");
    if (cfgdir && cfgdir->type == cJSON_String && cfgdir->valuestring != NULL) {
        tstrncpy(g_queryInfo.cfgDir, cfgdir->valuestring, MAX_FILE_NAME_LEN);
    }
H
hzcheng 已提交
5194

5195 5196 5197 5198 5199
    cJSON* host = cJSON_GetObjectItem(root, "host");
    if (host && host->type == cJSON_String && host->valuestring != NULL) {
        tstrncpy(g_queryInfo.host, host->valuestring, MAX_HOSTNAME_SIZE);
    } else if (!host) {
        tstrncpy(g_queryInfo.host, "127.0.0.1", MAX_HOSTNAME_SIZE);
H
hzcheng 已提交
5200
    } else {
5201
        errorPrint("%s", "failed to read json, host not found\n");
5202
        goto PARSE_OVER;
H
hzcheng 已提交
5203
    }
5204

5205 5206 5207 5208 5209
    cJSON* port = cJSON_GetObjectItem(root, "port");
    if (port && port->type == cJSON_Number) {
        g_queryInfo.port = port->valueint;
    } else if (!port) {
        g_queryInfo.port = 6030;
5210
    }
5211

5212 5213 5214 5215 5216
    cJSON* user = cJSON_GetObjectItem(root, "user");
    if (user && user->type == cJSON_String && user->valuestring != NULL) {
        tstrncpy(g_queryInfo.user, user->valuestring, MAX_USERNAME_SIZE);
    } else if (!user) {
        tstrncpy(g_queryInfo.user, "root", MAX_USERNAME_SIZE); ;
5217 5218
    }

5219 5220
    cJSON* password = cJSON_GetObjectItem(root, "password");
    if (password && password->type == cJSON_String && password->valuestring != NULL) {
5221
        tstrncpy(g_queryInfo.password, password->valuestring, SHELL_MAX_PASSWORD_LEN);
5222
    } else if (!password) {
5223
        tstrncpy(g_queryInfo.password, "taosdata", SHELL_MAX_PASSWORD_LEN);;
5224
    }
5225

5226 5227 5228 5229 5230 5231 5232 5233 5234 5235 5236 5237
    cJSON *answerPrompt = cJSON_GetObjectItem(root, "confirm_parameter_prompt"); // yes, no,
    if (answerPrompt && answerPrompt->type == cJSON_String
            && answerPrompt->valuestring != NULL) {
        if (0 == strncasecmp(answerPrompt->valuestring, "yes", 3)) {
            g_args.answer_yes = false;
        } else if (0 == strncasecmp(answerPrompt->valuestring, "no", 2)) {
            g_args.answer_yes = true;
        } else {
            g_args.answer_yes = false;
        }
    } else if (!answerPrompt) {
        g_args.answer_yes = false;
5238
    } else {
5239
        errorPrint("%s", "failed to read json, confirm_parameter_prompt not found\n");
5240
        goto PARSE_OVER;
5241
    }
5242

5243 5244 5245
    cJSON* gQueryTimes = cJSON_GetObjectItem(root, "query_times");
    if (gQueryTimes && gQueryTimes->type == cJSON_Number) {
        if (gQueryTimes->valueint <= 0) {
5246
            errorPrint("%s()", "failed to read json, query_times input mistake\n");
5247 5248 5249 5250 5251
            goto PARSE_OVER;
        }
        g_args.query_times = gQueryTimes->valueint;
    } else if (!gQueryTimes) {
        g_args.query_times = 1;
5252
    } else {
5253
        errorPrint("%s", "failed to read json, query_times input mistake\n");
5254
        goto PARSE_OVER;
5255
    }
5256

5257 5258 5259 5260
    cJSON* dbs = cJSON_GetObjectItem(root, "databases");
    if (dbs && dbs->type == cJSON_String && dbs->valuestring != NULL) {
        tstrncpy(g_queryInfo.dbName, dbs->valuestring, TSDB_DB_NAME_LEN);
    } else if (!dbs) {
5261
        errorPrint("%s", "failed to read json, databases not found\n");
5262
        goto PARSE_OVER;
5263
    }
5264

5265
    cJSON* queryMode = cJSON_GetObjectItem(root, "query_mode");
5266 5267 5268 5269 5270
    if (queryMode
            && queryMode->type == cJSON_String
            && queryMode->valuestring != NULL) {
        tstrncpy(g_queryInfo.queryMode, queryMode->valuestring,
                min(SMALL_BUFF_LEN, strlen(queryMode->valuestring) + 1));
5271
    } else if (!queryMode) {
5272 5273
        tstrncpy(g_queryInfo.queryMode, "taosc",
                min(SMALL_BUFF_LEN, strlen("taosc") + 1));
5274
    } else {
5275
        errorPrint("%s", "failed to read json, query_mode not found\n");
5276
        goto PARSE_OVER;
5277
    }
5278

5279 5280 5281 5282 5283 5284
    // specified_table_query
    cJSON *specifiedQuery = cJSON_GetObjectItem(root, "specified_table_query");
    if (!specifiedQuery) {
        g_queryInfo.specifiedQueryInfo.concurrent = 1;
        g_queryInfo.specifiedQueryInfo.sqlCount = 0;
    } else if (specifiedQuery->type != cJSON_Object) {
5285
        errorPrint("%s", "failed to read json, super_table_query not found\n");
5286 5287
        goto PARSE_OVER;
    } else {
5288 5289 5290 5291 5292 5293
        cJSON* queryInterval = cJSON_GetObjectItem(specifiedQuery, "query_interval");
        if (queryInterval && queryInterval->type == cJSON_Number) {
            g_queryInfo.specifiedQueryInfo.queryInterval = queryInterval->valueint;
        } else if (!queryInterval) {
            g_queryInfo.specifiedQueryInfo.queryInterval = 0;
        }
5294

5295 5296 5297 5298 5299
        cJSON* specifiedQueryTimes = cJSON_GetObjectItem(specifiedQuery,
                "query_times");
        if (specifiedQueryTimes && specifiedQueryTimes->type == cJSON_Number) {
            if (specifiedQueryTimes->valueint <= 0) {
                errorPrint(
5300 5301
                        "failed to read json, query_times: %"PRId64", need be a valid (>0) number\n",
                        specifiedQueryTimes->valueint);
5302
                goto PARSE_OVER;
5303

5304 5305 5306 5307
            }
            g_queryInfo.specifiedQueryInfo.queryTimes = specifiedQueryTimes->valueint;
        } else if (!specifiedQueryTimes) {
            g_queryInfo.specifiedQueryInfo.queryTimes = g_args.query_times;
5308
        } else {
5309 5310 5311
            errorPrint("%s() LN%d, failed to read json, query_times input mistake\n",
                    __func__, __LINE__);
            goto PARSE_OVER;
5312
        }
5313

5314 5315 5316 5317
        cJSON* concurrent = cJSON_GetObjectItem(specifiedQuery, "concurrent");
        if (concurrent && concurrent->type == cJSON_Number) {
            if (concurrent->valueint <= 0) {
                errorPrint(
5318
                        "query sqlCount %d or concurrent %d is not correct.\n",
5319 5320 5321 5322 5323 5324 5325 5326
                        g_queryInfo.specifiedQueryInfo.sqlCount,
                        g_queryInfo.specifiedQueryInfo.concurrent);
                goto PARSE_OVER;
            }
            g_queryInfo.specifiedQueryInfo.concurrent = concurrent->valueint;
        } else if (!concurrent) {
            g_queryInfo.specifiedQueryInfo.concurrent = 1;
        }
5327

5328 5329 5330 5331 5332 5333 5334 5335
        cJSON* specifiedAsyncMode = cJSON_GetObjectItem(specifiedQuery, "mode");
        if (specifiedAsyncMode && specifiedAsyncMode->type == cJSON_String
                && specifiedAsyncMode->valuestring != NULL) {
            if (0 == strcmp("sync", specifiedAsyncMode->valuestring)) {
                g_queryInfo.specifiedQueryInfo.asyncMode = SYNC_MODE;
            } else if (0 == strcmp("async", specifiedAsyncMode->valuestring)) {
                g_queryInfo.specifiedQueryInfo.asyncMode = ASYNC_MODE;
            } else {
5336
                errorPrint("%s", "failed to read json, async mode input error\n");
5337 5338 5339 5340 5341
                goto PARSE_OVER;
            }
        } else {
            g_queryInfo.specifiedQueryInfo.asyncMode = SYNC_MODE;
        }
5342

5343 5344 5345 5346 5347 5348 5349 5350
        cJSON* interval = cJSON_GetObjectItem(specifiedQuery, "interval");
        if (interval && interval->type == cJSON_Number) {
            g_queryInfo.specifiedQueryInfo.subscribeInterval = interval->valueint;
        } else if (!interval) {
            //printf("failed to read json, subscribe interval no found\n");
            //goto PARSE_OVER;
            g_queryInfo.specifiedQueryInfo.subscribeInterval = 10000;
        }
5351

5352 5353 5354 5355 5356 5357 5358
        cJSON* restart = cJSON_GetObjectItem(specifiedQuery, "restart");
        if (restart && restart->type == cJSON_String && restart->valuestring != NULL) {
            if (0 == strcmp("yes", restart->valuestring)) {
                g_queryInfo.specifiedQueryInfo.subscribeRestart = true;
            } else if (0 == strcmp("no", restart->valuestring)) {
                g_queryInfo.specifiedQueryInfo.subscribeRestart = false;
            } else {
5359
                errorPrint("%s", "failed to read json, subscribe restart error\n");
5360 5361 5362 5363 5364
                goto PARSE_OVER;
            }
        } else {
            g_queryInfo.specifiedQueryInfo.subscribeRestart = true;
        }
5365

5366 5367 5368 5369 5370 5371 5372 5373 5374
        cJSON* keepProgress = cJSON_GetObjectItem(specifiedQuery, "keepProgress");
        if (keepProgress
                && keepProgress->type == cJSON_String
                && keepProgress->valuestring != NULL) {
            if (0 == strcmp("yes", keepProgress->valuestring)) {
                g_queryInfo.specifiedQueryInfo.subscribeKeepProgress = 1;
            } else if (0 == strcmp("no", keepProgress->valuestring)) {
                g_queryInfo.specifiedQueryInfo.subscribeKeepProgress = 0;
            } else {
5375
                errorPrint("%s", "failed to read json, subscribe keepProgress error\n");
5376 5377 5378 5379 5380
                goto PARSE_OVER;
            }
        } else {
            g_queryInfo.specifiedQueryInfo.subscribeKeepProgress = 0;
        }
5381

5382 5383 5384 5385 5386
        // sqls
        cJSON* specifiedSqls = cJSON_GetObjectItem(specifiedQuery, "sqls");
        if (!specifiedSqls) {
            g_queryInfo.specifiedQueryInfo.sqlCount = 0;
        } else if (specifiedSqls->type != cJSON_Array) {
5387
            errorPrint("%s", "failed to read json, super sqls not found\n");
5388 5389 5390 5391 5392
            goto PARSE_OVER;
        } else {
            int superSqlSize = cJSON_GetArraySize(specifiedSqls);
            if (superSqlSize * g_queryInfo.specifiedQueryInfo.concurrent
                    > MAX_QUERY_SQL_COUNT) {
5393
                errorPrint("failed to read json, query sql(%d) * concurrent(%d) overflow, max is %d\n",
5394 5395 5396 5397 5398
                        superSqlSize,
                        g_queryInfo.specifiedQueryInfo.concurrent,
                        MAX_QUERY_SQL_COUNT);
                goto PARSE_OVER;
            }
5399

5400 5401 5402 5403 5404 5405 5406
            g_queryInfo.specifiedQueryInfo.sqlCount = superSqlSize;
            for (int j = 0; j < superSqlSize; ++j) {
                cJSON* sql = cJSON_GetArrayItem(specifiedSqls, j);
                if (sql == NULL) continue;

                cJSON *sqlStr = cJSON_GetObjectItem(sql, "sql");
                if (!sqlStr || sqlStr->type != cJSON_String || sqlStr->valuestring == NULL) {
5407
                    errorPrint("%s", "failed to read json, sql not found\n");
5408 5409 5410
                    goto PARSE_OVER;
                }
                tstrncpy(g_queryInfo.specifiedQueryInfo.sql[j],
5411
                        sqlStr->valuestring, BUFFER_SIZE);
5412 5413 5414 5415 5416 5417 5418 5419 5420 5421 5422 5423 5424 5425 5426 5427 5428 5429 5430 5431 5432 5433 5434 5435 5436 5437 5438 5439 5440 5441 5442 5443 5444 5445 5446

                // default value is -1, which mean infinite loop
                g_queryInfo.specifiedQueryInfo.endAfterConsume[j] = -1;
                cJSON* endAfterConsume =
                    cJSON_GetObjectItem(specifiedQuery, "endAfterConsume");
                if (endAfterConsume
                        && endAfterConsume->type == cJSON_Number) {
                    g_queryInfo.specifiedQueryInfo.endAfterConsume[j]
                        = endAfterConsume->valueint;
                }
                if (g_queryInfo.specifiedQueryInfo.endAfterConsume[j] < -1)
                    g_queryInfo.specifiedQueryInfo.endAfterConsume[j] = -1;

                g_queryInfo.specifiedQueryInfo.resubAfterConsume[j] = -1;
                cJSON* resubAfterConsume =
                    cJSON_GetObjectItem(specifiedQuery, "resubAfterConsume");
                if ((resubAfterConsume)
                        && (resubAfterConsume->type == cJSON_Number)
                        && (resubAfterConsume->valueint >= 0)) {
                    g_queryInfo.specifiedQueryInfo.resubAfterConsume[j]
                        = resubAfterConsume->valueint;
                }

                if (g_queryInfo.specifiedQueryInfo.resubAfterConsume[j] < -1)
                    g_queryInfo.specifiedQueryInfo.resubAfterConsume[j] = -1;

                cJSON *result = cJSON_GetObjectItem(sql, "result");
                if ((NULL != result) && (result->type == cJSON_String)
                        && (result->valuestring != NULL)) {
                    tstrncpy(g_queryInfo.specifiedQueryInfo.result[j],
                            result->valuestring, MAX_FILE_NAME_LEN);
                } else if (NULL == result) {
                    memset(g_queryInfo.specifiedQueryInfo.result[j],
                            0, MAX_FILE_NAME_LEN);
                } else {
5447 5448
                    errorPrint("%s",
                            "failed to read json, super query result file not found\n");
5449 5450 5451 5452
                    goto PARSE_OVER;
                }
            }
        }
5453
    }
5454

5455 5456 5457 5458 5459 5460
    // super_table_query
    cJSON *superQuery = cJSON_GetObjectItem(root, "super_table_query");
    if (!superQuery) {
        g_queryInfo.superQueryInfo.threadCnt = 1;
        g_queryInfo.superQueryInfo.sqlCount = 0;
    } else if (superQuery->type != cJSON_Object) {
5461
        errorPrint("%s", "failed to read json, sub_table_query not found\n");
5462
        ret = true;
5463 5464
        goto PARSE_OVER;
    } else {
5465 5466 5467 5468 5469 5470 5471 5472 5473 5474
        cJSON* subrate = cJSON_GetObjectItem(superQuery, "query_interval");
        if (subrate && subrate->type == cJSON_Number) {
            g_queryInfo.superQueryInfo.queryInterval = subrate->valueint;
        } else if (!subrate) {
            g_queryInfo.superQueryInfo.queryInterval = 0;
        }

        cJSON* superQueryTimes = cJSON_GetObjectItem(superQuery, "query_times");
        if (superQueryTimes && superQueryTimes->type == cJSON_Number) {
            if (superQueryTimes->valueint <= 0) {
5475 5476
                errorPrint("failed to read json, query_times: %"PRId64", need be a valid (>0) number\n",
                        superQueryTimes->valueint);
5477 5478 5479 5480 5481 5482
                goto PARSE_OVER;
            }
            g_queryInfo.superQueryInfo.queryTimes = superQueryTimes->valueint;
        } else if (!superQueryTimes) {
            g_queryInfo.superQueryInfo.queryTimes = g_args.query_times;
        } else {
5483
            errorPrint("%s", "failed to read json, query_times input mistake\n");
5484 5485
            goto PARSE_OVER;
        }
5486

5487 5488 5489
        cJSON* threads = cJSON_GetObjectItem(superQuery, "threads");
        if (threads && threads->type == cJSON_Number) {
            if (threads->valueint <= 0) {
5490
                errorPrint("%s", "failed to read json, threads input mistake\n");
5491 5492 5493 5494 5495 5496 5497 5498 5499 5500 5501 5502 5503 5504 5505 5506 5507 5508 5509 5510 5511
                goto PARSE_OVER;

            }
            g_queryInfo.superQueryInfo.threadCnt = threads->valueint;
        } else if (!threads) {
            g_queryInfo.superQueryInfo.threadCnt = 1;
        }

        //cJSON* subTblCnt = cJSON_GetObjectItem(superQuery, "childtable_count");
        //if (subTblCnt && subTblCnt->type == cJSON_Number) {
        //  g_queryInfo.superQueryInfo.childTblCount = subTblCnt->valueint;
        //} else if (!subTblCnt) {
        //  g_queryInfo.superQueryInfo.childTblCount = 0;
        //}

        cJSON* stblname = cJSON_GetObjectItem(superQuery, "stblname");
        if (stblname && stblname->type == cJSON_String
                && stblname->valuestring != NULL) {
            tstrncpy(g_queryInfo.superQueryInfo.sTblName, stblname->valuestring,
                    TSDB_TABLE_NAME_LEN);
        } else {
5512
            errorPrint("%s", "failed to read json, super table name input error\n");
5513 5514 5515 5516 5517 5518 5519 5520 5521 5522 5523
            goto PARSE_OVER;
        }

        cJSON* superAsyncMode = cJSON_GetObjectItem(superQuery, "mode");
        if (superAsyncMode && superAsyncMode->type == cJSON_String
                && superAsyncMode->valuestring != NULL) {
            if (0 == strcmp("sync", superAsyncMode->valuestring)) {
                g_queryInfo.superQueryInfo.asyncMode = SYNC_MODE;
            } else if (0 == strcmp("async", superAsyncMode->valuestring)) {
                g_queryInfo.superQueryInfo.asyncMode = ASYNC_MODE;
            } else {
5524
                errorPrint("%s", "failed to read json, async mode input error\n");
5525 5526 5527 5528 5529 5530 5531 5532 5533
                goto PARSE_OVER;
            }
        } else {
            g_queryInfo.superQueryInfo.asyncMode = SYNC_MODE;
        }

        cJSON* superInterval = cJSON_GetObjectItem(superQuery, "interval");
        if (superInterval && superInterval->type == cJSON_Number) {
            if (superInterval->valueint < 0) {
5534
                errorPrint("%s", "failed to read json, interval input mistake\n");
5535 5536 5537 5538 5539 5540 5541 5542 5543 5544 5545 5546 5547 5548 5549 5550 5551
                goto PARSE_OVER;
            }
            g_queryInfo.superQueryInfo.subscribeInterval = superInterval->valueint;
        } else if (!superInterval) {
            //printf("failed to read json, subscribe interval no found\n");
            //goto PARSE_OVER;
            g_queryInfo.superQueryInfo.subscribeInterval = 10000;
        }

        cJSON* subrestart = cJSON_GetObjectItem(superQuery, "restart");
        if (subrestart && subrestart->type == cJSON_String
                && subrestart->valuestring != NULL) {
            if (0 == strcmp("yes", subrestart->valuestring)) {
                g_queryInfo.superQueryInfo.subscribeRestart = true;
            } else if (0 == strcmp("no", subrestart->valuestring)) {
                g_queryInfo.superQueryInfo.subscribeRestart = false;
            } else {
5552
                errorPrint("%s", "failed to read json, subscribe restart error\n");
5553 5554 5555 5556 5557 5558 5559 5560 5561 5562 5563 5564 5565 5566 5567
                goto PARSE_OVER;
            }
        } else {
            g_queryInfo.superQueryInfo.subscribeRestart = true;
        }

        cJSON* superkeepProgress = cJSON_GetObjectItem(superQuery, "keepProgress");
        if (superkeepProgress &&
                superkeepProgress->type == cJSON_String
                && superkeepProgress->valuestring != NULL) {
            if (0 == strcmp("yes", superkeepProgress->valuestring)) {
                g_queryInfo.superQueryInfo.subscribeKeepProgress = 1;
            } else if (0 == strcmp("no", superkeepProgress->valuestring)) {
                g_queryInfo.superQueryInfo.subscribeKeepProgress = 0;
            } else {
5568 5569
                errorPrint("%s",
                        "failed to read json, subscribe super table keepProgress error\n");
5570 5571 5572 5573 5574 5575 5576
                goto PARSE_OVER;
            }
        } else {
            g_queryInfo.superQueryInfo.subscribeKeepProgress = 0;
        }

        // default value is -1, which mean do not resub
5577
        g_queryInfo.superQueryInfo.endAfterConsume = -1;
5578 5579 5580 5581 5582 5583 5584 5585 5586
        cJSON* superEndAfterConsume =
            cJSON_GetObjectItem(superQuery, "endAfterConsume");
        if (superEndAfterConsume
                && superEndAfterConsume->type == cJSON_Number) {
            g_queryInfo.superQueryInfo.endAfterConsume =
                superEndAfterConsume->valueint;
        }
        if (g_queryInfo.superQueryInfo.endAfterConsume < -1)
            g_queryInfo.superQueryInfo.endAfterConsume = -1;
5587

5588
        // default value is -1, which mean do not resub
5589
        g_queryInfo.superQueryInfo.resubAfterConsume = -1;
5590 5591 5592 5593 5594 5595 5596 5597 5598 5599 5600 5601 5602 5603 5604 5605
        cJSON* superResubAfterConsume =
            cJSON_GetObjectItem(superQuery, "resubAfterConsume");
        if ((superResubAfterConsume)
                && (superResubAfterConsume->type == cJSON_Number)
                && (superResubAfterConsume->valueint >= 0)) {
            g_queryInfo.superQueryInfo.resubAfterConsume =
                superResubAfterConsume->valueint;
        }
        if (g_queryInfo.superQueryInfo.resubAfterConsume < -1)
            g_queryInfo.superQueryInfo.resubAfterConsume = -1;

        // supert table sqls
        cJSON* superSqls = cJSON_GetObjectItem(superQuery, "sqls");
        if (!superSqls) {
            g_queryInfo.superQueryInfo.sqlCount = 0;
        } else if (superSqls->type != cJSON_Array) {
5606
            errorPrint("%s", "failed to read json, super sqls not found\n");
5607 5608 5609 5610
            goto PARSE_OVER;
        } else {
            int superSqlSize = cJSON_GetArraySize(superSqls);
            if (superSqlSize > MAX_QUERY_SQL_COUNT) {
5611 5612
                errorPrint("failed to read json, query sql size overflow, max is %d\n",
                        MAX_QUERY_SQL_COUNT);
5613 5614
                goto PARSE_OVER;
            }
5615

5616 5617 5618 5619
            g_queryInfo.superQueryInfo.sqlCount = superSqlSize;
            for (int j = 0; j < superSqlSize; ++j) {
                cJSON* sql = cJSON_GetArrayItem(superSqls, j);
                if (sql == NULL) continue;
5620

5621 5622 5623
                cJSON *sqlStr = cJSON_GetObjectItem(sql, "sql");
                if (!sqlStr || sqlStr->type != cJSON_String
                        || sqlStr->valuestring == NULL) {
5624
                    errorPrint("%s", "failed to read json, sql not found\n");
5625 5626 5627
                    goto PARSE_OVER;
                }
                tstrncpy(g_queryInfo.superQueryInfo.sql[j], sqlStr->valuestring,
5628
                        BUFFER_SIZE);
5629 5630 5631

                cJSON *result = cJSON_GetObjectItem(sql, "result");
                if (result != NULL && result->type == cJSON_String
5632
                        && result->valuestring != NULL) {
5633 5634 5635 5636 5637
                    tstrncpy(g_queryInfo.superQueryInfo.result[j],
                            result->valuestring, MAX_FILE_NAME_LEN);
                } else if (NULL == result) {
                    memset(g_queryInfo.superQueryInfo.result[j], 0, MAX_FILE_NAME_LEN);
                }  else {
5638
                    errorPrint("%s", "failed to read json, sub query result file not found\n");
5639 5640 5641
                    goto PARSE_OVER;
                }
            }
5642
        }
5643
    }
H
hzcheng 已提交
5644

5645
    ret = true;
H
hzcheng 已提交
5646

5647
PARSE_OVER:
5648
    return ret;
5649
}
H
hzcheng 已提交
5650

5651
static bool getInfoFromJsonFile(char* file) {
5652
    debugPrint("%s %d %s\n", __func__, __LINE__, file);
5653

5654 5655
    FILE *fp = fopen(file, "r");
    if (!fp) {
5656
        errorPrint("failed to read %s, reason:%s\n", file, strerror(errno));
5657 5658
        return false;
    }
H
Hui Li 已提交
5659

5660 5661 5662 5663 5664 5665 5666
    bool  ret = false;
    int   maxLen = 6400000;
    char *content = calloc(1, maxLen + 1);
    int   len = fread(content, 1, maxLen, fp);
    if (len <= 0) {
        free(content);
        fclose(fp);
5667
        errorPrint("failed to read %s, content is null", file);
5668 5669
        return false;
    }
H
Hui Li 已提交
5670

5671 5672 5673
    content[len] = 0;
    cJSON* root = cJSON_Parse(content);
    if (root == NULL) {
5674
        errorPrint("failed to cjson parse %s, invalid json format\n", file);
5675 5676
        goto PARSE_OVER;
    }
H
Hui Li 已提交
5677

5678 5679 5680 5681 5682 5683 5684 5685 5686
    cJSON* filetype = cJSON_GetObjectItem(root, "filetype");
    if (filetype && filetype->type == cJSON_String && filetype->valuestring != NULL) {
        if (0 == strcasecmp("insert", filetype->valuestring)) {
            g_args.test_mode = INSERT_TEST;
        } else if (0 == strcasecmp("query", filetype->valuestring)) {
            g_args.test_mode = QUERY_TEST;
        } else if (0 == strcasecmp("subscribe", filetype->valuestring)) {
            g_args.test_mode = SUBSCRIBE_TEST;
        } else {
5687
            errorPrint("%s", "failed to read json, filetype not support\n");
5688 5689 5690 5691
            goto PARSE_OVER;
        }
    } else if (!filetype) {
        g_args.test_mode = INSERT_TEST;
5692
    } else {
5693
        errorPrint("%s", "failed to read json, filetype not found\n");
5694
        goto PARSE_OVER;
5695
    }
H
hzcheng 已提交
5696

5697 5698 5699 5700 5701 5702
    if (INSERT_TEST == g_args.test_mode) {
        ret = getMetaFromInsertJsonFile(root);
    } else if ((QUERY_TEST == g_args.test_mode)
            || (SUBSCRIBE_TEST == g_args.test_mode)) {
        ret = getMetaFromQueryJsonFile(root);
    } else {
5703 5704
        errorPrint("%s",
                "input json file type error! please input correct file type: insert or query or subscribe\n");
5705 5706
        goto PARSE_OVER;
    }
5707

5708
PARSE_OVER:
5709 5710 5711 5712
    free(content);
    cJSON_Delete(root);
    fclose(fp);
    return ret;
5713
}
H
hzcheng 已提交
5714

5715
static int prepareSampleData() {
5716 5717 5718 5719 5720 5721 5722
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        for (int j = 0; j < g_Dbs.db[i].superTblCount; j++) {
            if (g_Dbs.db[i].superTbls[j].tagsFile[0] != 0) {
                if (readTagFromCsvFileToMem(&g_Dbs.db[i].superTbls[j]) != 0) {
                    return -1;
                }
            }
5723
        }
5724
    }
5725

5726
    return 0;
5727 5728
}

5729
static void postFreeResource() {
5730 5731 5732 5733 5734 5735 5736 5737 5738 5739 5740
    tmfclose(g_fpOfInsertResult);
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        for (uint64_t j = 0; j < g_Dbs.db[i].superTblCount; j++) {
            if (0 != g_Dbs.db[i].superTbls[j].colsOfCreateChildTable) {
                free(g_Dbs.db[i].superTbls[j].colsOfCreateChildTable);
                g_Dbs.db[i].superTbls[j].colsOfCreateChildTable = NULL;
            }
            if (0 != g_Dbs.db[i].superTbls[j].sampleDataBuf) {
                free(g_Dbs.db[i].superTbls[j].sampleDataBuf);
                g_Dbs.db[i].superTbls[j].sampleDataBuf = NULL;
            }
5741 5742 5743 5744 5745 5746 5747 5748 5749 5750 5751 5752 5753 5754 5755
            if (g_Dbs.db[i].superTbls[j].sampleBindArray) {
                for (int k = 0; k < MAX_SAMPLES_ONCE_FROM_FILE; k++) {
                    uintptr_t *tmp = (uintptr_t *)(*(uintptr_t *)(
                                g_Dbs.db[i].superTbls[j].sampleBindArray
                                + sizeof(uintptr_t *) * k));
                    for (int c = 1; c < g_Dbs.db[i].superTbls[j].columnCount + 1; c++) {
                        TAOS_BIND *bind = (TAOS_BIND *)((char *)tmp + (sizeof(TAOS_BIND) * c));
                        if (bind)
                            tmfree(bind->buffer);
                    }
                    tmfree((char *)tmp);
                }
            }
            tmfree((char *)g_Dbs.db[i].superTbls[j].sampleBindArray);

5756 5757 5758 5759 5760 5761 5762 5763 5764
            if (0 != g_Dbs.db[i].superTbls[j].tagDataBuf) {
                free(g_Dbs.db[i].superTbls[j].tagDataBuf);
                g_Dbs.db[i].superTbls[j].tagDataBuf = NULL;
            }
            if (0 != g_Dbs.db[i].superTbls[j].childTblName) {
                free(g_Dbs.db[i].superTbls[j].childTblName);
                g_Dbs.db[i].superTbls[j].childTblName = NULL;
            }
        }
S
Shuaiqiang Chang 已提交
5765
    }
5766 5767 5768 5769 5770 5771 5772 5773 5774 5775

    tmfree(g_randbool_buff);
    tmfree(g_randint_buff);
    tmfree(g_rand_voltage_buff);
    tmfree(g_randbigint_buff);
    tmfree(g_randsmallint_buff);
    tmfree(g_randtinyint_buff);
    tmfree(g_randfloat_buff);
    tmfree(g_rand_current_buff);
    tmfree(g_rand_phase_buff);
5776

5777
}
S
Shuaiqiang Chang 已提交
5778

5779 5780
static int getRowDataFromSample(
        char* dataBuf, int64_t maxLen, int64_t timestamp,
5781
        SSuperTable* stbInfo, int64_t* sampleUsePos)
5782 5783 5784 5785 5786 5787 5788 5789 5790 5791 5792
{
    if ((*sampleUsePos) == MAX_SAMPLES_ONCE_FROM_FILE) {
        *sampleUsePos = 0;
    }

    int    dataLen = 0;

    dataLen += snprintf(dataBuf + dataLen, maxLen - dataLen,
            "(%" PRId64 ", ", timestamp);
    dataLen += snprintf(dataBuf + dataLen, maxLen - dataLen,
            "%s",
5793 5794
            stbInfo->sampleDataBuf
            + stbInfo->lenOfOneRow * (*sampleUsePos));
5795 5796 5797 5798 5799
    dataLen += snprintf(dataBuf + dataLen, maxLen - dataLen, ")");

    (*sampleUsePos)++;

    return dataLen;
5800
}
S
Shuaiqiang Chang 已提交
5801

5802 5803
static int64_t generateStbRowData(
        SSuperTable* stbInfo,
5804 5805 5806
        char* recBuf,
        int64_t remainderBufLen,
        int64_t timestamp)
5807
{
5808 5809 5810
    int64_t   dataLen = 0;
    char  *pstr = recBuf;
    int64_t maxLen = MAX_DATA_SIZE;
5811
    int tmpLen;
5812 5813 5814 5815 5816 5817

    dataLen += snprintf(pstr + dataLen, maxLen - dataLen,
            "(%" PRId64 ",", timestamp);

    for (int i = 0; i < stbInfo->columnCount; i++) {
        if ((0 == strncasecmp(stbInfo->columns[i].dataType,
5818
                        "BINARY", 6))
5819
                || (0 == strncasecmp(stbInfo->columns[i].dataType,
5820
                        "NCHAR", 5))) {
5821
            if (stbInfo->columns[i].dataLen > TSDB_MAX_BINARY_LEN) {
5822
                errorPrint2("binary or nchar length overflow, max size:%u\n",
5823 5824 5825
                        (uint32_t)TSDB_MAX_BINARY_LEN);
                return -1;
            }
5826

5827 5828 5829 5830 5831
            if ((stbInfo->columns[i].dataLen + 1) >
                    /* need count 3 extra chars \', \', and , */
                    (remainderBufLen - dataLen - 3)) {
                return 0;
            }
5832 5833
            char* buf = (char*)calloc(stbInfo->columns[i].dataLen+1, 1);
            if (NULL == buf) {
5834
                errorPrint2("calloc failed! size:%d\n", stbInfo->columns[i].dataLen);
5835 5836 5837 5838 5839
                return -1;
            }
            rand_string(buf, stbInfo->columns[i].dataLen);
            dataLen += snprintf(pstr + dataLen, maxLen - dataLen, "\'%s\',", buf);
            tmfree(buf);
5840

5841 5842 5843 5844
        } else {
            char *tmp;

            if (0 == strncasecmp(stbInfo->columns[i].dataType,
5845
                        "INT", 3)) {
5846 5847
                if ((g_args.demo_mode) && (i == 1)) {
                    tmp = demo_voltage_int_str();
5848
                } else {
5849
                    tmp = rand_int_str();
5850
                }
5851 5852
                tmpLen = strlen(tmp);
                tstrncpy(pstr + dataLen, tmp, min(tmpLen + 1, INT_BUFF_LEN));
5853
            } else if (0 == strncasecmp(stbInfo->columns[i].dataType,
5854
                        "BIGINT", 6)) {
5855 5856 5857
                tmp = rand_bigint_str();
                tstrncpy(pstr + dataLen, tmp, BIGINT_BUFF_LEN);
            }  else if (0 == strncasecmp(stbInfo->columns[i].dataType,
5858
                        "FLOAT", 5)) {
5859 5860 5861 5862 5863 5864 5865 5866 5867
                if (g_args.demo_mode) {
                    if (i == 0) {
                        tmp = demo_current_float_str();
                    } else {
                        tmp = demo_phase_float_str();
                    }
                } else {
                    tmp = rand_float_str();
                }
5868 5869
                tmpLen = strlen(tmp);
                tstrncpy(pstr + dataLen, tmp, min(tmpLen +1, FLOAT_BUFF_LEN));
5870
            }  else if (0 == strncasecmp(stbInfo->columns[i].dataType,
5871
                        "DOUBLE", 6)) {
5872
                tmp = rand_double_str();
5873 5874
                tmpLen = strlen(tmp);
                tstrncpy(pstr + dataLen, tmp, min(tmpLen +1, DOUBLE_BUFF_LEN));
5875
            }  else if (0 == strncasecmp(stbInfo->columns[i].dataType,
5876
                        "SMALLINT", 8)) {
5877
                tmp = rand_smallint_str();
5878
                tmpLen = strlen(tmp);
5879 5880
                tstrncpy(pstr + dataLen, tmp,
                        min(tmpLen + 1, SMALLINT_BUFF_LEN));
5881
            }  else if (0 == strncasecmp(stbInfo->columns[i].dataType,
5882
                        "TINYINT", 7)) {
5883
                tmp = rand_tinyint_str();
5884 5885
                tmpLen = strlen(tmp);
                tstrncpy(pstr + dataLen, tmp, min(tmpLen +1, TINYINT_BUFF_LEN));
5886
            }  else if (0 == strncasecmp(stbInfo->columns[i].dataType,
5887
                        "BOOL", 4)) {
5888
                tmp = rand_bool_str();
5889 5890
                tmpLen = strlen(tmp);
                tstrncpy(pstr + dataLen, tmp, min(tmpLen +1, BOOL_BUFF_LEN));
5891
            }  else if (0 == strncasecmp(stbInfo->columns[i].dataType,
5892
                        "TIMESTAMP", 9)) {
5893
                tmp = rand_bigint_str();
5894
                tmpLen = strlen(tmp);
5895
                tstrncpy(pstr + dataLen, tmp, min(tmpLen +1, BIGINT_BUFF_LEN));
5896
            }  else {
5897
                errorPrint2("Not support data type: %s\n",
5898
                        stbInfo->columns[i].dataType);
5899
                return -1;
5900
            }
5901 5902 5903 5904

            dataLen += strlen(tmp);
            tstrncpy(pstr + dataLen, ",", 2);
            dataLen += 1;
5905
        }
5906

5907
        if (dataLen > (remainderBufLen - (128)))
5908
            return 0;
5909
    }
5910

5911
    tstrncpy(pstr + dataLen - 1, ")", 2);
5912

5913 5914
    verbosePrint("%s() LN%d, dataLen:%"PRId64"\n", __func__, __LINE__, dataLen);
    verbosePrint("%s() LN%d, recBuf:\n\t%s\n", __func__, __LINE__, recBuf);
5915

5916
    return strlen(recBuf);
5917
}
S
Shuaiqiang Chang 已提交
5918

5919
static int64_t generateData(char *recBuf, char **data_type,
5920
        int64_t timestamp, int lenOfBinary) {
5921 5922
    memset(recBuf, 0, MAX_DATA_SIZE);
    char *pstr = recBuf;
5923
    pstr += sprintf(pstr, "(%"PRId64"", timestamp);
5924 5925 5926 5927 5928 5929 5930 5931 5932 5933 5934

    int columnCount = g_args.num_of_CPR;

    for (int i = 0; i < columnCount; i++) {
        if (strcasecmp(data_type[i % columnCount], "TINYINT") == 0) {
            pstr += sprintf(pstr, ",%d", rand_tinyint() );
        } else if (strcasecmp(data_type[i % columnCount], "SMALLINT") == 0) {
            pstr += sprintf(pstr, ",%d", rand_smallint());
        } else if (strcasecmp(data_type[i % columnCount], "INT") == 0) {
            pstr += sprintf(pstr, ",%d", rand_int());
        } else if (strcasecmp(data_type[i % columnCount], "BIGINT") == 0) {
5935
            pstr += sprintf(pstr, ",%"PRId64"", rand_bigint());
5936
        } else if (strcasecmp(data_type[i % columnCount], "TIMESTAMP") == 0) {
5937
            pstr += sprintf(pstr, ",%"PRId64"", rand_bigint());
5938 5939 5940 5941 5942 5943 5944 5945 5946 5947 5948
        } else if (strcasecmp(data_type[i % columnCount], "FLOAT") == 0) {
            pstr += sprintf(pstr, ",%10.4f", rand_float());
        } else if (strcasecmp(data_type[i % columnCount], "DOUBLE") == 0) {
            double t = rand_double();
            pstr += sprintf(pstr, ",%20.8f", t);
        } else if (strcasecmp(data_type[i % columnCount], "BOOL") == 0) {
            bool b = rand_bool() & 1;
            pstr += sprintf(pstr, ",%s", b ? "true" : "false");
        } else if (strcasecmp(data_type[i % columnCount], "BINARY") == 0) {
            char *s = malloc(lenOfBinary + 1);
            if (s == NULL) {
5949
                errorPrint2("%s() LN%d, memory allocation %d bytes failed\n",
5950
                        __func__, __LINE__, lenOfBinary + 1);
5951
                exit(EXIT_FAILURE);
5952 5953 5954 5955 5956 5957 5958
            }
            rand_string(s, lenOfBinary);
            pstr += sprintf(pstr, ",\"%s\"", s);
            free(s);
        } else if (strcasecmp(data_type[i % columnCount], "NCHAR") == 0) {
            char *s = malloc(lenOfBinary + 1);
            if (s == NULL) {
5959
                errorPrint2("%s() LN%d, memory allocation %d bytes failed\n",
5960
                        __func__, __LINE__, lenOfBinary + 1);
5961
                exit(EXIT_FAILURE);
5962 5963 5964 5965 5966
            }
            rand_string(s, lenOfBinary);
            pstr += sprintf(pstr, ",\"%s\"", s);
            free(s);
        }
5967

5968
        if (strlen(recBuf) > MAX_DATA_SIZE) {
5969
            ERROR_EXIT("column length too long, abort");
5970
        }
5971 5972
    }

5973
    pstr += sprintf(pstr, ")");
5974

5975
    verbosePrint("%s() LN%d, recBuf:\n\t%s\n", __func__, __LINE__, recBuf);
5976

5977
    return (int32_t)strlen(recBuf);
5978 5979
}

5980
static int prepareSampleDataForSTable(SSuperTable *stbInfo) {
5981
    char* sampleDataBuf = NULL;
5982

5983
    sampleDataBuf = calloc(
5984
            stbInfo->lenOfOneRow * MAX_SAMPLES_ONCE_FROM_FILE, 1);
5985
    if (sampleDataBuf == NULL) {
5986
        errorPrint2("%s() LN%d, Failed to calloc %"PRIu64" Bytes, reason:%s\n",
5987
                __func__, __LINE__,
5988
                stbInfo->lenOfOneRow * MAX_SAMPLES_ONCE_FROM_FILE,
5989 5990 5991
                strerror(errno));
        return -1;
    }
5992

5993 5994
    stbInfo->sampleDataBuf = sampleDataBuf;
    int ret = readSampleFromCsvFileToMem(stbInfo);
5995

5996
    if (0 != ret) {
5997
        errorPrint2("%s() LN%d, read sample from csv file failed.\n",
5998 5999
                __func__, __LINE__);
        tmfree(sampleDataBuf);
6000
        stbInfo->sampleDataBuf = NULL;
6001 6002
        return -1;
    }
6003

6004
    return 0;
6005 6006
}

6007
static int32_t execInsert(threadInfo *pThreadInfo, uint32_t k)
6008
{
6009
    int32_t affectedRows;
6010
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
6011

6012
    verbosePrint("[%d] %s() LN%d %s\n", pThreadInfo->threadID,
S
Shuduo Sang 已提交
6013
            __func__, __LINE__, pThreadInfo->buffer);
S
Shuduo Sang 已提交
6014

6015
    uint16_t iface;
6016 6017
    if (stbInfo)
        iface = stbInfo->iface;
6018 6019 6020 6021 6022 6023
    else {
        if (g_args.iface == INTERFACE_BUT)
            iface = TAOSC_IFACE;
        else
            iface = g_args.iface;
    }
6024 6025 6026

    debugPrint("[%d] %s() LN%d %s\n", pThreadInfo->threadID,
            __func__, __LINE__,
6027 6028
            (iface==TAOSC_IFACE)?
            "taosc":(iface==REST_IFACE)?"rest":"stmt");
6029 6030 6031 6032 6033 6034 6035 6036 6037 6038

    switch(iface) {
        case TAOSC_IFACE:
            affectedRows = queryDbExec(
                    pThreadInfo->taos,
                    pThreadInfo->buffer, INSERT_TYPE, false);
            break;

        case REST_IFACE:
            if (0 != postProceSql(g_Dbs.host, &g_Dbs.serv_addr, g_Dbs.port,
6039
                        pThreadInfo->buffer, pThreadInfo)) {
6040 6041 6042 6043 6044 6045 6046 6047 6048
                affectedRows = -1;
                printf("========restful return fail, threadID[%d]\n",
                        pThreadInfo->threadID);
            } else {
                affectedRows = k;
            }
            break;

        case STMT_IFACE:
6049 6050
            debugPrint("%s() LN%d, stmt=%p",
                    __func__, __LINE__, pThreadInfo->stmt);
6051
            if (0 != taos_stmt_execute(pThreadInfo->stmt)) {
6052
                errorPrint2("%s() LN%d, failied to execute insert statement. reason: %s\n",
6053
                        __func__, __LINE__, taos_stmt_errstr(pThreadInfo->stmt));
6054 6055

                fprintf(stderr, "\n\033[31m === Please reduce batch number if WAL size exceeds limit. ===\033[0m\n\n");
6056
                exit(EXIT_FAILURE);
6057 6058 6059 6060 6061
            }
            affectedRows = k;
            break;

        default:
6062
            errorPrint2("%s() LN%d: unknown insert mode: %d\n",
6063
                    __func__, __LINE__, stbInfo->iface);
6064
            affectedRows = 0;
6065
    }
6066

6067
    return affectedRows;
6068 6069
}

6070 6071
static void getTableName(char *pTblName,
        threadInfo* pThreadInfo, uint64_t tableSeq)
6072
{
6073 6074 6075 6076
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
    if (stbInfo) {
        if (AUTO_CREATE_SUBTBL != stbInfo->autoCreateTable) {
            if (stbInfo->childTblLimit > 0) {
6077
                snprintf(pTblName, TSDB_TABLE_NAME_LEN, "%s",
6078 6079
                        stbInfo->childTblName +
                        (tableSeq - stbInfo->childTblOffset) * TSDB_TABLE_NAME_LEN);
6080 6081 6082 6083 6084 6085
            } else {
                verbosePrint("[%d] %s() LN%d: from=%"PRIu64" count=%"PRId64" seq=%"PRIu64"\n",
                        pThreadInfo->threadID, __func__, __LINE__,
                        pThreadInfo->start_table_from,
                        pThreadInfo->ntables, tableSeq);
                snprintf(pTblName, TSDB_TABLE_NAME_LEN, "%s",
6086
                        stbInfo->childTblName + tableSeq * TSDB_TABLE_NAME_LEN);
6087 6088 6089
            }
        } else {
            snprintf(pTblName, TSDB_TABLE_NAME_LEN, "%s%"PRIu64"",
6090
                    stbInfo->childTblPrefix, tableSeq);
6091
        }
6092
    } else {
6093 6094
        snprintf(pTblName, TSDB_TABLE_NAME_LEN, "%s%"PRIu64"",
                g_args.tb_prefix, tableSeq);
6095 6096 6097
    }
}

6098
static int32_t generateDataTailWithoutStb(
6099
        uint32_t batch, char* buffer,
6100
        int64_t remainderBufLen, int64_t insertRows,
6101
        uint64_t recordFrom, int64_t startTime,
6102
        /* int64_t *pSamplePos, */int64_t *dataLen) {
6103

6104 6105
    uint64_t len = 0;
    char *pstr = buffer;
6106

6107
    verbosePrint("%s() LN%d batch=%d\n", __func__, __LINE__, batch);
6108

6109 6110
    int32_t k = 0;
    for (k = 0; k < batch;) {
6111
        char *data = pstr;
6112
        memset(data, 0, MAX_DATA_SIZE);
6113

6114
        int64_t retLen = 0;
6115

6116
        char **data_type = g_args.datatype;
6117
        int lenOfBinary = g_args.binwidth;
6118

6119 6120 6121
        if (g_args.disorderRatio) {
            retLen = generateData(data, data_type,
                    startTime + getTSRandTail(
6122
                        g_args.timestamp_step, k,
6123 6124 6125 6126 6127
                        g_args.disorderRatio,
                        g_args.disorderRange),
                    lenOfBinary);
        } else {
            retLen = generateData(data, data_type,
6128
                    startTime + g_args.timestamp_step * k,
6129 6130
                    lenOfBinary);
        }
6131

6132 6133
        if (len > remainderBufLen)
            break;
6134

6135
        pstr += retLen;
6136 6137 6138
        k++;
        len += retLen;
        remainderBufLen -= retLen;
6139

6140 6141
        verbosePrint("%s() LN%d len=%"PRIu64" k=%d \nbuffer=%s\n",
                __func__, __LINE__, len, k, buffer);
6142

6143
        recordFrom ++;
6144

6145 6146 6147
        if (recordFrom >= insertRows) {
            break;
        }
6148
    }
6149

6150 6151
    *dataLen = len;
    return k;
6152 6153
}

6154 6155 6156 6157 6158 6159 6160 6161 6162 6163 6164 6165 6166 6167 6168 6169 6170
static int64_t getTSRandTail(int64_t timeStampStep, int32_t seq,
        int disorderRatio, int disorderRange)
{
    int64_t randTail = timeStampStep * seq;
    if (disorderRatio > 0) {
        int rand_num = taosRandom() % 100;
        if(rand_num < disorderRatio) {
            randTail = (randTail +
                    (taosRandom() % disorderRange + 1)) * (-1);
            debugPrint("rand data generated, back %"PRId64"\n", randTail);
        }
    }

    return randTail;
}

static int32_t generateStbDataTail(
6171
        SSuperTable* stbInfo,
6172
        uint32_t batch, char* buffer,
6173
        int64_t remainderBufLen, int64_t insertRows,
6174
        uint64_t recordFrom, int64_t startTime,
6175
        int64_t *pSamplePos, int64_t *dataLen) {
6176
    uint64_t len = 0;
6177

6178
    char *pstr = buffer;
6179

6180
    bool tsRand;
6181
    if (0 == strncasecmp(stbInfo->dataSource, "rand", strlen("rand"))) {
6182 6183 6184 6185 6186 6187
        tsRand = true;
    } else {
        tsRand = false;
    }
    verbosePrint("%s() LN%d batch=%u buflen=%"PRId64"\n",
            __func__, __LINE__, batch, remainderBufLen);
6188

6189 6190
    int32_t k;
    for (k = 0; k < batch;) {
6191
        char *data = pstr;
6192

6193
        int64_t lenOfRow = 0;
6194

6195
        if (tsRand) {
6196 6197
            if (stbInfo->disorderRatio > 0) {
                lenOfRow = generateStbRowData(stbInfo, data,
6198
                        remainderBufLen,
6199
                        startTime + getTSRandTail(
6200 6201 6202
                            stbInfo->timeStampStep, k,
                            stbInfo->disorderRatio,
                            stbInfo->disorderRange)
6203 6204
                        );
            } else {
6205
                lenOfRow = generateStbRowData(stbInfo, data,
6206
                        remainderBufLen,
6207
                        startTime + stbInfo->timeStampStep * k
6208 6209 6210 6211 6212 6213
                        );
            }
        } else {
            lenOfRow = getRowDataFromSample(
                    data,
                    (remainderBufLen < MAX_DATA_SIZE)?remainderBufLen:MAX_DATA_SIZE,
6214 6215
                    startTime + stbInfo->timeStampStep * k,
                    stbInfo,
6216 6217
                    pSamplePos);
        }
6218

6219 6220 6221 6222
        if (lenOfRow == 0) {
            data[0] = '\0';
            break;
        }
6223 6224 6225
        if ((lenOfRow + 1) > remainderBufLen) {
            break;
        }
6226

6227
        pstr += lenOfRow;
6228 6229 6230
        k++;
        len += lenOfRow;
        remainderBufLen -= lenOfRow;
6231

6232 6233
        verbosePrint("%s() LN%d len=%"PRIu64" k=%u \nbuffer=%s\n",
                __func__, __LINE__, len, k, buffer);
6234

6235
        recordFrom ++;
6236

6237 6238 6239
        if (recordFrom >= insertRows) {
            break;
        }
6240
    }
6241

6242 6243
    *dataLen = len;
    return k;
6244
}
6245

6246 6247 6248

static int generateSQLHeadWithoutStb(char *tableName,
        char *dbName,
6249
        char *buffer, int remainderBufLen)
6250
{
6251
    int len;
6252

6253
    char headBuf[HEAD_BUFF_LEN];
6254

6255 6256 6257 6258 6259 6260
    len = snprintf(
            headBuf,
            HEAD_BUFF_LEN,
            "%s.%s values",
            dbName,
            tableName);
6261

6262 6263
    if (len > remainderBufLen)
        return -1;
6264

6265
    tstrncpy(buffer, headBuf, len + 1);
6266

6267
    return len;
6268 6269 6270
}

static int generateStbSQLHead(
6271
        SSuperTable* stbInfo,
6272
        char *tableName, int64_t tableSeq,
6273 6274 6275
        char *dbName,
        char *buffer, int remainderBufLen)
{
6276
    int len;
6277

6278
    char headBuf[HEAD_BUFF_LEN];
6279

6280
    if (AUTO_CREATE_SUBTBL == stbInfo->autoCreateTable) {
6281
        char* tagsValBuf = NULL;
6282 6283
        if (0 == stbInfo->tagSource) {
            tagsValBuf = generateTagValuesForStb(stbInfo, tableSeq);
6284
        } else {
6285
            tagsValBuf = getTagValueFromTagSample(
6286 6287
                    stbInfo,
                    tableSeq % stbInfo->tagSampleCount);
6288 6289
        }
        if (NULL == tagsValBuf) {
6290
            errorPrint2("%s() LN%d, tag buf failed to allocate  memory\n",
6291 6292 6293
                    __func__, __LINE__);
            return -1;
        }
6294

6295 6296 6297 6298 6299 6300 6301
        len = snprintf(
                headBuf,
                HEAD_BUFF_LEN,
                "%s.%s using %s.%s TAGS%s values",
                dbName,
                tableName,
                dbName,
6302
                stbInfo->sTblName,
6303 6304
                tagsValBuf);
        tmfree(tagsValBuf);
6305
    } else if (TBL_ALREADY_EXISTS == stbInfo->childTblExists) {
6306 6307 6308 6309 6310 6311
        len = snprintf(
                headBuf,
                HEAD_BUFF_LEN,
                "%s.%s values",
                dbName,
                tableName);
6312
    } else {
6313 6314 6315 6316 6317 6318 6319
        len = snprintf(
                headBuf,
                HEAD_BUFF_LEN,
                "%s.%s values",
                dbName,
                tableName);
    }
6320

6321 6322
    if (len > remainderBufLen)
        return -1;
6323

6324
    tstrncpy(buffer, headBuf, len + 1);
6325

6326
    return len;
6327 6328
}

6329
static int32_t generateStbInterlaceData(
6330
        threadInfo *pThreadInfo,
6331 6332 6333
        char *tableName, uint32_t batchPerTbl,
        uint64_t i,
        uint32_t batchPerTblTimes,
6334
        uint64_t tableSeq,
6335
        char *buffer,
6336
        int64_t insertRows,
6337
        int64_t startTime,
6338
        uint64_t *pRemainderBufLen)
6339
{
6340 6341
    assert(buffer);
    char *pstr = buffer;
6342

6343
    SSuperTable *stbInfo = pThreadInfo->stbInfo;
6344
    int headLen = generateStbSQLHead(
6345
            stbInfo,
6346 6347
            tableName, tableSeq, pThreadInfo->db_name,
            pstr, *pRemainderBufLen);
6348

6349 6350 6351 6352 6353
    if (headLen <= 0) {
        return 0;
    }
    // generate data buffer
    verbosePrint("[%d] %s() LN%d i=%"PRIu64" buffer:\n%s\n",
6354
            pThreadInfo->threadID, __func__, __LINE__, i, buffer);
6355

6356 6357
    pstr += headLen;
    *pRemainderBufLen -= headLen;
6358

6359
    int64_t dataLen = 0;
6360

6361
    verbosePrint("[%d] %s() LN%d i=%"PRIu64" batchPerTblTimes=%u batchPerTbl = %u\n",
6362 6363
            pThreadInfo->threadID, __func__, __LINE__,
            i, batchPerTblTimes, batchPerTbl);
6364

6365
    if (0 == strncasecmp(stbInfo->startTimestamp, "now", 3)) {
6366 6367
        startTime = taosGetTimestamp(pThreadInfo->time_precision);
    }
6368

6369
    int32_t k = generateStbDataTail(
6370
            stbInfo,
6371 6372 6373
            batchPerTbl, pstr, *pRemainderBufLen, insertRows, 0,
            startTime,
            &(pThreadInfo->samplePos), &dataLen);
6374

6375 6376 6377 6378 6379 6380 6381 6382 6383 6384
    if (k == batchPerTbl) {
        pstr += dataLen;
        *pRemainderBufLen -= dataLen;
    } else {
        debugPrint("%s() LN%d, generated data tail: %u, not equal batch per table: %u\n",
                __func__, __LINE__, k, batchPerTbl);
        pstr -= headLen;
        pstr[0] = '\0';
        k = 0;
    }
6385

6386
    return k;
6387 6388 6389
}

static int64_t generateInterlaceDataWithoutStb(
6390
        char *tableName, uint32_t batch,
6391 6392 6393
        uint64_t tableSeq,
        char *dbName, char *buffer,
        int64_t insertRows,
6394
        int64_t startTime,
6395 6396
        uint64_t *pRemainderBufLen)
{
6397 6398
    assert(buffer);
    char *pstr = buffer;
6399

6400 6401
    int headLen = generateSQLHeadWithoutStb(
            tableName, dbName,
6402 6403
            pstr, *pRemainderBufLen);

6404 6405 6406
    if (headLen <= 0) {
        return 0;
    }
6407

6408 6409
    pstr += headLen;
    *pRemainderBufLen -= headLen;
6410

6411
    int64_t dataLen = 0;
6412

6413
    int32_t k = generateDataTailWithoutStb(
6414
            batch, pstr, *pRemainderBufLen, insertRows, 0,
6415
            startTime,
6416
            &dataLen);
6417

6418 6419 6420 6421 6422 6423 6424 6425 6426 6427 6428 6429
    if (k == batch) {
        pstr += dataLen;
        *pRemainderBufLen -= dataLen;
    } else {
        debugPrint("%s() LN%d, generated data tail: %d, not equal batch per table: %u\n",
                __func__, __LINE__, k, batch);
        pstr -= headLen;
        pstr[0] = '\0';
        k = 0;
    }

    return k;
6430 6431
}

6432 6433 6434 6435 6436 6437 6438 6439 6440
static int32_t prepareStmtBindArrayByType(
        TAOS_BIND *bind,
        char *dataType, int32_t dataLen,
        int32_t timePrec,
        char *value)
{
    if (0 == strncasecmp(dataType,
                "BINARY", strlen("BINARY"))) {
        if (dataLen > TSDB_MAX_BINARY_LEN) {
6441
            errorPrint2("binary length overflow, max size:%u\n",
6442 6443 6444 6445 6446 6447 6448 6449 6450 6451 6452 6453 6454 6455 6456 6457 6458 6459 6460 6461 6462 6463
                    (uint32_t)TSDB_MAX_BINARY_LEN);
            return -1;
        }
        char *bind_binary;

        bind->buffer_type = TSDB_DATA_TYPE_BINARY;
        if (value) {
            bind_binary = calloc(1, strlen(value) + 1);
            strncpy(bind_binary, value, strlen(value));
            bind->buffer_length = strlen(bind_binary);
        } else {
            bind_binary = calloc(1, dataLen + 1);
            rand_string(bind_binary, dataLen);
            bind->buffer_length = dataLen;
        }

        bind->length = &bind->buffer_length;
        bind->buffer = bind_binary;
        bind->is_null = NULL;
    } else if (0 == strncasecmp(dataType,
                "NCHAR", strlen("NCHAR"))) {
        if (dataLen > TSDB_MAX_BINARY_LEN) {
6464
            errorPrint2("nchar length overflow, max size:%u\n",
6465 6466 6467 6468 6469 6470 6471 6472 6473 6474 6475 6476 6477 6478 6479 6480 6481 6482 6483 6484 6485
                    (uint32_t)TSDB_MAX_BINARY_LEN);
            return -1;
        }
        char *bind_nchar;

        bind->buffer_type = TSDB_DATA_TYPE_NCHAR;
        if (value) {
            bind_nchar = calloc(1, strlen(value) + 1);
            strncpy(bind_nchar, value, strlen(value));
        } else {
            bind_nchar = calloc(1, dataLen + 1);
            rand_string(bind_nchar, dataLen);
        }

        bind->buffer_length = strlen(bind_nchar);
        bind->buffer = bind_nchar;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;
    } else if (0 == strncasecmp(dataType,
                "INT", strlen("INT"))) {
        int32_t *bind_int = malloc(sizeof(int32_t));
6486
        assert(bind_int);
6487 6488 6489 6490 6491 6492 6493 6494 6495 6496 6497 6498 6499 6500

        if (value) {
            *bind_int = atoi(value);
        } else {
            *bind_int = rand_int();
        }
        bind->buffer_type = TSDB_DATA_TYPE_INT;
        bind->buffer_length = sizeof(int32_t);
        bind->buffer = bind_int;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;
    } else if (0 == strncasecmp(dataType,
                "BIGINT", strlen("BIGINT"))) {
        int64_t *bind_bigint = malloc(sizeof(int64_t));
6501
        assert(bind_bigint);
6502 6503 6504 6505 6506 6507 6508 6509 6510 6511 6512 6513 6514 6515

        if (value) {
            *bind_bigint = atoll(value);
        } else {
            *bind_bigint = rand_bigint();
        }
        bind->buffer_type = TSDB_DATA_TYPE_BIGINT;
        bind->buffer_length = sizeof(int64_t);
        bind->buffer = bind_bigint;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;
    }  else if (0 == strncasecmp(dataType,
                "FLOAT", strlen("FLOAT"))) {
        float *bind_float = malloc(sizeof(float));
6516
        assert(bind_float);
6517 6518 6519 6520 6521 6522 6523 6524 6525 6526 6527 6528 6529 6530

        if (value) {
            *bind_float = (float)atof(value);
        } else {
            *bind_float = rand_float();
        }
        bind->buffer_type = TSDB_DATA_TYPE_FLOAT;
        bind->buffer_length = sizeof(float);
        bind->buffer = bind_float;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;
    }  else if (0 == strncasecmp(dataType,
                "DOUBLE", strlen("DOUBLE"))) {
        double *bind_double = malloc(sizeof(double));
6531
        assert(bind_double);
6532 6533 6534 6535 6536 6537 6538 6539 6540 6541 6542 6543 6544 6545

        if (value) {
            *bind_double = atof(value);
        } else {
            *bind_double = rand_double();
        }
        bind->buffer_type = TSDB_DATA_TYPE_DOUBLE;
        bind->buffer_length = sizeof(double);
        bind->buffer = bind_double;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;
    }  else if (0 == strncasecmp(dataType,
                "SMALLINT", strlen("SMALLINT"))) {
        int16_t *bind_smallint = malloc(sizeof(int16_t));
6546
        assert(bind_smallint);
6547 6548 6549 6550 6551 6552 6553 6554 6555 6556 6557 6558 6559 6560

        if (value) {
            *bind_smallint = (int16_t)atoi(value);
        } else {
            *bind_smallint = rand_smallint();
        }
        bind->buffer_type = TSDB_DATA_TYPE_SMALLINT;
        bind->buffer_length = sizeof(int16_t);
        bind->buffer = bind_smallint;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;
    }  else if (0 == strncasecmp(dataType,
                "TINYINT", strlen("TINYINT"))) {
        int8_t *bind_tinyint = malloc(sizeof(int8_t));
6561
        assert(bind_tinyint);
6562 6563 6564 6565 6566 6567 6568 6569 6570 6571 6572 6573 6574 6575

        if (value) {
            *bind_tinyint = (int8_t)atoi(value);
        } else {
            *bind_tinyint = rand_tinyint();
        }
        bind->buffer_type = TSDB_DATA_TYPE_TINYINT;
        bind->buffer_length = sizeof(int8_t);
        bind->buffer = bind_tinyint;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;
    }  else if (0 == strncasecmp(dataType,
                "BOOL", strlen("BOOL"))) {
        int8_t *bind_bool = malloc(sizeof(int8_t));
6576
        assert(bind_bool);
6577 6578 6579 6580 6581 6582 6583 6584 6585 6586 6587 6588 6589 6590 6591 6592 6593 6594 6595

        if (value) {
            if (strncasecmp(value, "true", 4)) {
                *bind_bool = true;
            } else {
                *bind_bool = false;
            }
        } else {
            *bind_bool = rand_bool();
        }
        bind->buffer_type = TSDB_DATA_TYPE_BOOL;
        bind->buffer_length = sizeof(int8_t);
        bind->buffer = bind_bool;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;

    }  else if (0 == strncasecmp(dataType,
                "TIMESTAMP", strlen("TIMESTAMP"))) {
        int64_t *bind_ts2 = malloc(sizeof(int64_t));
6596
        assert(bind_ts2);
6597 6598 6599 6600 6601 6602 6603 6604 6605 6606 6607 6608 6609 6610

        if (value) {
            if (strchr(value, ':') && strchr(value, '-')) {
                int i = 0;
                while(value[i] != '\0') {
                    if (value[i] == '\"' || value[i] == '\'') {
                        value[i] = ' ';
                    }
                    i++;
                }
                int64_t tmpEpoch;
                if (TSDB_CODE_SUCCESS != taosParseTime(
                            value, &tmpEpoch, strlen(value),
                            timePrec, 0)) {
6611
                    free(bind_ts2);
6612
                    errorPrint2("Input %s, time format error!\n", value);
6613 6614 6615 6616 6617 6618 6619 6620 6621 6622 6623 6624 6625 6626 6627
                    return -1;
                }
                *bind_ts2 = tmpEpoch;
            } else {
                *bind_ts2 = atoll(value);
            }
        } else {
            *bind_ts2 = rand_bigint();
        }
        bind->buffer_type = TSDB_DATA_TYPE_TIMESTAMP;
        bind->buffer_length = sizeof(int64_t);
        bind->buffer = bind_ts2;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;
    }  else {
6628
        errorPrint2("Not support data type: %s\n", dataType);
6629 6630 6631 6632 6633 6634 6635 6636 6637 6638 6639 6640
        return -1;
    }

    return 0;
}

static int32_t prepareStmtBindArrayByTypeForRand(
        TAOS_BIND *bind,
        char *dataType, int32_t dataLen,
        int32_t timePrec,
        char **ptr,
        char *value)
6641 6642 6643 6644
{
    if (0 == strncasecmp(dataType,
                "BINARY", strlen("BINARY"))) {
        if (dataLen > TSDB_MAX_BINARY_LEN) {
6645
            errorPrint2("binary length overflow, max size:%u\n",
6646 6647 6648 6649 6650 6651
                    (uint32_t)TSDB_MAX_BINARY_LEN);
            return -1;
        }
        char *bind_binary = (char *)*ptr;

        bind->buffer_type = TSDB_DATA_TYPE_BINARY;
6652 6653 6654 6655 6656 6657 6658 6659
        if (value) {
            strncpy(bind_binary, value, strlen(value));
            bind->buffer_length = strlen(bind_binary);
        } else {
            rand_string(bind_binary, dataLen);
            bind->buffer_length = dataLen;
        }

6660
        bind->length = &bind->buffer_length;
6661
        bind->buffer = bind_binary;
6662 6663 6664 6665 6666 6667
        bind->is_null = NULL;

        *ptr += bind->buffer_length;
    } else if (0 == strncasecmp(dataType,
                "NCHAR", strlen("NCHAR"))) {
        if (dataLen > TSDB_MAX_BINARY_LEN) {
6668
            errorPrint2("nchar length overflow, max size: %u\n",
6669 6670 6671 6672 6673 6674
                    (uint32_t)TSDB_MAX_BINARY_LEN);
            return -1;
        }
        char *bind_nchar = (char *)*ptr;

        bind->buffer_type = TSDB_DATA_TYPE_NCHAR;
6675 6676 6677 6678 6679 6680
        if (value) {
            strncpy(bind_nchar, value, strlen(value));
        } else {
            rand_string(bind_nchar, dataLen);
        }

6681 6682 6683 6684 6685 6686 6687 6688 6689 6690
        bind->buffer_length = strlen(bind_nchar);
        bind->buffer = bind_nchar;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;

        *ptr += bind->buffer_length;
    } else if (0 == strncasecmp(dataType,
                "INT", strlen("INT"))) {
        int32_t *bind_int = (int32_t *)*ptr;

6691 6692 6693 6694 6695
        if (value) {
            *bind_int = atoi(value);
        } else {
            *bind_int = rand_int();
        }
6696 6697 6698 6699 6700 6701 6702 6703 6704 6705 6706
        bind->buffer_type = TSDB_DATA_TYPE_INT;
        bind->buffer_length = sizeof(int32_t);
        bind->buffer = bind_int;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;

        *ptr += bind->buffer_length;
    } else if (0 == strncasecmp(dataType,
                "BIGINT", strlen("BIGINT"))) {
        int64_t *bind_bigint = (int64_t *)*ptr;

6707 6708 6709 6710 6711
        if (value) {
            *bind_bigint = atoll(value);
        } else {
            *bind_bigint = rand_bigint();
        }
6712 6713 6714 6715 6716 6717 6718 6719 6720
        bind->buffer_type = TSDB_DATA_TYPE_BIGINT;
        bind->buffer_length = sizeof(int64_t);
        bind->buffer = bind_bigint;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;

        *ptr += bind->buffer_length;
    }  else if (0 == strncasecmp(dataType,
                "FLOAT", strlen("FLOAT"))) {
6721
        float *bind_float = (float *)*ptr;
6722

6723 6724 6725 6726 6727
        if (value) {
            *bind_float = (float)atof(value);
        } else {
            *bind_float = rand_float();
        }
6728 6729 6730 6731 6732 6733 6734 6735 6736
        bind->buffer_type = TSDB_DATA_TYPE_FLOAT;
        bind->buffer_length = sizeof(float);
        bind->buffer = bind_float;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;

        *ptr += bind->buffer_length;
    }  else if (0 == strncasecmp(dataType,
                "DOUBLE", strlen("DOUBLE"))) {
6737
        double *bind_double = (double *)*ptr;
6738

6739 6740 6741 6742 6743
        if (value) {
            *bind_double = atof(value);
        } else {
            *bind_double = rand_double();
        }
6744 6745 6746 6747 6748 6749 6750 6751 6752 6753 6754
        bind->buffer_type = TSDB_DATA_TYPE_DOUBLE;
        bind->buffer_length = sizeof(double);
        bind->buffer = bind_double;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;

        *ptr += bind->buffer_length;
    }  else if (0 == strncasecmp(dataType,
                "SMALLINT", strlen("SMALLINT"))) {
        int16_t *bind_smallint = (int16_t *)*ptr;

6755 6756 6757 6758 6759
        if (value) {
            *bind_smallint = (int16_t)atoi(value);
        } else {
            *bind_smallint = rand_smallint();
        }
6760 6761 6762 6763 6764 6765 6766 6767 6768
        bind->buffer_type = TSDB_DATA_TYPE_SMALLINT;
        bind->buffer_length = sizeof(int16_t);
        bind->buffer = bind_smallint;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;

        *ptr += bind->buffer_length;
    }  else if (0 == strncasecmp(dataType,
                "TINYINT", strlen("TINYINT"))) {
6769
        int8_t *bind_tinyint = (int8_t *)*ptr;
6770

6771 6772 6773 6774 6775
        if (value) {
            *bind_tinyint = (int8_t)atoi(value);
        } else {
            *bind_tinyint = rand_tinyint();
        }
6776 6777 6778 6779 6780
        bind->buffer_type = TSDB_DATA_TYPE_TINYINT;
        bind->buffer_length = sizeof(int8_t);
        bind->buffer = bind_tinyint;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;
6781

6782 6783 6784
        *ptr += bind->buffer_length;
    }  else if (0 == strncasecmp(dataType,
                "BOOL", strlen("BOOL"))) {
6785
        int8_t *bind_bool = (int8_t *)*ptr;
6786

6787 6788 6789 6790 6791 6792 6793 6794 6795
        if (value) {
            if (strncasecmp(value, "true", 4)) {
                *bind_bool = true;
            } else {
                *bind_bool = false;
            }
        } else {
            *bind_bool = rand_bool();
        }
6796 6797 6798 6799 6800 6801 6802 6803 6804
        bind->buffer_type = TSDB_DATA_TYPE_BOOL;
        bind->buffer_length = sizeof(int8_t);
        bind->buffer = bind_bool;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;

        *ptr += bind->buffer_length;
    }  else if (0 == strncasecmp(dataType,
                "TIMESTAMP", strlen("TIMESTAMP"))) {
6805
        int64_t *bind_ts2 = (int64_t *)*ptr;
6806

6807
        if (value) {
6808 6809 6810 6811 6812 6813 6814 6815 6816 6817 6818 6819
            if (strchr(value, ':') && strchr(value, '-')) {
                int i = 0;
                while(value[i] != '\0') {
                    if (value[i] == '\"' || value[i] == '\'') {
                        value[i] = ' ';
                    }
                    i++;
                }
                int64_t tmpEpoch;
                if (TSDB_CODE_SUCCESS != taosParseTime(
                            value, &tmpEpoch, strlen(value),
                            timePrec, 0)) {
6820
                    errorPrint2("Input %s, time format error!\n", value);
6821 6822 6823 6824 6825 6826
                    return -1;
                }
                *bind_ts2 = tmpEpoch;
            } else {
                *bind_ts2 = atoll(value);
            }
6827 6828 6829
        } else {
            *bind_ts2 = rand_bigint();
        }
6830 6831 6832 6833 6834 6835 6836 6837
        bind->buffer_type = TSDB_DATA_TYPE_TIMESTAMP;
        bind->buffer_length = sizeof(int64_t);
        bind->buffer = bind_ts2;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;

        *ptr += bind->buffer_length;
    }  else {
6838
        errorPrint2("No support data type: %s\n", dataType);
6839 6840 6841 6842 6843 6844 6845
        return -1;
    }

    return 0;
}

static int32_t prepareStmtWithoutStb(
6846
        threadInfo *pThreadInfo,
6847 6848 6849 6850 6851
        char *tableName,
        uint32_t batch,
        int64_t insertRows,
        int64_t recordFrom,
        int64_t startTime)
6852
{
6853
    TAOS_STMT *stmt = pThreadInfo->stmt;
6854 6855
    int ret = taos_stmt_set_tbname(stmt, tableName);
    if (ret != 0) {
6856
        errorPrint2("failed to execute taos_stmt_set_tbname(%s). return 0x%x. reason: %s\n",
6857
                tableName, ret, taos_stmt_errstr(stmt));
6858 6859 6860 6861
        return ret;
    }

    char **data_type = g_args.datatype;
6862

6863 6864
    char *bindArray = malloc(sizeof(TAOS_BIND) * (g_args.num_of_CPR + 1));
    if (bindArray == NULL) {
6865
        errorPrint2("Failed to allocate %d bind params\n",
6866 6867
                (g_args.num_of_CPR + 1));
        return -1;
6868 6869
    }

6870 6871 6872 6873 6874 6875
    int32_t k = 0;
    for (k = 0; k < batch;) {
        /* columnCount + 1 (ts) */

        TAOS_BIND *bind = (TAOS_BIND *)(bindArray + 0);

6876
        int64_t *bind_ts = pThreadInfo->bind_ts;
6877 6878

        bind->buffer_type = TSDB_DATA_TYPE_TIMESTAMP;
6879 6880 6881

        if (g_args.disorderRatio) {
            *bind_ts = startTime + getTSRandTail(
6882
                    g_args.timestamp_step, k,
6883 6884 6885
                    g_args.disorderRatio,
                    g_args.disorderRange);
        } else {
6886
            *bind_ts = startTime + g_args.timestamp_step * k;
6887
        }
6888 6889 6890 6891 6892 6893
        bind->buffer_length = sizeof(int64_t);
        bind->buffer = bind_ts;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;

        for (int i = 0; i < g_args.num_of_CPR; i ++) {
6894 6895
            bind = (TAOS_BIND *)((char *)bindArray
                    + (sizeof(TAOS_BIND) * (i + 1)));
6896 6897 6898
            if ( -1 == prepareStmtBindArrayByType(
                        bind,
                        data_type[i],
6899
                        g_args.binwidth,
6900 6901
                        pThreadInfo->time_precision,
                        NULL)) {
6902 6903 6904
                return -1;
            }
        }
6905
        if (0 != taos_stmt_bind_param(stmt, (TAOS_BIND *)bindArray)) {
6906
            errorPrint2("%s() LN%d, stmt_bind_param() failed! reason: %s\n",
6907 6908 6909
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            break;
        }
6910
        // if msg > 3MB, break
6911
        if (0 != taos_stmt_add_batch(stmt)) {
6912
            errorPrint2("%s() LN%d, stmt_add_batch() failed! reason: %s\n",
6913 6914 6915
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            break;
        }
6916 6917 6918 6919 6920 6921 6922 6923

        k++;
        recordFrom ++;
        if (recordFrom >= insertRows) {
            break;
        }
    }

6924
    free(bindArray);
6925 6926 6927
    return k;
}

6928 6929 6930 6931 6932
static int32_t prepareStbStmtBindTag(
        char *bindArray, SSuperTable *stbInfo,
        char *tagsVal,
        int32_t timePrec)
{
6933
    char *bindBuffer = calloc(1, DOUBLE_BUFF_LEN); // g_args.binwidth);
6934
    if (bindBuffer == NULL) {
6935
        errorPrint2("%s() LN%d, Failed to allocate %d bind buffer\n",
6936
                __func__, __LINE__, DOUBLE_BUFF_LEN);
6937 6938 6939 6940 6941 6942 6943 6944 6945 6946 6947 6948 6949 6950 6951 6952 6953 6954 6955 6956 6957 6958 6959 6960 6961
        return -1;
    }

    TAOS_BIND *tag;

    for (int t = 0; t < stbInfo->tagCount; t ++) {
        tag = (TAOS_BIND *)((char *)bindArray + (sizeof(TAOS_BIND) * t));
        if ( -1 == prepareStmtBindArrayByType(
                    tag,
                    stbInfo->tags[t].dataType,
                    stbInfo->tags[t].dataLen,
                    timePrec,
                    NULL)) {
            free(bindBuffer);
            return -1;
        }
    }

    free(bindBuffer);
    return 0;
}

static int32_t prepareStbStmtBindRand(
        int64_t *ts,
        char *bindArray, SSuperTable *stbInfo,
6962
        int64_t startTime, int32_t recSeq,
6963
        int32_t timePrec)
6964
{
6965
    char *bindBuffer = calloc(1, DOUBLE_BUFF_LEN); // g_args.binwidth);
6966
    if (bindBuffer == NULL) {
6967
        errorPrint2("%s() LN%d, Failed to allocate %d bind buffer\n",
6968
                __func__, __LINE__, DOUBLE_BUFF_LEN);
6969 6970 6971 6972 6973 6974 6975 6976 6977
        return -1;
    }

    char data[MAX_DATA_SIZE];
    memset(data, 0, MAX_DATA_SIZE);
    char *ptr = data;

    TAOS_BIND *bind;

6978 6979
    for (int i = 0; i < stbInfo->columnCount + 1; i ++) {
        bind = (TAOS_BIND *)((char *)bindArray + (sizeof(TAOS_BIND) * i));
6980

6981 6982
        if (i == 0) {
            int64_t *bind_ts = ts;
6983

6984 6985 6986 6987 6988 6989 6990 6991 6992 6993 6994 6995 6996 6997 6998 6999 7000 7001 7002 7003 7004 7005 7006 7007 7008 7009
            bind->buffer_type = TSDB_DATA_TYPE_TIMESTAMP;
            if (stbInfo->disorderRatio) {
                *bind_ts = startTime + getTSRandTail(
                        stbInfo->timeStampStep, recSeq,
                        stbInfo->disorderRatio,
                        stbInfo->disorderRange);
            } else {
                *bind_ts = startTime + stbInfo->timeStampStep * recSeq;
            }
            bind->buffer_length = sizeof(int64_t);
            bind->buffer = bind_ts;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;

            ptr += bind->buffer_length;
        } else if ( -1 == prepareStmtBindArrayByTypeForRand(
                    bind,
                    stbInfo->columns[i-1].dataType,
                    stbInfo->columns[i-1].dataLen,
                    timePrec,
                    &ptr,
                    NULL)) {
            tmfree(bindBuffer);
            return -1;
        }
    }
7010

7011 7012 7013
    tmfree(bindBuffer);
    return 0;
}
7014

7015 7016 7017 7018 7019 7020 7021 7022
static int32_t prepareStbStmtBindWithSample(
        int64_t *ts,
        char *bindArray, SSuperTable *stbInfo,
        int64_t startTime, int32_t recSeq,
        int32_t timePrec,
        int64_t samplePos)
{
    TAOS_BIND *bind;
7023

7024
    bind = (TAOS_BIND *)bindArray;
7025

7026
    int64_t *bind_ts = ts;
7027

7028 7029 7030 7031 7032 7033 7034 7035
    bind->buffer_type = TSDB_DATA_TYPE_TIMESTAMP;
    if (stbInfo->disorderRatio) {
        *bind_ts = startTime + getTSRandTail(
                stbInfo->timeStampStep, recSeq,
                stbInfo->disorderRatio,
                stbInfo->disorderRange);
    } else {
        *bind_ts = startTime + stbInfo->timeStampStep * recSeq;
7036
    }
7037 7038 7039 7040
    bind->buffer_length = sizeof(int64_t);
    bind->buffer = bind_ts;
    bind->length = &bind->buffer_length;
    bind->is_null = NULL;
7041 7042 7043 7044

    return 0;
}

7045 7046
static int32_t prepareStbStmtRand(
        threadInfo *pThreadInfo,
7047 7048 7049
        char *tableName,
        int64_t tableSeq,
        uint32_t batch,
7050 7051
        uint64_t insertRows,
        uint64_t recordFrom,
7052
        int64_t startTime)
7053
{
7054
    int ret;
7055 7056
    SSuperTable *stbInfo = pThreadInfo->stbInfo;
    TAOS_STMT *stmt = pThreadInfo->stmt;
7057

7058 7059
    if (AUTO_CREATE_SUBTBL == stbInfo->autoCreateTable) {
        char* tagsValBuf = NULL;
7060

7061 7062 7063 7064 7065 7066 7067
        if (0 == stbInfo->tagSource) {
            tagsValBuf = generateTagValuesForStb(stbInfo, tableSeq);
        } else {
            tagsValBuf = getTagValueFromTagSample(
                    stbInfo,
                    tableSeq % stbInfo->tagSampleCount);
        }
7068

7069
        if (NULL == tagsValBuf) {
7070
            errorPrint2("%s() LN%d, tag buf failed to allocate  memory\n",
7071 7072 7073
                    __func__, __LINE__);
            return -1;
        }
7074

7075 7076 7077
        char *tagsArray = calloc(1, sizeof(TAOS_BIND) * stbInfo->tagCount);
        if (NULL == tagsArray) {
            tmfree(tagsValBuf);
7078
            errorPrint2("%s() LN%d, tag buf failed to allocate  memory\n",
7079 7080 7081
                    __func__, __LINE__);
            return -1;
        }
7082

7083 7084 7085
        if (-1 == prepareStbStmtBindTag(
                    tagsArray, stbInfo, tagsValBuf, pThreadInfo->time_precision
                    /* is tag */)) {
7086 7087
            tmfree(tagsValBuf);
            tmfree(tagsArray);
7088
            return -1;
7089 7090
        }

7091
        ret = taos_stmt_set_tbname_tags(stmt, tableName, (TAOS_BIND *)tagsArray);
7092

7093
        tmfree(tagsValBuf);
7094
        tmfree(tagsArray);
7095 7096

        if (0 != ret) {
7097
            errorPrint2("%s() LN%d, stmt_set_tbname_tags() failed! reason: %s\n",
7098 7099 7100
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            return -1;
        }
7101 7102
    } else {
        ret = taos_stmt_set_tbname(stmt, tableName);
7103
        if (0 != ret) {
7104
            errorPrint2("%s() LN%d, stmt_set_tbname() failed! reason: %s\n",
7105 7106 7107
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            return -1;
        }
7108
    }
7109

7110 7111
    char *bindArray = calloc(1, sizeof(TAOS_BIND) * (stbInfo->columnCount + 1));
    if (bindArray == NULL) {
7112
        errorPrint2("%s() LN%d, Failed to allocate %d bind params\n",
7113 7114 7115 7116 7117 7118 7119
                __func__, __LINE__, (stbInfo->columnCount + 1));
        return -1;
    }

    uint32_t k;
    for (k = 0; k < batch;) {
        /* columnCount + 1 (ts) */
7120 7121 7122 7123 7124 7125
        if (-1 == prepareStbStmtBindRand(
                    pThreadInfo->bind_ts,
                    bindArray, stbInfo,
                    startTime, k,
                    pThreadInfo->time_precision
                    /* is column */)) {
7126 7127
            free(bindArray);
            return -1;
7128
        }
7129 7130
        ret = taos_stmt_bind_param(stmt, (TAOS_BIND *)bindArray);
        if (0 != ret) {
7131
            errorPrint2("%s() LN%d, stmt_bind_param() failed! reason: %s\n",
7132
                    __func__, __LINE__, taos_stmt_errstr(stmt));
7133
            free(bindArray);
7134 7135
            return -1;
        }
7136
        // if msg > 3MB, break
7137 7138
        ret = taos_stmt_add_batch(stmt);
        if (0 != ret) {
7139
            errorPrint2("%s() LN%d, stmt_add_batch() failed! reason: %s\n",
7140
                    __func__, __LINE__, taos_stmt_errstr(stmt));
7141
            free(bindArray);
7142 7143
            return -1;
        }
7144

7145 7146
        k++;
        recordFrom ++;
7147

7148 7149 7150 7151
        if (recordFrom >= insertRows) {
            break;
        }
    }
7152

7153
    free(bindArray);
7154 7155
    return k;
}
7156

7157 7158
static int32_t prepareStbStmtWithSample(
        threadInfo *pThreadInfo,
7159 7160 7161
        char *tableName,
        int64_t tableSeq,
        uint32_t batch,
7162 7163 7164 7165 7166
        uint64_t insertRows,
        uint64_t recordFrom,
        int64_t startTime,
        int64_t *pSamplePos)
{
7167 7168 7169
    int ret;
    SSuperTable *stbInfo = pThreadInfo->stbInfo;
    TAOS_STMT *stmt = pThreadInfo->stmt;
7170

7171 7172 7173 7174 7175 7176 7177 7178 7179 7180 7181 7182
    if (AUTO_CREATE_SUBTBL == stbInfo->autoCreateTable) {
        char* tagsValBuf = NULL;

        if (0 == stbInfo->tagSource) {
            tagsValBuf = generateTagValuesForStb(stbInfo, tableSeq);
        } else {
            tagsValBuf = getTagValueFromTagSample(
                    stbInfo,
                    tableSeq % stbInfo->tagSampleCount);
        }

        if (NULL == tagsValBuf) {
7183
            errorPrint2("%s() LN%d, tag buf failed to allocate  memory\n",
7184 7185 7186 7187 7188 7189 7190
                    __func__, __LINE__);
            return -1;
        }

        char *tagsArray = calloc(1, sizeof(TAOS_BIND) * stbInfo->tagCount);
        if (NULL == tagsArray) {
            tmfree(tagsValBuf);
7191
            errorPrint2("%s() LN%d, tag buf failed to allocate  memory\n",
7192 7193 7194 7195 7196 7197 7198 7199 7200 7201 7202 7203 7204 7205 7206 7207 7208 7209
                    __func__, __LINE__);
            return -1;
        }

        if (-1 == prepareStbStmtBindTag(
                    tagsArray, stbInfo, tagsValBuf, pThreadInfo->time_precision
                    /* is tag */)) {
            tmfree(tagsValBuf);
            tmfree(tagsArray);
            return -1;
        }

        ret = taos_stmt_set_tbname_tags(stmt, tableName, (TAOS_BIND *)tagsArray);

        tmfree(tagsValBuf);
        tmfree(tagsArray);

        if (0 != ret) {
7210
            errorPrint2("%s() LN%d, stmt_set_tbname_tags() failed! reason: %s\n",
7211 7212 7213 7214 7215 7216
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            return -1;
        }
    } else {
        ret = taos_stmt_set_tbname(stmt, tableName);
        if (0 != ret) {
7217
            errorPrint2("%s() LN%d, stmt_set_tbname() failed! reason: %s\n",
7218 7219 7220 7221 7222 7223 7224 7225 7226 7227 7228 7229 7230 7231 7232 7233 7234 7235 7236 7237 7238
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            return -1;
        }
    }

    uint32_t k;
    for (k = 0; k < batch;) {
        char *bindArray = (char *)(*((uintptr_t *)
                    (stbInfo->sampleBindArray + (sizeof(char *)) * (*pSamplePos))));
        /* columnCount + 1 (ts) */
        if (-1 == prepareStbStmtBindWithSample(
                    pThreadInfo->bind_ts,
                    bindArray, stbInfo,
                    startTime, k,
                    pThreadInfo->time_precision,
                    *pSamplePos
                    /* is column */)) {
            return -1;
        }
        ret = taos_stmt_bind_param(stmt, (TAOS_BIND *)bindArray);
        if (0 != ret) {
7239
            errorPrint2("%s() LN%d, stmt_bind_param() failed! reason: %s\n",
7240 7241 7242 7243 7244 7245
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            return -1;
        }
        // if msg > 3MB, break
        ret = taos_stmt_add_batch(stmt);
        if (0 != ret) {
7246
            errorPrint2("%s() LN%d, stmt_add_batch() failed! reason: %s\n",
7247 7248 7249
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            return -1;
        }
7250

7251 7252 7253 7254 7255 7256 7257 7258 7259 7260 7261 7262 7263 7264 7265
        k++;
        recordFrom ++;

        (*pSamplePos) ++;
        if ((*pSamplePos) == MAX_SAMPLES_ONCE_FROM_FILE) {
            *pSamplePos = 0;
        }

        if (recordFrom >= insertRows) {
            break;
        }
    }

    return k;
}
7266 7267

static int32_t generateStbProgressiveData(
7268
        SSuperTable *stbInfo,
7269
        char *tableName,
7270
        int64_t tableSeq,
7271
        char *dbName, char *buffer,
7272
        int64_t insertRows,
7273
        uint64_t recordFrom, int64_t startTime, int64_t *pSamplePos,
7274
        int64_t *pRemainderBufLen)
7275
{
7276 7277
    assert(buffer != NULL);
    char *pstr = buffer;
7278

7279
    memset(pstr, 0, *pRemainderBufLen);
7280

7281
    int64_t headLen = generateStbSQLHead(
7282
            stbInfo,
7283 7284
            tableName, tableSeq, dbName,
            buffer, *pRemainderBufLen);
7285

7286 7287 7288 7289 7290
    if (headLen <= 0) {
        return 0;
    }
    pstr += headLen;
    *pRemainderBufLen -= headLen;
7291

7292
    int64_t dataLen;
7293

7294
    return generateStbDataTail(stbInfo,
7295 7296 7297 7298
            g_args.num_of_RPR, pstr, *pRemainderBufLen,
            insertRows, recordFrom,
            startTime,
            pSamplePos, &dataLen);
7299 7300
}

7301
static int32_t generateProgressiveDataWithoutStb(
7302
        char *tableName,
7303
        /* int64_t tableSeq, */
7304 7305
        threadInfo *pThreadInfo, char *buffer,
        int64_t insertRows,
7306
        uint64_t recordFrom, int64_t startTime, /*int64_t *pSamplePos, */
7307 7308
        int64_t *pRemainderBufLen)
{
7309 7310
    assert(buffer != NULL);
    char *pstr = buffer;
7311

7312
    memset(buffer, 0, *pRemainderBufLen);
7313

7314 7315 7316
    int64_t headLen = generateSQLHeadWithoutStb(
            tableName, pThreadInfo->db_name,
            buffer, *pRemainderBufLen);
7317

7318 7319 7320 7321 7322
    if (headLen <= 0) {
        return 0;
    }
    pstr += headLen;
    *pRemainderBufLen -= headLen;
7323

7324
    int64_t dataLen;
7325

7326 7327 7328 7329
    return generateDataTailWithoutStb(
            g_args.num_of_RPR, pstr, *pRemainderBufLen, insertRows, recordFrom,
            startTime,
            /*pSamplePos, */&dataLen);
7330
}
7331

7332 7333
static void printStatPerThread(threadInfo *pThreadInfo)
{
7334
    fprintf(stderr, "====thread[%d] completed total inserted rows: %"PRIu64 ", total affected rows: %"PRIu64". %.2f records/second====\n",
7335 7336 7337
            pThreadInfo->threadID,
            pThreadInfo->totalInsertRows,
            pThreadInfo->totalAffectedRows,
7338 7339
            (pThreadInfo->totalDelay)?
            (double)(pThreadInfo->totalAffectedRows/((double)pThreadInfo->totalDelay/1000000.0)):
7340
            FLT_MAX);
7341 7342
}

7343
// sync write interlace data
7344
static void* syncWriteInterlace(threadInfo *pThreadInfo) {
7345 7346
    debugPrint("[%d] %s() LN%d: ### interlace write\n",
            pThreadInfo->threadID, __func__, __LINE__);
7347

7348 7349 7350 7351 7352
    int64_t insertRows;
    uint32_t interlaceRows;
    uint64_t maxSqlLen;
    int64_t nTimeStampStep;
    uint64_t insert_interval;
7353

7354 7355 7356
    bool sourceRand;

    SSuperTable* stbInfo = pThreadInfo->stbInfo;
7357

7358 7359
    if (stbInfo) {
        insertRows = stbInfo->insertRows;
7360

7361
        if ((stbInfo->interlaceRows == 0)
7362 7363 7364
                && (g_args.interlace_rows > 0)) {
            interlaceRows = g_args.interlace_rows;
        } else {
7365 7366 7367 7368 7369 7370 7371 7372 7373
            interlaceRows = stbInfo->interlaceRows;
        }
        maxSqlLen = stbInfo->maxSqlLen;
        nTimeStampStep = stbInfo->timeStampStep;
        insert_interval = stbInfo->insertInterval;
        if (0 == strncasecmp(stbInfo->dataSource, "rand", 4)) {
            sourceRand = true;
        } else {
            sourceRand = false;     // from sample data file
7374
        }
7375
    } else {
7376 7377 7378
        insertRows = g_args.num_of_DPT;
        interlaceRows = g_args.interlace_rows;
        maxSqlLen = g_args.max_sql_len;
7379
        nTimeStampStep = g_args.timestamp_step;
7380
        insert_interval = g_args.insert_interval;
7381
        sourceRand = true;
7382
    }
7383

7384 7385 7386 7387
    debugPrint("[%d] %s() LN%d: start_table_from=%"PRIu64" ntables=%"PRId64" insertRows=%"PRIu64"\n",
            pThreadInfo->threadID, __func__, __LINE__,
            pThreadInfo->start_table_from,
            pThreadInfo->ntables, insertRows);
7388

7389 7390
    if (interlaceRows > insertRows)
        interlaceRows = insertRows;
7391

7392 7393
    if (interlaceRows > g_args.num_of_RPR)
        interlaceRows = g_args.num_of_RPR;
7394

7395 7396
    uint32_t batchPerTbl = interlaceRows;
    uint32_t batchPerTblTimes;
7397

7398 7399 7400 7401 7402 7403
    if ((interlaceRows > 0) && (pThreadInfo->ntables > 1)) {
        batchPerTblTimes =
            g_args.num_of_RPR / interlaceRows;
    } else {
        batchPerTblTimes = 1;
    }
7404

7405 7406
    pThreadInfo->buffer = calloc(maxSqlLen, 1);
    if (NULL == pThreadInfo->buffer) {
7407
        errorPrint2( "%s() LN%d, Failed to alloc %"PRIu64" Bytes, reason:%s\n",
7408 7409 7410
                __func__, __LINE__, maxSqlLen, strerror(errno));
        return NULL;
    }
7411

7412 7413
    pThreadInfo->totalInsertRows = 0;
    pThreadInfo->totalAffectedRows = 0;
7414

7415 7416
    uint64_t st = 0;
    uint64_t et = UINT64_MAX;
7417

7418 7419 7420
    uint64_t lastPrintTime = taosGetTimestampMs();
    uint64_t startTs = taosGetTimestampMs();
    uint64_t endTs;
7421

7422 7423
    uint64_t tableSeq = pThreadInfo->start_table_from;
    int64_t startTime = pThreadInfo->start_time;
7424

7425 7426 7427
    uint64_t generatedRecPerTbl = 0;
    bool flagSleep = true;
    uint64_t sleepTimeTotal = 0;
7428

7429 7430 7431
    int percentComplete = 0;
    int64_t totalRows = insertRows * pThreadInfo->ntables;

7432 7433 7434 7435 7436 7437 7438 7439
    while(pThreadInfo->totalInsertRows < pThreadInfo->ntables * insertRows) {
        if ((flagSleep) && (insert_interval)) {
            st = taosGetTimestampMs();
            flagSleep = false;
        }
        // generate data
        memset(pThreadInfo->buffer, 0, maxSqlLen);
        uint64_t remainderBufLen = maxSqlLen;
7440

7441
        char *pstr = pThreadInfo->buffer;
7442

7443 7444 7445 7446
        int len = snprintf(pstr,
                strlen(STR_INSERT_INTO) + 1, "%s", STR_INSERT_INTO);
        pstr += len;
        remainderBufLen -= len;
7447

7448
        uint32_t recOfBatch = 0;
7449

7450 7451
        for (uint64_t i = 0; i < batchPerTblTimes; i ++) {
            char tableName[TSDB_TABLE_NAME_LEN];
7452

7453 7454
            getTableName(tableName, pThreadInfo, tableSeq);
            if (0 == strlen(tableName)) {
7455
                errorPrint2("[%d] %s() LN%d, getTableName return null\n",
7456 7457 7458 7459
                        pThreadInfo->threadID, __func__, __LINE__);
                free(pThreadInfo->buffer);
                return NULL;
            }
7460

7461
            uint64_t oldRemainderLen = remainderBufLen;
7462

7463
            int32_t generated;
7464 7465 7466 7467 7468 7469 7470 7471 7472 7473 7474 7475 7476 7477 7478 7479 7480 7481 7482 7483 7484
            if (stbInfo) {
                if (stbInfo->iface == STMT_IFACE) {
                    if (sourceRand) {
                        generated = prepareStbStmtRand(
                                pThreadInfo,
                                tableName,
                                tableSeq,
                                batchPerTbl,
                                insertRows, 0,
                                startTime
                                );
                    } else {
                        generated = prepareStbStmtWithSample(
                                pThreadInfo,
                                tableName,
                                tableSeq,
                                batchPerTbl,
                                insertRows, 0,
                                startTime,
                                &(pThreadInfo->samplePos));
                    }
7485 7486
                } else {
                    generated = generateStbInterlaceData(
7487
                            pThreadInfo,
7488 7489 7490
                            tableName, batchPerTbl, i,
                            batchPerTblTimes,
                            tableSeq,
7491
                            pstr,
7492 7493 7494 7495 7496 7497 7498 7499 7500 7501 7502
                            insertRows,
                            startTime,
                            &remainderBufLen);
                }
            } else {
                if (g_args.iface == STMT_IFACE) {
                    debugPrint("[%d] %s() LN%d, tableName:%s, batch:%d startTime:%"PRId64"\n",
                            pThreadInfo->threadID,
                            __func__, __LINE__,
                            tableName, batchPerTbl, startTime);
                    generated = prepareStmtWithoutStb(
7503 7504
                            pThreadInfo,
                            tableName,
7505 7506 7507 7508 7509 7510 7511 7512 7513 7514 7515 7516 7517
                            batchPerTbl,
                            insertRows, i,
                            startTime);
                } else {
                    generated = generateInterlaceDataWithoutStb(
                            tableName, batchPerTbl,
                            tableSeq,
                            pThreadInfo->db_name, pstr,
                            insertRows,
                            startTime,
                            &remainderBufLen);
                }
            }
7518

7519 7520 7521
            debugPrint("[%d] %s() LN%d, generated records is %d\n",
                    pThreadInfo->threadID, __func__, __LINE__, generated);
            if (generated < 0) {
7522
                errorPrint2("[%d] %s() LN%d, generated records is %d\n",
7523 7524 7525 7526 7527
                        pThreadInfo->threadID, __func__, __LINE__, generated);
                goto free_of_interlace;
            } else if (generated == 0) {
                break;
            }
7528

7529 7530
            tableSeq ++;
            recOfBatch += batchPerTbl;
7531

7532 7533
            pstr += (oldRemainderLen - remainderBufLen);
            pThreadInfo->totalInsertRows += batchPerTbl;
7534

7535 7536 7537
            verbosePrint("[%d] %s() LN%d batchPerTbl=%d recOfBatch=%d\n",
                    pThreadInfo->threadID, __func__, __LINE__,
                    batchPerTbl, recOfBatch);
7538

7539 7540 7541 7542
            if (tableSeq == pThreadInfo->start_table_from + pThreadInfo->ntables) {
                // turn to first table
                tableSeq = pThreadInfo->start_table_from;
                generatedRecPerTbl += batchPerTbl;
7543

7544 7545
                startTime = pThreadInfo->start_time
                    + generatedRecPerTbl * nTimeStampStep;
7546

7547 7548 7549
                flagSleep = true;
                if (generatedRecPerTbl >= insertRows)
                    break;
7550

7551 7552 7553
                int64_t remainRows = insertRows - generatedRecPerTbl;
                if ((remainRows > 0) && (batchPerTbl > remainRows))
                    batchPerTbl = remainRows;
7554

7555 7556 7557
                if (pThreadInfo->ntables * batchPerTbl < g_args.num_of_RPR)
                    break;
            }
7558

7559 7560 7561
            verbosePrint("[%d] %s() LN%d generatedRecPerTbl=%"PRId64" insertRows=%"PRId64"\n",
                    pThreadInfo->threadID, __func__, __LINE__,
                    generatedRecPerTbl, insertRows);
7562

7563 7564
            if ((g_args.num_of_RPR - recOfBatch) < batchPerTbl)
                break;
7565
        }
7566

7567 7568 7569 7570 7571 7572
        verbosePrint("[%d] %s() LN%d recOfBatch=%d totalInsertRows=%"PRIu64"\n",
                pThreadInfo->threadID, __func__, __LINE__, recOfBatch,
                pThreadInfo->totalInsertRows);
        verbosePrint("[%d] %s() LN%d, buffer=%s\n",
                pThreadInfo->threadID, __func__, __LINE__, pThreadInfo->buffer);

7573
        startTs = taosGetTimestampUs();
7574 7575

        if (recOfBatch == 0) {
7576
            errorPrint2("[%d] %s() LN%d Failed to insert records of batch %d\n",
7577 7578 7579 7580 7581 7582 7583 7584 7585 7586 7587 7588
                    pThreadInfo->threadID, __func__, __LINE__,
                    batchPerTbl);
            if (batchPerTbl > 0) {
                errorPrint("\tIf the batch is %d, the length of the SQL to insert a row must be less then %"PRId64"\n",
                        batchPerTbl, maxSqlLen / batchPerTbl);
            }
            errorPrint("\tPlease check if the buffer length(%"PRId64") or batch(%d) is set with proper value!\n",
                    maxSqlLen, batchPerTbl);
            goto free_of_interlace;
        }
        int64_t affectedRows = execInsert(pThreadInfo, recOfBatch);

7589
        endTs = taosGetTimestampUs();
7590
        uint64_t delay = endTs - startTs;
7591 7592
        performancePrint("%s() LN%d, insert execution time is %10.2f ms\n",
                __func__, __LINE__, delay / 1000.0);
7593 7594 7595
        verbosePrint("[%d] %s() LN%d affectedRows=%"PRId64"\n",
                pThreadInfo->threadID,
                __func__, __LINE__, affectedRows);
7596

7597 7598 7599 7600
        if (delay > pThreadInfo->maxDelay) pThreadInfo->maxDelay = delay;
        if (delay < pThreadInfo->minDelay) pThreadInfo->minDelay = delay;
        pThreadInfo->cntDelay++;
        pThreadInfo->totalDelay += delay;
7601

7602
        if (recOfBatch != affectedRows) {
7603
            errorPrint2("[%d] %s() LN%d execInsert insert %d, affected rows: %"PRId64"\n%s\n",
7604 7605 7606 7607
                    pThreadInfo->threadID, __func__, __LINE__,
                    recOfBatch, affectedRows, pThreadInfo->buffer);
            goto free_of_interlace;
        }
7608

7609
        pThreadInfo->totalAffectedRows += affectedRows;
7610

7611 7612 7613 7614 7615
        int currentPercent = pThreadInfo->totalAffectedRows * 100 / totalRows;
        if (currentPercent > percentComplete ) {
            printf("[%d]:%d%%\n", pThreadInfo->threadID, currentPercent);
            percentComplete = currentPercent;
        }
7616 7617 7618
        int64_t  currentPrintTime = taosGetTimestampMs();
        if (currentPrintTime - lastPrintTime > 30*1000) {
            printf("thread[%d] has currently inserted rows: %"PRIu64 ", affected rows: %"PRIu64 "\n",
7619 7620 7621
                    pThreadInfo->threadID,
                    pThreadInfo->totalInsertRows,
                    pThreadInfo->totalAffectedRows);
7622 7623
            lastPrintTime = currentPrintTime;
        }
7624

7625 7626
        if ((insert_interval) && flagSleep) {
            et = taosGetTimestampMs();
7627

7628 7629 7630 7631 7632 7633 7634 7635
            if (insert_interval > (et - st) ) {
                uint64_t sleepTime = insert_interval - (et -st);
                performancePrint("%s() LN%d sleep: %"PRId64" ms for insert interval\n",
                        __func__, __LINE__, sleepTime);
                taosMsleep(sleepTime); // ms
                sleepTimeTotal += insert_interval;
            }
        }
7636
    }
7637 7638
    if (percentComplete < 100)
        printf("[%d]:%d%%\n", pThreadInfo->threadID, percentComplete);
7639

7640
free_of_interlace:
7641 7642 7643
    tmfree(pThreadInfo->buffer);
    printStatPerThread(pThreadInfo);
    return NULL;
7644 7645
}

7646
// sync insertion progressive data
7647
static void* syncWriteProgressive(threadInfo *pThreadInfo) {
7648
    debugPrint("%s() LN%d: ### progressive write\n", __func__, __LINE__);
7649

7650 7651
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
    uint64_t maxSqlLen = stbInfo?stbInfo->maxSqlLen:g_args.max_sql_len;
7652
    int64_t timeStampStep =
7653
        stbInfo?stbInfo->timeStampStep:g_args.timestamp_step;
7654
    int64_t insertRows =
7655
        (stbInfo)?stbInfo->insertRows:g_args.num_of_DPT;
7656
    verbosePrint("%s() LN%d insertRows=%"PRId64"\n",
7657
            __func__, __LINE__, insertRows);
7658

7659 7660
    pThreadInfo->buffer = calloc(maxSqlLen, 1);
    if (NULL == pThreadInfo->buffer) {
7661
        errorPrint2("Failed to alloc %"PRIu64" bytes, reason:%s\n",
7662 7663
                maxSqlLen,
                strerror(errno));
7664
        return NULL;
7665 7666 7667 7668 7669 7670 7671 7672 7673
    }

    uint64_t lastPrintTime = taosGetTimestampMs();
    uint64_t startTs = taosGetTimestampMs();
    uint64_t endTs;

    pThreadInfo->totalInsertRows = 0;
    pThreadInfo->totalAffectedRows = 0;

7674 7675 7676 7677 7678 7679 7680 7681 7682 7683 7684
    bool sourceRand;
    if (stbInfo) {
        if (0 == strncasecmp(stbInfo->dataSource, "rand", 4)) {
            sourceRand = true;
        } else {
            sourceRand = false;     // from sample data file
        }
    } else {
        sourceRand = true;
    }

7685 7686
    pThreadInfo->samplePos = 0;

7687 7688 7689
    int percentComplete = 0;
    int64_t totalRows = insertRows * pThreadInfo->ntables;

7690 7691 7692 7693 7694 7695 7696 7697 7698 7699 7700 7701
    for (uint64_t tableSeq = pThreadInfo->start_table_from;
            tableSeq <= pThreadInfo->end_table_to;
            tableSeq ++) {
        int64_t start_time = pThreadInfo->start_time;

        for (uint64_t i = 0; i < insertRows;) {
            char tableName[TSDB_TABLE_NAME_LEN];
            getTableName(tableName, pThreadInfo, tableSeq);
            verbosePrint("%s() LN%d: tid=%d seq=%"PRId64" tableName=%s\n",
                    __func__, __LINE__,
                    pThreadInfo->threadID, tableSeq, tableName);
            if (0 == strlen(tableName)) {
7702
                errorPrint2("[%d] %s() LN%d, getTableName return null\n",
7703 7704 7705 7706
                        pThreadInfo->threadID, __func__, __LINE__);
                free(pThreadInfo->buffer);
                return NULL;
            }
7707

7708
            int64_t remainderBufLen = maxSqlLen - 2000;
7709
            char *pstr = pThreadInfo->buffer;
7710

7711 7712
            int len = snprintf(pstr,
                    strlen(STR_INSERT_INTO) + 1, "%s", STR_INSERT_INTO);
7713

7714 7715
            pstr += len;
            remainderBufLen -= len;
7716

7717
            int32_t generated;
7718 7719 7720 7721 7722 7723 7724 7725 7726 7727 7728 7729 7730 7731 7732 7733 7734 7735 7736 7737
            if (stbInfo) {
                if (stbInfo->iface == STMT_IFACE) {
                    if (sourceRand) {
                        generated = prepareStbStmtRand(
                                pThreadInfo,
                                tableName,
                                tableSeq,
                                g_args.num_of_RPR,
                                insertRows,
                                i, start_time
                                );
                    } else {
                        generated = prepareStbStmtWithSample(
                                pThreadInfo,
                                tableName,
                                tableSeq,
                                g_args.num_of_RPR,
                                insertRows, i, start_time,
                                &(pThreadInfo->samplePos));
                    }
7738 7739
                } else {
                    generated = generateStbProgressiveData(
7740 7741 7742
                            stbInfo,
                            tableName, tableSeq,
                            pThreadInfo->db_name, pstr,
7743 7744 7745 7746 7747 7748 7749
                            insertRows, i, start_time,
                            &(pThreadInfo->samplePos),
                            &remainderBufLen);
                }
            } else {
                if (g_args.iface == STMT_IFACE) {
                    generated = prepareStmtWithoutStb(
7750
                            pThreadInfo,
7751 7752 7753 7754 7755 7756 7757 7758 7759 7760 7761 7762 7763 7764 7765 7766 7767 7768
                            tableName,
                            g_args.num_of_RPR,
                            insertRows, i,
                            start_time);
                } else {
                    generated = generateProgressiveDataWithoutStb(
                            tableName,
                            /*  tableSeq, */
                            pThreadInfo, pstr, insertRows,
                            i, start_time,
                            /* &(pThreadInfo->samplePos), */
                            &remainderBufLen);
                }
            }
            if (generated > 0)
                i += generated;
            else
                goto free_of_progressive;
7769

7770 7771
            start_time +=  generated * timeStampStep;
            pThreadInfo->totalInsertRows += generated;
7772

7773
            startTs = taosGetTimestampUs();
7774

7775
            int32_t affectedRows = execInsert(pThreadInfo, generated);
7776

7777
            endTs = taosGetTimestampUs();
7778
            uint64_t delay = endTs - startTs;
7779 7780
            performancePrint("%s() LN%d, insert execution time is %10.f ms\n",
                    __func__, __LINE__, delay/1000.0);
7781 7782 7783
            verbosePrint("[%d] %s() LN%d affectedRows=%d\n",
                    pThreadInfo->threadID,
                    __func__, __LINE__, affectedRows);
7784

7785 7786 7787 7788
            if (delay > pThreadInfo->maxDelay) pThreadInfo->maxDelay = delay;
            if (delay < pThreadInfo->minDelay) pThreadInfo->minDelay = delay;
            pThreadInfo->cntDelay++;
            pThreadInfo->totalDelay += delay;
7789

7790
            if (affectedRows < 0) {
7791
                errorPrint2("%s() LN%d, affected rows: %d\n",
7792 7793 7794
                        __func__, __LINE__, affectedRows);
                goto free_of_progressive;
            }
7795

7796
            pThreadInfo->totalAffectedRows += affectedRows;
7797

7798 7799 7800 7801 7802
            int currentPercent = pThreadInfo->totalAffectedRows * 100 / totalRows;
            if (currentPercent > percentComplete ) {
                printf("[%d]:%d%%\n", pThreadInfo->threadID, currentPercent);
                percentComplete = currentPercent;
            }
7803 7804 7805 7806 7807 7808 7809 7810
            int64_t  currentPrintTime = taosGetTimestampMs();
            if (currentPrintTime - lastPrintTime > 30*1000) {
                printf("thread[%d] has currently inserted rows: %"PRId64 ", affected rows: %"PRId64 "\n",
                        pThreadInfo->threadID,
                        pThreadInfo->totalInsertRows,
                        pThreadInfo->totalAffectedRows);
                lastPrintTime = currentPrintTime;
            }
7811

7812 7813 7814
            if (i >= insertRows)
                break;
        }   // num_of_DPT
7815

7816
        if ((g_args.verbose_print) &&
7817
                (tableSeq == pThreadInfo->ntables - 1) && (stbInfo)
7818
                && (0 == strncasecmp(
7819
                        stbInfo->dataSource,
7820
                        "sample", strlen("sample")))) {
7821 7822 7823 7824
            verbosePrint("%s() LN%d samplePos=%"PRId64"\n",
                    __func__, __LINE__, pThreadInfo->samplePos);
        }
    } // tableSeq
7825 7826
    if (percentComplete < 100)
        printf("[%d]:%d%%\n", pThreadInfo->threadID, percentComplete);
7827

7828
free_of_progressive:
7829 7830 7831
    tmfree(pThreadInfo->buffer);
    printStatPerThread(pThreadInfo);
    return NULL;
H
Hui Li 已提交
7832 7833
}

7834 7835
static void* syncWrite(void *sarg) {

7836
    threadInfo *pThreadInfo = (threadInfo *)sarg;
7837
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
7838

7839 7840
    setThreadName("syncWrite");

7841
    uint32_t interlaceRows;
7842

7843 7844
    if (stbInfo) {
        if ((stbInfo->interlaceRows == 0)
7845 7846 7847
                && (g_args.interlace_rows > 0)) {
            interlaceRows = g_args.interlace_rows;
        } else {
7848
            interlaceRows = stbInfo->interlaceRows;
7849
        }
7850
    } else {
7851
        interlaceRows = g_args.interlace_rows;
7852
    }
7853

7854 7855 7856 7857 7858 7859 7860
    if (interlaceRows > 0) {
        // interlace mode
        return syncWriteInterlace(pThreadInfo);
    } else {
        // progressive mode
        return syncWriteProgressive(pThreadInfo);
    }
7861 7862
}

7863
static void callBack(void *param, TAOS_RES *res, int code) {
7864
    threadInfo* pThreadInfo = (threadInfo*)param;
7865
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
7866 7867

    int insert_interval =
7868
        stbInfo?stbInfo->insertInterval:g_args.insert_interval;
7869 7870 7871 7872 7873
    if (insert_interval) {
        pThreadInfo->et = taosGetTimestampMs();
        if ((pThreadInfo->et - pThreadInfo->st) < insert_interval) {
            taosMsleep(insert_interval - (pThreadInfo->et - pThreadInfo->st)); // ms
        }
H
Hui Li 已提交
7874 7875
    }

7876
    char *buffer = calloc(1, pThreadInfo->stbInfo->maxSqlLen);
7877 7878 7879 7880 7881
    char data[MAX_DATA_SIZE];
    char *pstr = buffer;
    pstr += sprintf(pstr, "insert into %s.%s%"PRId64" values",
            pThreadInfo->db_name, pThreadInfo->tb_prefix,
            pThreadInfo->start_table_from);
7882
    //  if (pThreadInfo->counter >= pThreadInfo->stbInfo->insertRows) {
7883 7884 7885 7886 7887 7888 7889 7890 7891
    if (pThreadInfo->counter >= g_args.num_of_RPR) {
        pThreadInfo->start_table_from++;
        pThreadInfo->counter = 0;
    }
    if (pThreadInfo->start_table_from > pThreadInfo->end_table_to) {
        tsem_post(&pThreadInfo->lock_sem);
        free(buffer);
        taos_free_result(res);
        return;
H
Hui Li 已提交
7892
    }
7893

7894 7895
    for (int i = 0; i < g_args.num_of_RPR; i++) {
        int rand_num = taosRandom() % 100;
7896 7897
        if (0 != pThreadInfo->stbInfo->disorderRatio
                && rand_num < pThreadInfo->stbInfo->disorderRatio) {
7898
            int64_t d = pThreadInfo->lastTs
7899 7900
                - (taosRandom() % pThreadInfo->stbInfo->disorderRange + 1);
            generateStbRowData(pThreadInfo->stbInfo, data,
7901 7902
                    MAX_DATA_SIZE,
                    d);
7903
        } else {
7904
            generateStbRowData(pThreadInfo->stbInfo,
7905 7906 7907
                    data,
                    MAX_DATA_SIZE,
                    pThreadInfo->lastTs += 1000);
7908 7909 7910
        }
        pstr += sprintf(pstr, "%s", data);
        pThreadInfo->counter++;
H
Hui Li 已提交
7911

7912
        if (pThreadInfo->counter >= pThreadInfo->stbInfo->insertRows) {
7913 7914 7915 7916 7917 7918 7919 7920 7921 7922 7923
            break;
        }
    }

    if (insert_interval) {
        pThreadInfo->st = taosGetTimestampMs();
    }
    taos_query_a(pThreadInfo->taos, buffer, callBack, pThreadInfo);
    free(buffer);

    taos_free_result(res);
H
Hui Li 已提交
7924 7925
}

7926
static void *asyncWrite(void *sarg) {
7927
    threadInfo *pThreadInfo = (threadInfo *)sarg;
7928
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
7929

7930
    setThreadName("asyncWrite");
7931

7932 7933 7934
    pThreadInfo->st = 0;
    pThreadInfo->et = 0;
    pThreadInfo->lastTs = pThreadInfo->start_time;
7935

7936
    int insert_interval =
7937
        stbInfo?stbInfo->insertInterval:g_args.insert_interval;
7938 7939 7940 7941
    if (insert_interval) {
        pThreadInfo->st = taosGetTimestampMs();
    }
    taos_query_a(pThreadInfo->taos, "show databases", callBack, pThreadInfo);
7942

7943
    tsem_wait(&(pThreadInfo->lock_sem));
H
Hui Li 已提交
7944

7945
    return NULL;
H
Hui Li 已提交
7946 7947
}

7948 7949
static int convertHostToServAddr(char *host, uint16_t port, struct sockaddr_in *serv_addr)
{
7950 7951 7952
    uint16_t rest_port = port + TSDB_PORT_HTTP;
    struct hostent *server = gethostbyname(host);
    if ((server == NULL) || (server->h_addr == NULL)) {
7953
        errorPrint2("%s", "no such host");
7954 7955
        return -1;
    }
7956

7957
    debugPrint("h_name: %s\nh_addr=%p\nh_addretype: %s\nh_length: %d\n",
7958 7959 7960 7961 7962
            server->h_name,
            server->h_addr,
            (server->h_addrtype == AF_INET)?"ipv4":"ipv6",
            server->h_length);

7963 7964 7965
    memset(serv_addr, 0, sizeof(struct sockaddr_in));
    serv_addr->sin_family = AF_INET;
    serv_addr->sin_port = htons(rest_port);
7966
#ifdef WINDOWS
7967
    serv_addr->sin_addr.s_addr = inet_addr(host);
7968
#else
7969
    memcpy(&(serv_addr->sin_addr.s_addr), server->h_addr, server->h_length);
7970
#endif
7971
    return 0;
7972 7973
}

7974 7975 7976 7977
static int parseSampleFileToStmt(SSuperTable *stbInfo, uint32_t timePrec)
{
    stbInfo->sampleBindArray = calloc(1, sizeof(char *) * MAX_SAMPLES_ONCE_FROM_FILE);
    if (stbInfo->sampleBindArray == NULL) {
7978
        errorPrint2("%s() LN%d, Failed to allocate %"PRIu64" bind array buffer\n",
7979 7980 7981 7982 7983 7984 7985 7986
                __func__, __LINE__, (uint64_t)sizeof(char *) * MAX_SAMPLES_ONCE_FROM_FILE);
        return -1;
    }


    for (int i=0; i < MAX_SAMPLES_ONCE_FROM_FILE; i++) {
        char *bindArray = calloc(1, sizeof(TAOS_BIND) * (stbInfo->columnCount + 1));
        if (bindArray == NULL) {
7987
            errorPrint2("%s() LN%d, Failed to allocate %d bind params\n",
7988 7989 7990 7991 7992 7993 7994 7995 7996 7997 7998 7999 8000 8001 8002 8003 8004 8005 8006 8007 8008 8009 8010 8011 8012 8013 8014 8015 8016 8017 8018
                    __func__, __LINE__, (stbInfo->columnCount + 1));
            return -1;
        }


        TAOS_BIND *bind;
        int cursor = 0;

        for (int c = 0; c < stbInfo->columnCount + 1; c++) {
            bind = (TAOS_BIND *)((char *)bindArray + (sizeof(TAOS_BIND) * c));

            if (c == 0) {
                bind->buffer_type = TSDB_DATA_TYPE_TIMESTAMP;
                bind->buffer_length = sizeof(int64_t);
                bind->buffer = NULL; //bind_ts;
                bind->length = &bind->buffer_length;
                bind->is_null = NULL;
            } else {
                char *restStr = stbInfo->sampleDataBuf
                    + stbInfo->lenOfOneRow * i + cursor;
                int lengthOfRest = strlen(restStr);

                int index = 0;
                for (index = 0; index < lengthOfRest; index ++) {
                    if (restStr[index] == ',') {
                        break;
                    }
                }

                char *bindBuffer = calloc(1, index + 1);
                if (bindBuffer == NULL) {
8019
                    errorPrint2("%s() LN%d, Failed to allocate %d bind buffer\n",
8020 8021 8022 8023 8024 8025 8026 8027 8028 8029 8030 8031 8032 8033 8034 8035 8036 8037 8038 8039 8040 8041 8042 8043 8044
                            __func__, __LINE__, DOUBLE_BUFF_LEN);
                    return -1;
                }

                strncpy(bindBuffer, restStr, index);
                cursor += index + 1; // skip ',' too

                if (-1 == prepareStmtBindArrayByType(
                            bind,
                            stbInfo->columns[c-1].dataType,
                            stbInfo->columns[c-1].dataLen,
                            timePrec,
                            bindBuffer)) {
                    free(bindBuffer);
                    return -1;
                }
                free(bindBuffer);
            }
        }
        *((uintptr_t *)(stbInfo->sampleBindArray + (sizeof(char *)) * i)) = (uintptr_t)bindArray;
    }

    return 0;
}

8045
static void startMultiThreadInsertData(int threads, char* db_name,
8046
        char* precision, SSuperTable* stbInfo) {
8047

8048 8049 8050 8051 8052 8053 8054 8055 8056
    int32_t timePrec = TSDB_TIME_PRECISION_MILLI;
    if (0 != precision[0]) {
        if (0 == strncasecmp(precision, "ms", 2)) {
            timePrec = TSDB_TIME_PRECISION_MILLI;
        } else if (0 == strncasecmp(precision, "us", 2)) {
            timePrec = TSDB_TIME_PRECISION_MICRO;
        } else if (0 == strncasecmp(precision, "ns", 2)) {
            timePrec = TSDB_TIME_PRECISION_NANO;
        } else {
8057
            errorPrint2("Not support precision: %s\n", precision);
8058
            exit(EXIT_FAILURE);
8059
        }
8060 8061
    }

8062
    int64_t start_time;
8063 8064
    if (stbInfo) {
        if (0 == strncasecmp(stbInfo->startTimestamp, "now", 3)) {
8065 8066 8067
            start_time = taosGetTimestamp(timePrec);
        } else {
            if (TSDB_CODE_SUCCESS != taosParseTime(
8068
                        stbInfo->startTimestamp,
8069
                        &start_time,
8070
                        strlen(stbInfo->startTimestamp),
8071 8072 8073 8074
                        timePrec, 0)) {
                ERROR_EXIT("failed to parse time!\n");
            }
        }
8075
    } else {
8076
        start_time = DEFAULT_START_TIME;
8077
    }
8078 8079
    debugPrint("%s() LN%d, start_time= %"PRId64"\n",
            __func__, __LINE__, start_time);
8080

8081
    int64_t start = taosGetTimestampMs();
8082

8083
    // read sample data from file first
8084
    if ((stbInfo) && (0 == strncasecmp(stbInfo->dataSource,
8085
                    "sample", strlen("sample")))) {
8086
        if (0 != prepareSampleDataForSTable(stbInfo)) {
8087
            errorPrint2("%s() LN%d, prepare sample data for stable failed!\n",
8088
                    __func__, __LINE__);
8089
            exit(EXIT_FAILURE);
8090
        }
8091 8092
    }

8093 8094 8095 8096
    TAOS* taos0 = taos_connect(
            g_Dbs.host, g_Dbs.user,
            g_Dbs.password, db_name, g_Dbs.port);
    if (NULL == taos0) {
8097
        errorPrint2("%s() LN%d, connect to server fail , reason: %s\n",
8098
                __func__, __LINE__, taos_errstr(NULL));
8099
        exit(EXIT_FAILURE);
8100
    }
8101

8102 8103
    int64_t ntables = 0;
    uint64_t tableFrom;
8104

8105
    if (stbInfo) {
8106 8107
        int64_t limit;
        uint64_t offset;
8108

8109
        if ((NULL != g_args.sqlFile)
8110 8111 8112
                && (stbInfo->childTblExists == TBL_NO_EXISTS)
                && ((stbInfo->childTblOffset != 0)
                    || (stbInfo->childTblLimit >= 0))) {
8113 8114
            printf("WARNING: offset and limit will not be used since the child tables not exists!\n");
        }
8115

8116 8117 8118 8119 8120 8121 8122
        if (stbInfo->childTblExists == TBL_ALREADY_EXISTS) {
            if ((stbInfo->childTblLimit < 0)
                    || ((stbInfo->childTblOffset
                            + stbInfo->childTblLimit)
                        > (stbInfo->childTblCount))) {
                stbInfo->childTblLimit =
                    stbInfo->childTblCount - stbInfo->childTblOffset;
8123
            }
8124

8125 8126
            offset = stbInfo->childTblOffset;
            limit = stbInfo->childTblLimit;
8127
        } else {
8128
            limit = stbInfo->childTblCount;
8129 8130
            offset = 0;
        }
8131

8132 8133
        ntables = limit;
        tableFrom = offset;
8134

8135 8136 8137
        if ((stbInfo->childTblExists != TBL_NO_EXISTS)
                && ((stbInfo->childTblOffset + stbInfo->childTblLimit)
                    > stbInfo->childTblCount)) {
8138 8139 8140
            printf("WARNING: specified offset + limit > child table count!\n");
            prompt();
        }
8141

8142 8143
        if ((stbInfo->childTblExists != TBL_NO_EXISTS)
                && (0 == stbInfo->childTblLimit)) {
8144 8145 8146
            printf("WARNING: specified limit = 0, which cannot find table name to insert or query! \n");
            prompt();
        }
8147

8148
        stbInfo->childTblName = (char*)calloc(1,
8149
                limit * TSDB_TABLE_NAME_LEN);
8150
        if (stbInfo->childTblName == NULL) {
8151
            taos_close(taos0);
8152
            errorPrint2("%s() LN%d, alloc memory failed!\n", __func__, __LINE__);
8153
            exit(EXIT_FAILURE);
8154
        }
8155

8156 8157 8158
        int64_t childTblCount;
        getChildNameOfSuperTableWithLimitAndOffset(
                taos0,
8159 8160
                db_name, stbInfo->sTblName,
                &stbInfo->childTblName, &childTblCount,
8161 8162 8163 8164 8165 8166
                limit,
                offset);
    } else {
        ntables = g_args.num_of_tables;
        tableFrom = 0;
    }
8167

8168
    taos_close(taos0);
8169

8170 8171 8172 8173 8174
    int64_t a = ntables / threads;
    if (a < 1) {
        threads = ntables;
        a = 1;
    }
8175

8176 8177 8178 8179
    int64_t b = 0;
    if (threads != 0) {
        b = ntables % threads;
    }
8180

8181 8182
    if ((stbInfo)
            && (stbInfo->iface == REST_IFACE)) {
8183 8184
        if (convertHostToServAddr(
                    g_Dbs.host, g_Dbs.port, &(g_Dbs.serv_addr)) != 0) {
8185
            ERROR_EXIT("convert host to server address");
8186 8187
        }
    }
8188

8189 8190
    pthread_t *pids = calloc(1, threads * sizeof(pthread_t));
    assert(pids != NULL);
8191

8192 8193
    threadInfo *infos = calloc(1, threads * sizeof(threadInfo));
    assert(infos != NULL);
8194

8195 8196
    memset(pids, 0, threads * sizeof(pthread_t));
    memset(infos, 0, threads * sizeof(threadInfo));
8197

8198 8199 8200 8201 8202 8203 8204 8205 8206 8207 8208 8209 8210 8211 8212 8213 8214 8215 8216 8217 8218 8219 8220 8221 8222 8223 8224 8225 8226 8227 8228 8229 8230 8231 8232 8233 8234 8235 8236 8237 8238
    char *stmtBuffer = calloc(1, BUFFER_SIZE);
    assert(stmtBuffer);
    if ((g_args.iface == STMT_IFACE)
            || ((stbInfo)
                && (stbInfo->iface == STMT_IFACE))) {
        char *pstr = stmtBuffer;

        if ((stbInfo)
                && (AUTO_CREATE_SUBTBL
                    == stbInfo->autoCreateTable)) {
            pstr += sprintf(pstr, "INSERT INTO ? USING %s TAGS(?",
                    stbInfo->sTblName);
            for (int tag = 0; tag < (stbInfo->tagCount - 1);
                    tag ++ ) {
                pstr += sprintf(pstr, ",?");
            }
            pstr += sprintf(pstr, ") VALUES(?");
        } else {
            pstr += sprintf(pstr, "INSERT INTO ? VALUES(?");
        }

        int columnCount;
        if (stbInfo) {
            columnCount = stbInfo->columnCount;
        } else {
            columnCount = g_args.num_of_CPR;
        }

        for (int col = 0; col < columnCount; col ++) {
            pstr += sprintf(pstr, ",?");
        }
        pstr += sprintf(pstr, ")");

        debugPrint("%s() LN%d, stmtBuffer: %s", __func__, __LINE__, stmtBuffer);

        if ((stbInfo) && (0 == strncasecmp(stbInfo->dataSource,
                        "sample", strlen("sample")))) {
            parseSampleFileToStmt(stbInfo, timePrec);
        }
    }

8239 8240 8241
    for (int i = 0; i < threads; i++) {
        threadInfo *pThreadInfo = infos + i;
        pThreadInfo->threadID = i;
8242

8243 8244
        tstrncpy(pThreadInfo->db_name, db_name, TSDB_DB_NAME_LEN);
        pThreadInfo->time_precision = timePrec;
8245
        pThreadInfo->stbInfo = stbInfo;
8246 8247 8248 8249

        pThreadInfo->start_time = start_time;
        pThreadInfo->minDelay = UINT64_MAX;

8250 8251
        if ((NULL == stbInfo) ||
                (stbInfo->iface != REST_IFACE)) {
8252 8253 8254 8255 8256
            //t_info->taos = taos;
            pThreadInfo->taos = taos_connect(
                    g_Dbs.host, g_Dbs.user,
                    g_Dbs.password, db_name, g_Dbs.port);
            if (NULL == pThreadInfo->taos) {
8257
                free(infos);
8258
                errorPrint2(
8259 8260 8261
                        "%s() LN%d, connect to server fail from insert sub thread, reason: %s\n",
                        __func__, __LINE__,
                        taos_errstr(NULL));
8262
                exit(EXIT_FAILURE);
8263
            }
8264

8265
            if ((g_args.iface == STMT_IFACE)
8266 8267
                    || ((stbInfo)
                        && (stbInfo->iface == STMT_IFACE))) {
8268

8269

8270 8271
                pThreadInfo->stmt = taos_stmt_init(pThreadInfo->taos);
                if (NULL == pThreadInfo->stmt) {
8272 8273
                    free(pids);
                    free(infos);
8274
                    errorPrint2(
8275 8276 8277
                            "%s() LN%d, failed init stmt, reason: %s\n",
                            __func__, __LINE__,
                            taos_errstr(NULL));
8278
                    exit(EXIT_FAILURE);
8279
                }
8280

8281
                int ret = taos_stmt_prepare(pThreadInfo->stmt, stmtBuffer, 0);
8282
                if (ret != 0) {
8283 8284
                    free(pids);
                    free(infos);
8285
                    free(stmtBuffer);
8286
                    errorPrint2("failed to execute taos_stmt_prepare. return 0x%x. reason: %s\n",
8287 8288
                            ret, taos_stmt_errstr(pThreadInfo->stmt));
                    exit(EXIT_FAILURE);
8289
                }
8290
                pThreadInfo->bind_ts = malloc(sizeof(int64_t));
8291 8292
            }
        } else {
8293
            pThreadInfo->taos = NULL;
8294
        }
8295

8296 8297
        /*    if ((NULL == stbInfo)
              || (0 == stbInfo->multiThreadWriteOneTbl)) {
8298 8299 8300 8301 8302 8303 8304
              */
        pThreadInfo->start_table_from = tableFrom;
        pThreadInfo->ntables = i<b?a+1:a;
        pThreadInfo->end_table_to = i < b ? tableFrom + a : tableFrom + a - 1;
        tableFrom = pThreadInfo->end_table_to + 1;
        /*    } else {
              pThreadInfo->start_table_from = 0;
8305
              pThreadInfo->ntables = stbInfo->childTblCount;
8306 8307 8308 8309 8310 8311 8312 8313
              pThreadInfo->start_time = pThreadInfo->start_time + rand_int() % 10000 - rand_tinyint();
              }
              */
        tsem_init(&(pThreadInfo->lock_sem), 0, 0);
        if (ASYNC_MODE == g_Dbs.asyncMode) {
            pthread_create(pids + i, NULL, asyncWrite, pThreadInfo);
        } else {
            pthread_create(pids + i, NULL, syncWrite, pThreadInfo);
8314
        }
8315 8316
    }

8317 8318
    free(stmtBuffer);

8319 8320
    for (int i = 0; i < threads; i++) {
        pthread_join(pids[i], NULL);
8321
    }
H
Hui Li 已提交
8322

8323 8324 8325 8326 8327
    uint64_t totalDelay = 0;
    uint64_t maxDelay = 0;
    uint64_t minDelay = UINT64_MAX;
    uint64_t cntDelay = 1;
    double  avgDelay = 0;
8328

8329 8330
    for (int i = 0; i < threads; i++) {
        threadInfo *pThreadInfo = infos + i;
8331

8332 8333
        if (pThreadInfo->stmt) {
            taos_stmt_close(pThreadInfo->stmt);
8334
            tmfree((char *)pThreadInfo->bind_ts);
8335 8336 8337
        }
        tsem_destroy(&(pThreadInfo->lock_sem));
        taos_close(pThreadInfo->taos);
8338

8339 8340 8341 8342
        debugPrint("%s() LN%d, [%d] totalInsert=%"PRIu64" totalAffected=%"PRIu64"\n",
                __func__, __LINE__,
                pThreadInfo->threadID, pThreadInfo->totalInsertRows,
                pThreadInfo->totalAffectedRows);
8343 8344 8345
        if (stbInfo) {
            stbInfo->totalAffectedRows += pThreadInfo->totalAffectedRows;
            stbInfo->totalInsertRows += pThreadInfo->totalInsertRows;
8346 8347 8348 8349
        } else {
            g_args.totalAffectedRows += pThreadInfo->totalAffectedRows;
            g_args.totalInsertRows += pThreadInfo->totalInsertRows;
        }
H
Hui Li 已提交
8350

8351 8352 8353 8354 8355 8356
        totalDelay  += pThreadInfo->totalDelay;
        cntDelay   += pThreadInfo->cntDelay;
        if (pThreadInfo->maxDelay > maxDelay) maxDelay = pThreadInfo->maxDelay;
        if (pThreadInfo->minDelay < minDelay) minDelay = pThreadInfo->minDelay;
    }
    cntDelay -= 1;
8357

8358 8359
    if (cntDelay == 0)    cntDelay = 1;
    avgDelay = (double)totalDelay / cntDelay;
8360

8361 8362
    int64_t end = taosGetTimestampMs();
    int64_t t = end - start;
8363

8364
    double tInMs = t/1000.0;
8365

8366
    if (stbInfo) {
8367
        fprintf(stderr, "Spent %.2f seconds to insert rows: %"PRIu64", affected rows: %"PRIu64" with %d thread(s) into %s.%s. %.2f records/second\n\n",
8368 8369 8370
                tInMs, stbInfo->totalInsertRows,
                stbInfo->totalAffectedRows,
                threads, db_name, stbInfo->sTblName,
8371
                (tInMs)?
8372
                (double)(stbInfo->totalInsertRows/tInMs):FLT_MAX);
8373 8374 8375 8376

        if (g_fpOfInsertResult) {
            fprintf(g_fpOfInsertResult,
                    "Spent %.2f seconds to insert rows: %"PRIu64", affected rows: %"PRIu64" with %d thread(s) into %s.%s. %.2f records/second\n\n",
8377 8378 8379
                    tInMs, stbInfo->totalInsertRows,
                    stbInfo->totalAffectedRows,
                    threads, db_name, stbInfo->sTblName,
8380
                    (tInMs)?
8381
                    (double)(stbInfo->totalInsertRows/tInMs):FLT_MAX);
8382 8383 8384 8385 8386 8387 8388 8389 8390 8391 8392 8393 8394 8395 8396 8397 8398
        }
    } else {
        fprintf(stderr, "Spent %.2f seconds to insert rows: %"PRIu64", affected rows: %"PRIu64" with %d thread(s) into %s %.2f records/second\n\n",
                tInMs, g_args.totalInsertRows,
                g_args.totalAffectedRows,
                threads, db_name,
                (tInMs)?
                (double)(g_args.totalInsertRows/tInMs):FLT_MAX);
        if (g_fpOfInsertResult) {
            fprintf(g_fpOfInsertResult,
                    "Spent %.2f seconds to insert rows: %"PRIu64", affected rows: %"PRIu64" with %d thread(s) into %s %.2f records/second\n\n",
                    tInMs, g_args.totalInsertRows,
                    g_args.totalAffectedRows,
                    threads, db_name,
                    (tInMs)?
                    (double)(g_args.totalInsertRows/tInMs):FLT_MAX);
        }
8399
    }
8400

8401 8402 8403 8404
    fprintf(stderr, "insert delay, avg: %10.2fms, max: %10.2fms, min: %10.2fms\n\n",
            (double)avgDelay/1000.0,
            (double)maxDelay/1000.0,
            (double)minDelay/1000.0);
8405
    if (g_fpOfInsertResult) {
8406 8407 8408 8409
        fprintf(g_fpOfInsertResult, "insert delay, avg:%10.2fms, max: %10.2fms, min: %10.2fms\n\n",
            (double)avgDelay/1000.0,
            (double)maxDelay/1000.0,
            (double)minDelay/1000.0);
8410
    }
8411

8412
    //taos_close(taos);
8413

8414 8415
    free(pids);
    free(infos);
H
Hui Li 已提交
8416 8417
}

8418
static void *readTable(void *sarg) {
8419
#if 1
8420 8421 8422
    threadInfo *pThreadInfo = (threadInfo *)sarg;
    TAOS *taos = pThreadInfo->taos;
    setThreadName("readTable");
8423 8424 8425
    char *command = calloc(1, BUFFER_SIZE);
    assert(command);

8426 8427 8428 8429
    uint64_t sTime = pThreadInfo->start_time;
    char *tb_prefix = pThreadInfo->tb_prefix;
    FILE *fp = fopen(pThreadInfo->filePath, "a");
    if (NULL == fp) {
8430
        errorPrint2("fopen %s fail, reason:%s.\n", pThreadInfo->filePath, strerror(errno));
8431
        free(command);
8432
        return NULL;
8433
    }
H
hzcheng 已提交
8434

8435
    int64_t num_of_DPT;
8436 8437
    /*  if (pThreadInfo->stbInfo) {
        num_of_DPT = pThreadInfo->stbInfo->insertRows; //  nrecords_per_table;
8438 8439 8440 8441 8442 8443 8444 8445 8446
        } else {
        */
    num_of_DPT = g_args.num_of_DPT;
    //  }

    int64_t num_of_tables = pThreadInfo->ntables; // rinfo->end_table_to - rinfo->start_table_from + 1;
    int64_t totalData = num_of_DPT * num_of_tables;
    bool do_aggreFunc = g_Dbs.do_aggreFunc;

8447
    int n = do_aggreFunc ? (sizeof(g_aggreFunc) / sizeof(g_aggreFunc[0])) : 2;
8448 8449 8450 8451 8452 8453 8454 8455 8456 8457 8458
    if (!do_aggreFunc) {
        printf("\nThe first field is either Binary or Bool. Aggregation functions are not supported.\n");
    }
    printf("%"PRId64" records:\n", totalData);
    fprintf(fp, "| QFunctions |    QRecords    |   QSpeed(R/s)   |  QLatency(ms) |\n");

    for (int j = 0; j < n; j++) {
        double totalT = 0;
        uint64_t count = 0;
        for (int64_t i = 0; i < num_of_tables; i++) {
            sprintf(command, "select %s from %s%"PRId64" where ts>= %" PRIu64,
8459
                    g_aggreFunc[j], tb_prefix, i, sTime);
8460 8461 8462 8463 8464 8465

            double t = taosGetTimestampMs();
            TAOS_RES *pSql = taos_query(taos, command);
            int32_t code = taos_errno(pSql);

            if (code != 0) {
8466
                errorPrint2("Failed to query:%s\n", taos_errstr(pSql));
8467 8468 8469
                taos_free_result(pSql);
                taos_close(taos);
                fclose(fp);
8470
                free(command);
8471 8472
                return NULL;
            }
H
hzcheng 已提交
8473

8474 8475 8476
            while(taos_fetch_row(pSql) != NULL) {
                count++;
            }
H
hzcheng 已提交
8477

8478 8479 8480 8481 8482
            t = taosGetTimestampMs() - t;
            totalT += t;

            taos_free_result(pSql);
        }
H
hzcheng 已提交
8483

8484
        fprintf(fp, "|%10s  |   %"PRId64"   |  %12.2f   |   %10.2f  |\n",
8485
                g_aggreFunc[j][0] == '*' ? "   *   " : g_aggreFunc[j], totalData,
8486
                (double)(num_of_tables * num_of_DPT) / totalT, totalT * 1000);
8487
        printf("select %10s took %.6f second(s)\n", g_aggreFunc[j], totalT * 1000);
8488 8489 8490
    }
    fprintf(fp, "\n");
    fclose(fp);
8491
    free(command);
8492
#endif
8493
    return NULL;
H
hzcheng 已提交
8494 8495
}

8496
static void *readMetric(void *sarg) {
8497
#if 1
8498 8499 8500
    threadInfo *pThreadInfo = (threadInfo *)sarg;
    TAOS *taos = pThreadInfo->taos;
    setThreadName("readMetric");
8501 8502 8503
    char *command = calloc(1, BUFFER_SIZE);
    assert(command);

8504 8505 8506
    FILE *fp = fopen(pThreadInfo->filePath, "a");
    if (NULL == fp) {
        printf("fopen %s fail, reason:%s.\n", pThreadInfo->filePath, strerror(errno));
8507
        free(command);
8508 8509
        return NULL;
    }
8510

8511
    int64_t num_of_DPT = pThreadInfo->stbInfo->insertRows;
8512 8513 8514
    int64_t num_of_tables = pThreadInfo->ntables; // rinfo->end_table_to - rinfo->start_table_from + 1;
    int64_t totalData = num_of_DPT * num_of_tables;
    bool do_aggreFunc = g_Dbs.do_aggreFunc;
H
hzcheng 已提交
8515

8516
    int n = do_aggreFunc ? (sizeof(g_aggreFunc) / sizeof(g_aggreFunc[0])) : 2;
8517 8518 8519 8520 8521
    if (!do_aggreFunc) {
        printf("\nThe first field is either Binary or Bool. Aggregation functions are not supported.\n");
    }
    printf("%"PRId64" records:\n", totalData);
    fprintf(fp, "Querying On %"PRId64" records:\n", totalData);
H
hzcheng 已提交
8522

8523 8524 8525
    for (int j = 0; j < n; j++) {
        char condition[COND_BUF_LEN] = "\0";
        char tempS[64] = "\0";
H
hzcheng 已提交
8526

8527
        int64_t m = 10 < num_of_tables ? 10 : num_of_tables;
H
hzcheng 已提交
8528

8529 8530 8531 8532 8533 8534 8535
        for (int64_t i = 1; i <= m; i++) {
            if (i == 1) {
                sprintf(tempS, "t1 = %"PRId64"", i);
            } else {
                sprintf(tempS, " or t1 = %"PRId64" ", i);
            }
            strncat(condition, tempS, COND_BUF_LEN - 1);
H
hzcheng 已提交
8536

8537
            sprintf(command, "select %s from meters where %s", g_aggreFunc[j], condition);
H
hzcheng 已提交
8538

8539 8540
            printf("Where condition: %s\n", condition);
            fprintf(fp, "%s\n", command);
H
hzcheng 已提交
8541

8542
            double t = taosGetTimestampMs();
H
hzcheng 已提交
8543

8544 8545
            TAOS_RES *pSql = taos_query(taos, command);
            int32_t code = taos_errno(pSql);
S
Shuaiqiang Chang 已提交
8546

8547
            if (code != 0) {
8548
                errorPrint2("Failed to query:%s\n", taos_errstr(pSql));
8549 8550 8551
                taos_free_result(pSql);
                taos_close(taos);
                fclose(fp);
8552
                free(command);
8553 8554 8555 8556 8557 8558 8559
                return NULL;
            }
            int count = 0;
            while(taos_fetch_row(pSql) != NULL) {
                count++;
            }
            t = taosGetTimestampMs() - t;
H
hzcheng 已提交
8560

8561 8562
            fprintf(fp, "| Speed: %12.2f(per s) | Latency: %.4f(ms) |\n",
                    num_of_tables * num_of_DPT / (t * 1000.0), t);
8563
            printf("select %10s took %.6f second(s)\n\n", g_aggreFunc[j], t * 1000.0);
H
hzcheng 已提交
8564

8565 8566 8567
            taos_free_result(pSql);
        }
        fprintf(fp, "\n");
H
hzcheng 已提交
8568
    }
8569
    fclose(fp);
8570
    free(command);
8571
#endif
8572
    return NULL;
H
hzcheng 已提交
8573 8574
}

8575 8576
static void prompt()
{
8577 8578 8579 8580
    if (!g_args.answer_yes) {
        printf("         Press enter key to continue or Ctrl-C to stop\n\n");
        (void)getchar();
    }
8581
}
H
Hui Li 已提交
8582

8583
static int insertTestProcess() {
8584

8585 8586 8587
    setupForAnsiEscape();
    int ret = printfInsertMeta();
    resetAfterAnsiEscape();
8588

8589 8590
    if (ret == -1)
        exit(EXIT_FAILURE);
8591

8592 8593 8594
    debugPrint("%d result file: %s\n", __LINE__, g_Dbs.resultFile);
    g_fpOfInsertResult = fopen(g_Dbs.resultFile, "a");
    if (NULL == g_fpOfInsertResult) {
8595
        errorPrint("Failed to open %s for save result\n", g_Dbs.resultFile);
8596 8597
        return -1;
    }
8598

8599 8600
    if (g_fpOfInsertResult)
        printfInsertMetaToFile(g_fpOfInsertResult);
8601

8602
    prompt();
8603

8604
    init_rand_data();
8605

8606
    // create database and super tables
8607 8608 8609 8610
    char *cmdBuffer = calloc(1, BUFFER_SIZE);
    assert(cmdBuffer);

    if(createDatabasesAndStables(cmdBuffer) != 0) {
8611 8612
        if (g_fpOfInsertResult)
            fclose(g_fpOfInsertResult);
8613
        free(cmdBuffer);
8614 8615
        return -1;
    }
8616
    free(cmdBuffer);
8617

8618 8619 8620 8621 8622 8623
    // pretreatement
    if (prepareSampleData() != 0) {
        if (g_fpOfInsertResult)
            fclose(g_fpOfInsertResult);
        return -1;
    }
8624

8625 8626
    double start;
    double end;
8627

8628
    if (g_totalChildTables > 0) {
8629 8630
        fprintf(stderr,
                "creating %"PRId64" table(s) with %d thread(s)\n\n",
8631
                g_totalChildTables, g_Dbs.threadCountForCreateTbl);
8632 8633 8634
        if (g_fpOfInsertResult) {
            fprintf(g_fpOfInsertResult,
                "creating %"PRId64" table(s) with %d thread(s)\n\n",
8635
                g_totalChildTables, g_Dbs.threadCountForCreateTbl);
8636 8637 8638 8639 8640 8641 8642 8643
        }

        // create child tables
        start = taosGetTimestampMs();
        createChildTables();
        end = taosGetTimestampMs();

        fprintf(stderr,
8644
                "\nSpent %.4f seconds to create %"PRId64" table(s) with %d thread(s), actual %"PRId64" table(s) created\n\n",
8645
                (end - start)/1000.0, g_totalChildTables,
8646
                g_Dbs.threadCountForCreateTbl, g_actualChildTables);
8647 8648
        if (g_fpOfInsertResult) {
            fprintf(g_fpOfInsertResult,
8649
                "\nSpent %.4f seconds to create %"PRId64" table(s) with %d thread(s), actual %"PRId64" table(s) created\n\n",
8650
                (end - start)/1000.0, g_totalChildTables,
8651
                g_Dbs.threadCountForCreateTbl, g_actualChildTables);
8652
        }
8653
    }
8654

8655 8656 8657 8658 8659 8660
    // create sub threads for inserting data
    //start = taosGetTimestampMs();
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        if (g_Dbs.use_metric) {
            if (g_Dbs.db[i].superTblCount > 0) {
                for (uint64_t j = 0; j < g_Dbs.db[i].superTblCount; j++) {
8661

8662
                    SSuperTable* stbInfo = &g_Dbs.db[i].superTbls[j];
8663

8664
                    if (stbInfo && (stbInfo->insertRows > 0)) {
8665 8666 8667 8668
                        startMultiThreadInsertData(
                                g_Dbs.threadCount,
                                g_Dbs.db[i].dbName,
                                g_Dbs.db[i].dbCfg.precision,
8669
                                stbInfo);
8670 8671 8672 8673
                    }
                }
            }
        } else {
8674
            startMultiThreadInsertData(
8675 8676 8677 8678
                    g_Dbs.threadCount,
                    g_Dbs.db[i].dbName,
                    g_Dbs.db[i].dbCfg.precision,
                    NULL);
8679
        }
H
Hui Li 已提交
8680
    }
8681
    //end = taosGetTimestampMs();
8682

8683 8684 8685 8686 8687 8688 8689 8690 8691 8692 8693
    //int64_t    totalInsertRows = 0;
    //int64_t    totalAffectedRows = 0;
    //for (int i = 0; i < g_Dbs.dbCount; i++) {
    //  for (int j = 0; j < g_Dbs.db[i].superTblCount; j++) {
    //  totalInsertRows+= g_Dbs.db[i].superTbls[j].totalInsertRows;
    //  totalAffectedRows += g_Dbs.db[i].superTbls[j].totalAffectedRows;
    //}
    //printf("Spent %.4f seconds to insert rows: %"PRId64", affected rows: %"PRId64" with %d thread(s)\n\n", end - start, totalInsertRows, totalAffectedRows, g_Dbs.threadCount);
    postFreeResource();

    return 0;
8694 8695
}

8696
static void *specifiedTableQuery(void *sarg) {
8697
    threadInfo *pThreadInfo = (threadInfo *)sarg;
8698

8699
    setThreadName("specTableQuery");
8700

8701 8702 8703 8704 8705 8706 8707 8708
    if (pThreadInfo->taos == NULL) {
        TAOS * taos = NULL;
        taos = taos_connect(g_queryInfo.host,
                g_queryInfo.user,
                g_queryInfo.password,
                NULL,
                g_queryInfo.port);
        if (taos == NULL) {
8709
            errorPrint2("[%d] Failed to connect to TDengine, reason:%s\n",
8710 8711 8712 8713 8714
                    pThreadInfo->threadID, taos_errstr(NULL));
            return NULL;
        } else {
            pThreadInfo->taos = taos;
        }
8715 8716
    }

8717 8718 8719 8720
    char sqlStr[TSDB_DB_NAME_LEN + 5];
    sprintf(sqlStr, "use %s", g_queryInfo.dbName);
    if (0 != queryDbExec(pThreadInfo->taos, sqlStr, NO_INSERT_TYPE, false)) {
        taos_close(pThreadInfo->taos);
8721
        errorPrint("use database %s failed!\n\n",
8722
                g_queryInfo.dbName);
8723 8724
        return NULL;
    }
8725

8726 8727
    uint64_t st = 0;
    uint64_t et = 0;
8728

8729
    uint64_t queryTimes = g_queryInfo.specifiedQueryInfo.queryTimes;
8730

8731 8732 8733
    uint64_t totalQueried = 0;
    uint64_t lastPrintTime = taosGetTimestampMs();
    uint64_t startTs = taosGetTimestampMs();
8734

8735 8736
    if (g_queryInfo.specifiedQueryInfo.result[pThreadInfo->querySeq][0] != '\0') {
        sprintf(pThreadInfo->filePath, "%s-%d",
8737 8738
                g_queryInfo.specifiedQueryInfo.result[pThreadInfo->querySeq],
                pThreadInfo->threadID);
8739 8740
    }

8741 8742 8743 8744 8745 8746 8747
    while(queryTimes --) {
        if (g_queryInfo.specifiedQueryInfo.queryInterval && (et - st) <
                (int64_t)g_queryInfo.specifiedQueryInfo.queryInterval) {
            taosMsleep(g_queryInfo.specifiedQueryInfo.queryInterval - (et - st)); // ms
        }

        st = taosGetTimestampMs();
8748

8749 8750
        selectAndGetResult(pThreadInfo,
                g_queryInfo.specifiedQueryInfo.sql[pThreadInfo->querySeq]);
8751

8752 8753 8754
        et = taosGetTimestampMs();
        printf("=thread[%"PRId64"] use %s complete one sql, Spent %10.3f s\n",
                taosGetSelfPthreadId(), g_queryInfo.queryMode, (et - st)/1000.0);
8755

8756 8757
        totalQueried ++;
        g_queryInfo.specifiedQueryInfo.totalQueried ++;
8758

8759 8760 8761
        uint64_t  currentPrintTime = taosGetTimestampMs();
        uint64_t  endTs = taosGetTimestampMs();
        if (currentPrintTime - lastPrintTime > 30*1000) {
8762
            debugPrint("%s() LN%d, endTs=%"PRIu64" ms, startTs=%"PRIu64" ms\n",
8763 8764
                    __func__, __LINE__, endTs, startTs);
            printf("thread[%d] has currently completed queries: %"PRIu64", QPS: %10.6f\n",
8765 8766
                    pThreadInfo->threadID,
                    totalQueried,
8767
                    (double)(totalQueried/((endTs-startTs)/1000.0)));
8768 8769
            lastPrintTime = currentPrintTime;
        }
8770
    }
8771
    return NULL;
8772
}
H
Hui Li 已提交
8773

8774
static void replaceChildTblName(char* inSql, char* outSql, int tblIndex) {
8775
    char sourceString[32] = "xxxx";
8776
    char subTblName[TSDB_TABLE_NAME_LEN];
8777 8778 8779
    sprintf(subTblName, "%s.%s",
            g_queryInfo.dbName,
            g_queryInfo.superQueryInfo.childTblName + tblIndex*TSDB_TABLE_NAME_LEN);
8780

8781
    //printf("inSql: %s\n", inSql);
8782

8783 8784 8785 8786 8787 8788 8789
    char* pos = strstr(inSql, sourceString);
    if (0 == pos) {
        return;
    }

    tstrncpy(outSql, inSql, pos - inSql + 1);
    //printf("1: %s\n", outSql);
8790
    strncat(outSql, subTblName, BUFFER_SIZE - 1);
8791
    //printf("2: %s\n", outSql);
8792
    strncat(outSql, pos+strlen(sourceString), BUFFER_SIZE - 1);
8793
    //printf("3: %s\n", outSql);
H
Hui Li 已提交
8794 8795
}

8796
static void *superTableQuery(void *sarg) {
8797 8798 8799
    char *sqlstr = calloc(1, BUFFER_SIZE);
    assert(sqlstr);

8800
    threadInfo *pThreadInfo = (threadInfo *)sarg;
8801

8802
    setThreadName("superTableQuery");
8803

8804 8805 8806 8807 8808 8809 8810 8811 8812 8813
    if (pThreadInfo->taos == NULL) {
        TAOS * taos = NULL;
        taos = taos_connect(g_queryInfo.host,
                g_queryInfo.user,
                g_queryInfo.password,
                NULL,
                g_queryInfo.port);
        if (taos == NULL) {
            errorPrint("[%d] Failed to connect to TDengine, reason:%s\n",
                    pThreadInfo->threadID, taos_errstr(NULL));
8814
            free(sqlstr);
8815 8816 8817 8818
            return NULL;
        } else {
            pThreadInfo->taos = taos;
        }
8819
    }
8820

8821 8822
    uint64_t st = 0;
    uint64_t et = (int64_t)g_queryInfo.superQueryInfo.queryInterval;
8823

8824 8825 8826
    uint64_t queryTimes = g_queryInfo.superQueryInfo.queryTimes;
    uint64_t totalQueried = 0;
    uint64_t  startTs = taosGetTimestampMs();
H
Hui Li 已提交
8827

8828 8829 8830 8831 8832 8833 8834 8835 8836 8837 8838
    uint64_t  lastPrintTime = taosGetTimestampMs();
    while(queryTimes --) {
        if (g_queryInfo.superQueryInfo.queryInterval
                && (et - st) < (int64_t)g_queryInfo.superQueryInfo.queryInterval) {
            taosMsleep(g_queryInfo.superQueryInfo.queryInterval - (et - st)); // ms
            //printf("========sleep duration:%"PRId64 "========inserted rows:%d, table range:%d - %d\n", (1000 - (et - st)), i, pThreadInfo->start_table_from, pThreadInfo->end_table_to);
        }

        st = taosGetTimestampMs();
        for (int i = pThreadInfo->start_table_from; i <= pThreadInfo->end_table_to; i++) {
            for (int j = 0; j < g_queryInfo.superQueryInfo.sqlCount; j++) {
8839
                memset(sqlstr, 0, BUFFER_SIZE);
8840 8841 8842 8843 8844 8845 8846
                replaceChildTblName(g_queryInfo.superQueryInfo.sql[j], sqlstr, i);
                if (g_queryInfo.superQueryInfo.result[j][0] != '\0') {
                    sprintf(pThreadInfo->filePath, "%s-%d",
                            g_queryInfo.superQueryInfo.result[j],
                            pThreadInfo->threadID);
                }
                selectAndGetResult(pThreadInfo, sqlstr);
8847

8848 8849
                totalQueried++;
                g_queryInfo.superQueryInfo.totalQueried ++;
8850

8851 8852 8853 8854 8855 8856 8857 8858 8859 8860
                int64_t  currentPrintTime = taosGetTimestampMs();
                int64_t  endTs = taosGetTimestampMs();
                if (currentPrintTime - lastPrintTime > 30*1000) {
                    printf("thread[%d] has currently completed queries: %"PRIu64", QPS: %10.3f\n",
                            pThreadInfo->threadID,
                            totalQueried,
                            (double)(totalQueried/((endTs-startTs)/1000.0)));
                    lastPrintTime = currentPrintTime;
                }
            }
8861
        }
8862 8863 8864 8865 8866 8867
        et = taosGetTimestampMs();
        printf("####thread[%"PRId64"] complete all sqls to allocate all sub-tables[%"PRIu64" - %"PRIu64"] once queries duration:%.4fs\n\n",
                taosGetSelfPthreadId(),
                pThreadInfo->start_table_from,
                pThreadInfo->end_table_to,
                (double)(et - st)/1000.0);
H
Hui Li 已提交
8868
    }
8869

8870
    free(sqlstr);
8871
    return NULL;
8872 8873
}

8874
static int queryTestProcess() {
8875

8876 8877 8878
    setupForAnsiEscape();
    printfQueryMeta();
    resetAfterAnsiEscape();
8879

8880 8881 8882 8883 8884 8885 8886
    TAOS * taos = NULL;
    taos = taos_connect(g_queryInfo.host,
            g_queryInfo.user,
            g_queryInfo.password,
            NULL,
            g_queryInfo.port);
    if (taos == NULL) {
8887
        errorPrint("Failed to connect to TDengine, reason:%s\n",
8888
                taos_errstr(NULL));
8889
        exit(EXIT_FAILURE);
8890
    }
8891

8892 8893 8894 8895 8896 8897 8898
    if (0 != g_queryInfo.superQueryInfo.sqlCount) {
        getAllChildNameOfSuperTable(taos,
                g_queryInfo.dbName,
                g_queryInfo.superQueryInfo.sTblName,
                &g_queryInfo.superQueryInfo.childTblName,
                &g_queryInfo.superQueryInfo.childTblCount);
    }
8899

8900
    prompt();
8901

8902 8903 8904
    if (g_args.debug_print || g_args.verbose_print) {
        printfQuerySystemInfo(taos);
    }
8905

8906 8907 8908
    if (0 == strncasecmp(g_queryInfo.queryMode, "rest", strlen("rest"))) {
        if (convertHostToServAddr(
                    g_queryInfo.host, g_queryInfo.port, &g_queryInfo.serv_addr) != 0)
8909
            ERROR_EXIT("convert host to server address");
8910
    }
8911

8912 8913 8914 8915 8916
    pthread_t  *pids  = NULL;
    threadInfo *infos = NULL;
    //==== create sub threads for query from specify table
    int nConcurrent = g_queryInfo.specifiedQueryInfo.concurrent;
    uint64_t nSqlCount = g_queryInfo.specifiedQueryInfo.sqlCount;
8917

8918
    uint64_t startTs = taosGetTimestampMs();
8919

8920
    if ((nSqlCount > 0) && (nConcurrent > 0)) {
8921

8922 8923
        pids  = calloc(1, nConcurrent * nSqlCount * sizeof(pthread_t));
        infos = calloc(1, nConcurrent * nSqlCount * sizeof(threadInfo));
8924

8925 8926 8927 8928
        if ((NULL == pids) || (NULL == infos)) {
            taos_close(taos);
            ERROR_EXIT("memory allocation failed for create threads\n");
        }
8929

8930 8931 8932 8933 8934 8935 8936 8937 8938
        for (uint64_t i = 0; i < nSqlCount; i++) {
            for (int j = 0; j < nConcurrent; j++) {
                uint64_t seq = i * nConcurrent + j;
                threadInfo *pThreadInfo = infos + seq;
                pThreadInfo->threadID = seq;
                pThreadInfo->querySeq = i;

                if (0 == strncasecmp(g_queryInfo.queryMode, "taosc", 5)) {

8939 8940
                    char sqlStr[TSDB_DB_NAME_LEN + 5];
                    sprintf(sqlStr, "USE %s", g_queryInfo.dbName);
8941 8942 8943 8944
                    if (0 != queryDbExec(taos, sqlStr, NO_INSERT_TYPE, false)) {
                        taos_close(taos);
                        free(infos);
                        free(pids);
8945
                        errorPrint2("use database %s failed!\n\n",
8946 8947 8948
                                g_queryInfo.dbName);
                        return -1;
                    }
8949
                }
8950

8951
                pThreadInfo->taos = NULL;// TODO: workaround to use separate taos connection;
8952

8953 8954 8955
                pthread_create(pids + seq, NULL, specifiedTableQuery,
                        pThreadInfo);
            }
8956
        }
8957 8958
    } else {
        g_queryInfo.specifiedQueryInfo.concurrent = 0;
8959 8960
    }

8961
    taos_close(taos);
8962

8963 8964 8965 8966 8967 8968 8969
    pthread_t  *pidsOfSub  = NULL;
    threadInfo *infosOfSub = NULL;
    //==== create sub threads for query from all sub table of the super table
    if ((g_queryInfo.superQueryInfo.sqlCount > 0)
            && (g_queryInfo.superQueryInfo.threadCnt > 0)) {
        pidsOfSub  = calloc(1, g_queryInfo.superQueryInfo.threadCnt * sizeof(pthread_t));
        infosOfSub = calloc(1, g_queryInfo.superQueryInfo.threadCnt * sizeof(threadInfo));
8970

8971 8972 8973
        if ((NULL == pidsOfSub) || (NULL == infosOfSub)) {
            free(infos);
            free(pids);
8974

8975 8976
            ERROR_EXIT("memory allocation failed for create threads\n");
        }
8977

8978 8979
        int64_t ntables = g_queryInfo.superQueryInfo.childTblCount;
        int threads = g_queryInfo.superQueryInfo.threadCnt;
8980

8981 8982 8983 8984 8985
        int64_t a = ntables / threads;
        if (a < 1) {
            threads = ntables;
            a = 1;
        }
8986

8987 8988 8989 8990
        int64_t b = 0;
        if (threads != 0) {
            b = ntables % threads;
        }
8991

8992 8993 8994 8995
        uint64_t tableFrom = 0;
        for (int i = 0; i < threads; i++) {
            threadInfo *pThreadInfo = infosOfSub + i;
            pThreadInfo->threadID = i;
8996

8997 8998 8999 9000 9001 9002 9003
            pThreadInfo->start_table_from = tableFrom;
            pThreadInfo->ntables = i<b?a+1:a;
            pThreadInfo->end_table_to = i < b ? tableFrom + a : tableFrom + a - 1;
            tableFrom = pThreadInfo->end_table_to + 1;
            pThreadInfo->taos = NULL; // TODO: workaround to use separate taos connection;
            pthread_create(pidsOfSub + i, NULL, superTableQuery, pThreadInfo);
        }
9004

9005 9006 9007 9008
        g_queryInfo.superQueryInfo.threadCnt = threads;
    } else {
        g_queryInfo.superQueryInfo.threadCnt = 0;
    }
9009

9010 9011 9012 9013 9014 9015
    if ((nSqlCount > 0) && (nConcurrent > 0)) {
        for (int i = 0; i < nConcurrent; i++) {
            for (int j = 0; j < nSqlCount; j++) {
                pthread_join(pids[i * nSqlCount + j], NULL);
            }
        }
9016
    }
S
Shuaiqiang Chang 已提交
9017

9018 9019
    tmfree((char*)pids);
    tmfree((char*)infos);
9020

9021 9022 9023
    for (int i = 0; i < g_queryInfo.superQueryInfo.threadCnt; i++) {
        pthread_join(pidsOfSub[i], NULL);
    }
H
Hui Li 已提交
9024

9025 9026
    tmfree((char*)pidsOfSub);
    tmfree((char*)infosOfSub);
9027

9028 9029
    //  taos_close(taos);// TODO: workaround to use separate taos connection;
    uint64_t endTs = taosGetTimestampMs();
9030

9031 9032
    uint64_t totalQueried = g_queryInfo.specifiedQueryInfo.totalQueried +
        g_queryInfo.superQueryInfo.totalQueried;
9033

9034 9035 9036 9037
    fprintf(stderr, "==== completed total queries: %"PRIu64", the QPS of all threads: %10.3f====\n",
            totalQueried,
            (double)(totalQueried/((endTs-startTs)/1000.0)));
    return 0;
9038 9039
}

9040 9041
static void stable_sub_callback(
        TAOS_SUB* tsub, TAOS_RES *res, void* param, int code) {
9042
    if (res == NULL || taos_errno(res) != 0) {
9043
        errorPrint2("%s() LN%d, failed to subscribe result, code:%d, reason:%s\n",
9044 9045 9046
                __func__, __LINE__, code, taos_errstr(res));
        return;
    }
9047

9048 9049 9050
    if (param)
        fetchResult(res, (threadInfo *)param);
    // tao_unscribe() will free result.
9051 9052 9053 9054
}

static void specified_sub_callback(
        TAOS_SUB* tsub, TAOS_RES *res, void* param, int code) {
9055
    if (res == NULL || taos_errno(res) != 0) {
9056
        errorPrint2("%s() LN%d, failed to subscribe result, code:%d, reason:%s\n",
9057 9058 9059
                __func__, __LINE__, code, taos_errstr(res));
        return;
    }
9060

9061 9062 9063
    if (param)
        fetchResult(res, (threadInfo *)param);
    // tao_unscribe() will free result.
H
hzcheng 已提交
9064 9065
}

9066
static TAOS_SUB* subscribeImpl(
9067 9068 9069 9070
        QUERY_CLASS class,
        threadInfo *pThreadInfo,
        char *sql, char* topic, bool restart, uint64_t interval)
{
9071 9072 9073 9074 9075 9076 9077 9078 9079 9080 9081 9082 9083 9084 9085 9086 9087 9088 9089 9090 9091 9092 9093 9094
    TAOS_SUB* tsub = NULL;

    if ((SPECIFIED_CLASS == class)
            && (ASYNC_MODE == g_queryInfo.specifiedQueryInfo.asyncMode)) {
        tsub = taos_subscribe(
                pThreadInfo->taos,
                restart,
                topic, sql, specified_sub_callback, (void*)pThreadInfo,
                g_queryInfo.specifiedQueryInfo.subscribeInterval);
    } else if ((STABLE_CLASS == class)
            && (ASYNC_MODE == g_queryInfo.superQueryInfo.asyncMode)) {
        tsub = taos_subscribe(
                pThreadInfo->taos,
                restart,
                topic, sql, stable_sub_callback, (void*)pThreadInfo,
                g_queryInfo.superQueryInfo.subscribeInterval);
    } else {
        tsub = taos_subscribe(
                pThreadInfo->taos,
                restart,
                topic, sql, NULL, NULL, interval);
    }

    if (tsub == NULL) {
9095
        errorPrint2("failed to create subscription. topic:%s, sql:%s\n", topic, sql);
9096 9097 9098 9099
        return NULL;
    }

    return tsub;
9100
}
H
hzcheng 已提交
9101

9102
static void *superSubscribe(void *sarg) {
9103
    threadInfo *pThreadInfo = (threadInfo *)sarg;
9104 9105 9106
    char *subSqlStr = calloc(1, BUFFER_SIZE);
    assert(subSqlStr);

9107 9108 9109
    TAOS_SUB*    tsub[MAX_QUERY_SQL_COUNT] = {0};
    uint64_t tsubSeq;

9110 9111
    setThreadName("superSub");

9112
    if (pThreadInfo->ntables > MAX_QUERY_SQL_COUNT) {
9113
        free(subSqlStr);
9114 9115
        errorPrint("The table number(%"PRId64") of the thread is more than max query sql count: %d\n",
                pThreadInfo->ntables, MAX_QUERY_SQL_COUNT);
9116
        exit(EXIT_FAILURE);
9117
    }
9118

9119
    if (pThreadInfo->taos == NULL) {
9120 9121 9122 9123 9124 9125
        pThreadInfo->taos = taos_connect(g_queryInfo.host,
                g_queryInfo.user,
                g_queryInfo.password,
                g_queryInfo.dbName,
                g_queryInfo.port);
        if (pThreadInfo->taos == NULL) {
9126
            errorPrint2("[%d] Failed to connect to TDengine, reason:%s\n",
9127
                    pThreadInfo->threadID, taos_errstr(NULL));
9128
            free(subSqlStr);
9129 9130
            return NULL;
        }
9131 9132
    }

9133 9134
    char sqlStr[TSDB_DB_NAME_LEN + 5];
    sprintf(sqlStr, "USE %s", g_queryInfo.dbName);
9135 9136
    if (0 != queryDbExec(pThreadInfo->taos, sqlStr, NO_INSERT_TYPE, false)) {
        taos_close(pThreadInfo->taos);
9137
        errorPrint2("use database %s failed!\n\n",
9138
                g_queryInfo.dbName);
9139
        free(subSqlStr);
9140 9141
        return NULL;
    }
9142

9143 9144 9145 9146 9147 9148 9149 9150 9151 9152 9153
    char topic[32] = {0};
    for (uint64_t i = pThreadInfo->start_table_from;
            i <= pThreadInfo->end_table_to; i++) {
        tsubSeq = i - pThreadInfo->start_table_from;
        verbosePrint("%s() LN%d, [%d], start=%"PRId64" end=%"PRId64" i=%"PRIu64"\n",
                __func__, __LINE__,
                pThreadInfo->threadID,
                pThreadInfo->start_table_from,
                pThreadInfo->end_table_to, i);
        sprintf(topic, "taosdemo-subscribe-%"PRIu64"-%"PRIu64"",
                i, pThreadInfo->querySeq);
9154
        memset(subSqlStr, 0, BUFFER_SIZE);
9155 9156
        replaceChildTblName(
                g_queryInfo.superQueryInfo.sql[pThreadInfo->querySeq],
9157
                subSqlStr, i);
9158 9159 9160 9161 9162
        if (g_queryInfo.superQueryInfo.result[pThreadInfo->querySeq][0] != 0) {
            sprintf(pThreadInfo->filePath, "%s-%d",
                    g_queryInfo.superQueryInfo.result[pThreadInfo->querySeq],
                    pThreadInfo->threadID);
        }
9163

9164 9165
        verbosePrint("%s() LN%d, [%d] subSqlStr: %s\n",
                __func__, __LINE__, pThreadInfo->threadID, subSqlStr);
9166 9167
        tsub[tsubSeq] = subscribeImpl(
                STABLE_CLASS,
9168
                pThreadInfo, subSqlStr, topic,
9169 9170 9171 9172
                g_queryInfo.superQueryInfo.subscribeRestart,
                g_queryInfo.superQueryInfo.subscribeInterval);
        if (NULL == tsub[tsubSeq]) {
            taos_close(pThreadInfo->taos);
9173
            free(subSqlStr);
9174 9175 9176
            return NULL;
        }
    }
9177

9178 9179 9180 9181 9182 9183
    // start loop to consume result
    int consumed[MAX_QUERY_SQL_COUNT];
    for (int i = 0; i < MAX_QUERY_SQL_COUNT; i++) {
        consumed[i] = 0;
    }
    TAOS_RES* res = NULL;
9184

9185
    uint64_t st = 0, et = 0;
9186

9187 9188 9189 9190
    while ((g_queryInfo.superQueryInfo.endAfterConsume == -1)
            || (g_queryInfo.superQueryInfo.endAfterConsume >
                consumed[pThreadInfo->end_table_to
                - pThreadInfo->start_table_from])) {
9191

9192 9193 9194 9195 9196 9197 9198 9199 9200 9201 9202 9203 9204 9205 9206 9207 9208 9209 9210 9211 9212 9213 9214 9215 9216 9217 9218 9219 9220 9221 9222 9223 9224 9225 9226 9227 9228 9229
        verbosePrint("super endAfterConsume: %d, consumed: %d\n",
                g_queryInfo.superQueryInfo.endAfterConsume,
                consumed[pThreadInfo->end_table_to
                - pThreadInfo->start_table_from]);
        for (uint64_t i = pThreadInfo->start_table_from;
                i <= pThreadInfo->end_table_to; i++) {
            tsubSeq = i - pThreadInfo->start_table_from;
            if (ASYNC_MODE == g_queryInfo.superQueryInfo.asyncMode) {
                continue;
            }

            st = taosGetTimestampMs();
            performancePrint("st: %"PRIu64" et: %"PRIu64" st-et: %"PRIu64"\n", st, et, (st - et));
            res = taos_consume(tsub[tsubSeq]);
            et = taosGetTimestampMs();
            performancePrint("st: %"PRIu64" et: %"PRIu64" delta: %"PRIu64"\n", st, et, (et - st));

            if (res) {
                if (g_queryInfo.superQueryInfo.result[pThreadInfo->querySeq][0] != 0) {
                    sprintf(pThreadInfo->filePath, "%s-%d",
                            g_queryInfo.superQueryInfo.result[pThreadInfo->querySeq],
                            pThreadInfo->threadID);
                    fetchResult(res, pThreadInfo);
                }
                consumed[tsubSeq] ++;

                if ((g_queryInfo.superQueryInfo.resubAfterConsume != -1)
                        && (consumed[tsubSeq] >=
                            g_queryInfo.superQueryInfo.resubAfterConsume)) {
                    verbosePrint("%s() LN%d, keepProgress:%d, resub super table query: %"PRIu64"\n",
                            __func__, __LINE__,
                            g_queryInfo.superQueryInfo.subscribeKeepProgress,
                            pThreadInfo->querySeq);
                    taos_unsubscribe(tsub[tsubSeq],
                            g_queryInfo.superQueryInfo.subscribeKeepProgress);
                    consumed[tsubSeq]= 0;
                    tsub[tsubSeq] = subscribeImpl(
                            STABLE_CLASS,
9230
                            pThreadInfo, subSqlStr, topic,
9231 9232 9233 9234 9235
                            g_queryInfo.superQueryInfo.subscribeRestart,
                            g_queryInfo.superQueryInfo.subscribeInterval
                            );
                    if (NULL == tsub[tsubSeq]) {
                        taos_close(pThreadInfo->taos);
9236
                        free(subSqlStr);
9237 9238 9239 9240 9241 9242 9243 9244 9245 9246 9247
                        return NULL;
                    }
                }
            }
        }
    }
    verbosePrint("%s() LN%d, super endAfterConsume: %d, consumed: %d\n",
            __func__, __LINE__,
            g_queryInfo.superQueryInfo.endAfterConsume,
            consumed[pThreadInfo->end_table_to - pThreadInfo->start_table_from]);
    taos_free_result(res);
9248

9249 9250
    for (uint64_t i = pThreadInfo->start_table_from;
            i <= pThreadInfo->end_table_to; i++) {
9251 9252
        tsubSeq = i - pThreadInfo->start_table_from;
        taos_unsubscribe(tsub[tsubSeq], 0);
H
hzcheng 已提交
9253
    }
9254

9255
    taos_close(pThreadInfo->taos);
9256
    free(subSqlStr);
9257
    return NULL;
H
hzcheng 已提交
9258 9259
}

9260
static void *specifiedSubscribe(void *sarg) {
9261 9262
    threadInfo *pThreadInfo = (threadInfo *)sarg;
    //  TAOS_SUB*  tsub = NULL;
9263

9264
    setThreadName("specSub");
9265

9266
    if (pThreadInfo->taos == NULL) {
9267 9268 9269 9270 9271 9272
        pThreadInfo->taos = taos_connect(g_queryInfo.host,
                g_queryInfo.user,
                g_queryInfo.password,
                g_queryInfo.dbName,
                g_queryInfo.port);
        if (pThreadInfo->taos == NULL) {
9273
            errorPrint2("[%d] Failed to connect to TDengine, reason:%s\n",
9274 9275 9276
                    pThreadInfo->threadID, taos_errstr(NULL));
            return NULL;
        }
9277 9278
    }

9279 9280
    char sqlStr[TSDB_DB_NAME_LEN + 5];
    sprintf(sqlStr, "USE %s", g_queryInfo.dbName);
9281 9282 9283 9284 9285 9286 9287 9288 9289 9290 9291
    if (0 != queryDbExec(pThreadInfo->taos, sqlStr, NO_INSERT_TYPE, false)) {
        taos_close(pThreadInfo->taos);
        return NULL;
    }

    sprintf(g_queryInfo.specifiedQueryInfo.topic[pThreadInfo->threadID],
            "taosdemo-subscribe-%"PRIu64"-%d",
            pThreadInfo->querySeq,
            pThreadInfo->threadID);
    if (g_queryInfo.specifiedQueryInfo.result[pThreadInfo->querySeq][0] != '\0') {
        sprintf(pThreadInfo->filePath, "%s-%d",
9292 9293
                g_queryInfo.specifiedQueryInfo.result[pThreadInfo->querySeq],
                pThreadInfo->threadID);
9294 9295 9296 9297 9298 9299 9300 9301 9302 9303 9304 9305 9306
    }
    g_queryInfo.specifiedQueryInfo.tsub[pThreadInfo->threadID] = subscribeImpl(
            SPECIFIED_CLASS, pThreadInfo,
            g_queryInfo.specifiedQueryInfo.sql[pThreadInfo->querySeq],
            g_queryInfo.specifiedQueryInfo.topic[pThreadInfo->threadID],
            g_queryInfo.specifiedQueryInfo.subscribeRestart,
            g_queryInfo.specifiedQueryInfo.subscribeInterval);
    if (NULL == g_queryInfo.specifiedQueryInfo.tsub[pThreadInfo->threadID]) {
        taos_close(pThreadInfo->taos);
        return NULL;
    }

    // start loop to consume result
9307

9308 9309 9310 9311 9312 9313 9314 9315 9316 9317 9318 9319 9320 9321 9322 9323 9324 9325 9326 9327 9328 9329 9330 9331 9332 9333 9334 9335 9336 9337 9338 9339 9340 9341 9342 9343 9344 9345 9346 9347 9348 9349 9350 9351 9352 9353 9354 9355 9356 9357 9358 9359 9360 9361 9362 9363
    g_queryInfo.specifiedQueryInfo.consumed[pThreadInfo->threadID] = 0;
    while((g_queryInfo.specifiedQueryInfo.endAfterConsume[pThreadInfo->querySeq] == -1)
            || (g_queryInfo.specifiedQueryInfo.consumed[pThreadInfo->threadID] <
                g_queryInfo.specifiedQueryInfo.endAfterConsume[pThreadInfo->querySeq])) {

        printf("consumed[%d]: %d, endAfterConsum[%"PRId64"]: %d\n",
                pThreadInfo->threadID,
                g_queryInfo.specifiedQueryInfo.consumed[pThreadInfo->threadID],
                pThreadInfo->querySeq,
                g_queryInfo.specifiedQueryInfo.endAfterConsume[pThreadInfo->querySeq]);
        if (ASYNC_MODE == g_queryInfo.specifiedQueryInfo.asyncMode) {
            continue;
        }

        g_queryInfo.specifiedQueryInfo.res[pThreadInfo->threadID] = taos_consume(
                g_queryInfo.specifiedQueryInfo.tsub[pThreadInfo->threadID]);
        if (g_queryInfo.specifiedQueryInfo.res[pThreadInfo->threadID]) {
            if (g_queryInfo.specifiedQueryInfo.result[pThreadInfo->querySeq][0]
                    != 0) {
                sprintf(pThreadInfo->filePath, "%s-%d",
                        g_queryInfo.specifiedQueryInfo.result[pThreadInfo->querySeq],
                        pThreadInfo->threadID);
            }
            fetchResult(
                    g_queryInfo.specifiedQueryInfo.res[pThreadInfo->threadID],
                    pThreadInfo);

            g_queryInfo.specifiedQueryInfo.consumed[pThreadInfo->threadID] ++;
            if ((g_queryInfo.specifiedQueryInfo.resubAfterConsume[pThreadInfo->querySeq] != -1)
                    && (g_queryInfo.specifiedQueryInfo.consumed[pThreadInfo->threadID] >=
                        g_queryInfo.specifiedQueryInfo.resubAfterConsume[pThreadInfo->querySeq])) {
                printf("keepProgress:%d, resub specified query: %"PRIu64"\n",
                        g_queryInfo.specifiedQueryInfo.subscribeKeepProgress,
                        pThreadInfo->querySeq);
                g_queryInfo.specifiedQueryInfo.consumed[pThreadInfo->threadID] = 0;
                taos_unsubscribe(g_queryInfo.specifiedQueryInfo.tsub[pThreadInfo->threadID],
                        g_queryInfo.specifiedQueryInfo.subscribeKeepProgress);
                g_queryInfo.specifiedQueryInfo.tsub[pThreadInfo->threadID] =
                    subscribeImpl(
                            SPECIFIED_CLASS,
                            pThreadInfo,
                            g_queryInfo.specifiedQueryInfo.sql[pThreadInfo->querySeq],
                            g_queryInfo.specifiedQueryInfo.topic[pThreadInfo->threadID],
                            g_queryInfo.specifiedQueryInfo.subscribeRestart,
                            g_queryInfo.specifiedQueryInfo.subscribeInterval);
                if (NULL == g_queryInfo.specifiedQueryInfo.tsub[pThreadInfo->threadID]) {
                    taos_close(pThreadInfo->taos);
                    return NULL;
                }
            }
        }
    }
    taos_free_result(g_queryInfo.specifiedQueryInfo.res[pThreadInfo->threadID]);
    taos_close(pThreadInfo->taos);

    return NULL;
H
hzcheng 已提交
9364 9365
}

9366
static int subscribeTestProcess() {
9367 9368 9369 9370 9371 9372 9373 9374 9375 9376
    setupForAnsiEscape();
    printfQueryMeta();
    resetAfterAnsiEscape();

    prompt();

    TAOS * taos = NULL;
    taos = taos_connect(g_queryInfo.host,
            g_queryInfo.user,
            g_queryInfo.password,
9377
            g_queryInfo.dbName,
9378 9379
            g_queryInfo.port);
    if (taos == NULL) {
9380
        errorPrint2("Failed to connect to TDengine, reason:%s\n",
9381
                taos_errstr(NULL));
9382
        exit(EXIT_FAILURE);
S
Shengliang Guan 已提交
9383
    }
9384

9385 9386 9387 9388 9389 9390
    if (0 != g_queryInfo.superQueryInfo.sqlCount) {
        getAllChildNameOfSuperTable(taos,
                g_queryInfo.dbName,
                g_queryInfo.superQueryInfo.sTblName,
                &g_queryInfo.superQueryInfo.childTblName,
                &g_queryInfo.superQueryInfo.childTblCount);
S
Shengliang Guan 已提交
9391
    }
9392

9393 9394 9395 9396 9397 9398 9399 9400 9401 9402 9403 9404 9405 9406 9407
    taos_close(taos); // TODO: workaround to use separate taos connection;

    pthread_t  *pids = NULL;
    threadInfo *infos = NULL;

    pthread_t  *pidsOfStable  = NULL;
    threadInfo *infosOfStable = NULL;

    //==== create threads for query for specified table
    if (g_queryInfo.specifiedQueryInfo.sqlCount <= 0) {
        debugPrint("%s() LN%d, sepcified query sqlCount %d.\n",
                __func__, __LINE__,
                g_queryInfo.specifiedQueryInfo.sqlCount);
    } else {
        if (g_queryInfo.specifiedQueryInfo.concurrent <= 0) {
9408
            errorPrint2("%s() LN%d, sepcified query sqlCount %d.\n",
9409 9410
                    __func__, __LINE__,
                    g_queryInfo.specifiedQueryInfo.sqlCount);
9411
            exit(EXIT_FAILURE);
9412
        }
9413

9414
        pids  = calloc(
9415
                1,
9416 9417 9418 9419
                g_queryInfo.specifiedQueryInfo.sqlCount *
                g_queryInfo.specifiedQueryInfo.concurrent *
                sizeof(pthread_t));
        infos = calloc(
9420
                1,
9421 9422 9423 9424
                g_queryInfo.specifiedQueryInfo.sqlCount *
                g_queryInfo.specifiedQueryInfo.concurrent *
                sizeof(threadInfo));
        if ((NULL == pids) || (NULL == infos)) {
9425
            errorPrint2("%s() LN%d, malloc failed for create threads\n", __func__, __LINE__);
9426
            exit(EXIT_FAILURE);
9427
        }
9428

9429 9430 9431 9432 9433 9434 9435 9436 9437
        for (int i = 0; i < g_queryInfo.specifiedQueryInfo.sqlCount; i++) {
            for (int j = 0; j < g_queryInfo.specifiedQueryInfo.concurrent; j++) {
                uint64_t seq = i * g_queryInfo.specifiedQueryInfo.concurrent + j;
                threadInfo *pThreadInfo = infos + seq;
                pThreadInfo->threadID = seq;
                pThreadInfo->querySeq = i;
                pThreadInfo->taos = NULL;  // TODO: workaround to use separate taos connection;
                pthread_create(pids + seq, NULL, specifiedSubscribe, pThreadInfo);
            }
9438
        }
9439
    }
9440

9441 9442 9443 9444 9445 9446 9447 9448 9449 9450 9451 9452 9453 9454 9455 9456 9457 9458 9459
    //==== create threads for super table query
    if (g_queryInfo.superQueryInfo.sqlCount <= 0) {
        debugPrint("%s() LN%d, super table query sqlCount %d.\n",
                __func__, __LINE__,
                g_queryInfo.superQueryInfo.sqlCount);
    } else {
        if ((g_queryInfo.superQueryInfo.sqlCount > 0)
                && (g_queryInfo.superQueryInfo.threadCnt > 0)) {
            pidsOfStable  = calloc(
                    1,
                    g_queryInfo.superQueryInfo.sqlCount *
                    g_queryInfo.superQueryInfo.threadCnt *
                    sizeof(pthread_t));
            infosOfStable = calloc(
                    1,
                    g_queryInfo.superQueryInfo.sqlCount *
                    g_queryInfo.superQueryInfo.threadCnt *
                    sizeof(threadInfo));
            if ((NULL == pidsOfStable) || (NULL == infosOfStable)) {
9460
                errorPrint2("%s() LN%d, malloc failed for create threads\n",
9461 9462
                        __func__, __LINE__);
                // taos_close(taos);
9463
                exit(EXIT_FAILURE);
9464
            }
9465

9466 9467
            int64_t ntables = g_queryInfo.superQueryInfo.childTblCount;
            int threads = g_queryInfo.superQueryInfo.threadCnt;
9468

9469 9470 9471 9472
            int64_t a = ntables / threads;
            if (a < 1) {
                threads = ntables;
                a = 1;
9473
            }
9474

9475 9476 9477 9478 9479 9480 9481 9482 9483 9484 9485 9486 9487 9488 9489 9490 9491 9492 9493 9494 9495 9496
            int64_t b = 0;
            if (threads != 0) {
                b = ntables % threads;
            }

            for (uint64_t i = 0; i < g_queryInfo.superQueryInfo.sqlCount; i++) {
                uint64_t tableFrom = 0;
                for (int j = 0; j < threads; j++) {
                    uint64_t seq = i * threads + j;
                    threadInfo *pThreadInfo = infosOfStable + seq;
                    pThreadInfo->threadID = seq;
                    pThreadInfo->querySeq = i;

                    pThreadInfo->start_table_from = tableFrom;
                    pThreadInfo->ntables = j<b?a+1:a;
                    pThreadInfo->end_table_to = j<b?tableFrom+a:tableFrom+a-1;
                    tableFrom = pThreadInfo->end_table_to + 1;
                    pThreadInfo->taos = NULL; // TODO: workaround to use separate taos connection;
                    pthread_create(pidsOfStable + seq,
                            NULL, superSubscribe, pThreadInfo);
                }
            }
9497

9498 9499 9500 9501 9502 9503 9504
            g_queryInfo.superQueryInfo.threadCnt = threads;

            for (int i = 0; i < g_queryInfo.superQueryInfo.sqlCount; i++) {
                for (int j = 0; j < threads; j++) {
                    uint64_t seq = i * threads + j;
                    pthread_join(pidsOfStable[seq], NULL);
                }
9505 9506
            }
        }
9507
    }
9508

9509 9510 9511 9512 9513
    for (int i = 0; i < g_queryInfo.specifiedQueryInfo.sqlCount; i++) {
        for (int j = 0; j < g_queryInfo.specifiedQueryInfo.concurrent; j++) {
            uint64_t seq = i * g_queryInfo.specifiedQueryInfo.concurrent + j;
            pthread_join(pids[seq], NULL);
        }
9514
    }
H
hzcheng 已提交
9515

9516 9517
    tmfree((char*)pids);
    tmfree((char*)infos);
H
hzcheng 已提交
9518

9519 9520 9521 9522
    tmfree((char*)pidsOfStable);
    tmfree((char*)infosOfStable);
    //   taos_close(taos);
    return 0;
H
hzcheng 已提交
9523 9524
}

9525
static void initOfInsertMeta() {
9526
    memset(&g_Dbs, 0, sizeof(SDbs));
9527

9528 9529 9530 9531
    // set default values
    tstrncpy(g_Dbs.host, "127.0.0.1", MAX_HOSTNAME_SIZE);
    g_Dbs.port = 6030;
    tstrncpy(g_Dbs.user, TSDB_DEFAULT_USER, MAX_USERNAME_SIZE);
9532
    tstrncpy(g_Dbs.password, TSDB_DEFAULT_PASS, SHELL_MAX_PASSWORD_LEN);
9533
    g_Dbs.threadCount = 2;
9534

9535
    g_Dbs.use_metric = g_args.use_metric;
L
Liu Tao 已提交
9536 9537
}

9538
static void initOfQueryMeta() {
9539
    memset(&g_queryInfo, 0, sizeof(SQueryMetaInfo));
9540

9541 9542 9543 9544
    // set default values
    tstrncpy(g_queryInfo.host, "127.0.0.1", MAX_HOSTNAME_SIZE);
    g_queryInfo.port = 6030;
    tstrncpy(g_queryInfo.user, TSDB_DEFAULT_USER, MAX_USERNAME_SIZE);
9545
    tstrncpy(g_queryInfo.password, TSDB_DEFAULT_PASS, SHELL_MAX_PASSWORD_LEN);
L
Liu Tao 已提交
9546 9547
}

9548
static void setParaFromArg() {
9549 9550 9551 9552 9553
    if (g_args.host) {
        tstrncpy(g_Dbs.host, g_args.host, MAX_HOSTNAME_SIZE);
    } else {
        tstrncpy(g_Dbs.host, "127.0.0.1", MAX_HOSTNAME_SIZE);
    }
9554

9555 9556 9557
    if (g_args.user) {
        tstrncpy(g_Dbs.user, g_args.user, MAX_USERNAME_SIZE);
    }
9558

9559
    tstrncpy(g_Dbs.password, g_args.password, SHELL_MAX_PASSWORD_LEN);
L
Liu Tao 已提交
9560

9561 9562 9563
    if (g_args.port) {
        g_Dbs.port = g_args.port;
    }
9564

9565
    g_Dbs.threadCount = g_args.num_of_threads;
9566
    g_Dbs.threadCountForCreateTbl = g_args.num_of_threads;
9567

9568 9569
    g_Dbs.dbCount = 1;
    g_Dbs.db[0].drop = true;
L
Liu Tao 已提交
9570

9571 9572
    tstrncpy(g_Dbs.db[0].dbName, g_args.database, TSDB_DB_NAME_LEN);
    g_Dbs.db[0].dbCfg.replica = g_args.replica;
9573
    tstrncpy(g_Dbs.db[0].dbCfg.precision, "ms", SMALL_BUFF_LEN);
9574

9575
    tstrncpy(g_Dbs.resultFile, g_args.output_file, MAX_FILE_NAME_LEN);
9576

9577 9578
    g_Dbs.use_metric = g_args.use_metric;
    g_Dbs.insert_only = g_args.insert_only;
L
Liu Tao 已提交
9579

9580
    g_Dbs.do_aggreFunc = true;
9581

9582
    char dataString[TSDB_MAX_BYTES_PER_ROW];
9583
    char **data_type = g_args.datatype;
L
Liu Tao 已提交
9584

9585
    memset(dataString, 0, TSDB_MAX_BYTES_PER_ROW);
H
hzcheng 已提交
9586

9587 9588 9589 9590
    if (strcasecmp(data_type[0], "BINARY") == 0
            || strcasecmp(data_type[0], "BOOL") == 0
            || strcasecmp(data_type[0], "NCHAR") == 0 ) {
        g_Dbs.do_aggreFunc = false;
9591
    }
9592

9593 9594 9595 9596 9597
    if (g_args.use_metric) {
        g_Dbs.db[0].superTblCount = 1;
        tstrncpy(g_Dbs.db[0].superTbls[0].sTblName, "meters", TSDB_TABLE_NAME_LEN);
        g_Dbs.db[0].superTbls[0].childTblCount = g_args.num_of_tables;
        g_Dbs.threadCount = g_args.num_of_threads;
9598
        g_Dbs.threadCountForCreateTbl = g_args.num_of_threads;
9599
        g_Dbs.asyncMode = g_args.async_mode;
9600

9601 9602 9603 9604 9605
        g_Dbs.db[0].superTbls[0].autoCreateTable = PRE_CREATE_SUBTBL;
        g_Dbs.db[0].superTbls[0].childTblExists = TBL_NO_EXISTS;
        g_Dbs.db[0].superTbls[0].disorderRange = g_args.disorderRange;
        g_Dbs.db[0].superTbls[0].disorderRatio = g_args.disorderRatio;
        tstrncpy(g_Dbs.db[0].superTbls[0].childTblPrefix,
9606 9607
                g_args.tb_prefix, TBNAME_PREFIX_LEN);
        tstrncpy(g_Dbs.db[0].superTbls[0].dataSource, "rand", SMALL_BUFF_LEN);
9608

9609 9610 9611 9612 9613 9614 9615
        if (g_args.iface == INTERFACE_BUT) {
            g_Dbs.db[0].superTbls[0].iface = TAOSC_IFACE;
        } else {
            g_Dbs.db[0].superTbls[0].iface = g_args.iface;
        }
        tstrncpy(g_Dbs.db[0].superTbls[0].startTimestamp,
                "2017-07-14 10:40:00.000", MAX_TB_NAME_SIZE);
9616
        g_Dbs.db[0].superTbls[0].timeStampStep = g_args.timestamp_step;
9617

9618 9619
        g_Dbs.db[0].superTbls[0].insertRows = g_args.num_of_DPT;
        g_Dbs.db[0].superTbls[0].maxSqlLen = g_args.max_sql_len;
9620

9621 9622 9623 9624 9625
        g_Dbs.db[0].superTbls[0].columnCount = 0;
        for (int i = 0; i < MAX_NUM_COLUMNS; i++) {
            if (data_type[i] == NULL) {
                break;
            }
9626

9627
            tstrncpy(g_Dbs.db[0].superTbls[0].columns[i].dataType,
9628
                    data_type[i], min(DATATYPE_BUFF_LEN, strlen(data_type[i]) + 1));
9629
            g_Dbs.db[0].superTbls[0].columns[i].dataLen = g_args.binwidth;
9630 9631 9632 9633 9634 9635 9636 9637 9638
            g_Dbs.db[0].superTbls[0].columnCount++;
        }

        if (g_Dbs.db[0].superTbls[0].columnCount > g_args.num_of_CPR) {
            g_Dbs.db[0].superTbls[0].columnCount = g_args.num_of_CPR;
        } else {
            for (int i = g_Dbs.db[0].superTbls[0].columnCount;
                    i < g_args.num_of_CPR; i++) {
                tstrncpy(g_Dbs.db[0].superTbls[0].columns[i].dataType,
9639
                        "INT", min(DATATYPE_BUFF_LEN, strlen("INT") + 1));
9640 9641 9642 9643 9644 9645
                g_Dbs.db[0].superTbls[0].columns[i].dataLen = 0;
                g_Dbs.db[0].superTbls[0].columnCount++;
            }
        }

        tstrncpy(g_Dbs.db[0].superTbls[0].tags[0].dataType,
9646
                "INT", min(DATATYPE_BUFF_LEN, strlen("INT") + 1));
9647 9648 9649
        g_Dbs.db[0].superTbls[0].tags[0].dataLen = 0;

        tstrncpy(g_Dbs.db[0].superTbls[0].tags[1].dataType,
9650
                "BINARY", min(DATATYPE_BUFF_LEN, strlen("BINARY") + 1));
9651
        g_Dbs.db[0].superTbls[0].tags[1].dataLen = g_args.binwidth;
9652 9653
        g_Dbs.db[0].superTbls[0].tagCount = 2;
    } else {
9654
        g_Dbs.threadCountForCreateTbl = g_args.num_of_threads;
9655 9656
        g_Dbs.db[0].superTbls[0].tagCount = 0;
    }
9657 9658 9659 9660
}

/* Function to do regular expression check */
static int regexMatch(const char *s, const char *reg, int cflags) {
9661 9662 9663 9664 9665
    regex_t regex;
    char    msgbuf[100] = {0};

    /* Compile regular expression */
    if (regcomp(&regex, reg, cflags) != 0) {
9666
        ERROR_EXIT("Fail to compile regex\n");
9667 9668 9669 9670 9671 9672 9673 9674 9675 9676 9677 9678 9679
    }

    /* Execute regular expression */
    int reti = regexec(&regex, s, 0, NULL, 0);
    if (!reti) {
        regfree(&regex);
        return 1;
    } else if (reti == REG_NOMATCH) {
        regfree(&regex);
        return 0;
    } else {
        regerror(reti, &regex, msgbuf, sizeof(msgbuf));
        regfree(&regex);
9680 9681
        printf("Regex match failed: %s\n", msgbuf);
        exit(EXIT_FAILURE);
9682 9683
    }

9684 9685 9686 9687
    return 0;
}

static int isCommentLine(char *line) {
9688
    if (line == NULL) return 1;
9689

9690
    return regexMatch(line, "^\\s*#.*", REG_EXTENDED);
9691 9692
}

9693
static void querySqlFile(TAOS* taos, char* sqlFile)
9694
{
9695 9696 9697 9698 9699
    FILE *fp = fopen(sqlFile, "r");
    if (fp == NULL) {
        printf("failed to open file %s, reason:%s\n", sqlFile, strerror(errno));
        return;
    }
9700

9701 9702 9703 9704 9705
    int       read_len = 0;
    char *    cmd = calloc(1, TSDB_MAX_BYTES_PER_ROW);
    size_t    cmd_len = 0;
    char *    line = NULL;
    size_t    line_len = 0;
9706

9707
    double t = taosGetTimestampMs();
9708

9709 9710 9711
    while((read_len = tgetline(&line, &line_len, fp)) != -1) {
        if (read_len >= TSDB_MAX_BYTES_PER_ROW) continue;
        line[--read_len] = '\0';
9712

9713 9714 9715
        if (read_len == 0 || isCommentLine(line)) {  // line starts with #
            continue;
        }
9716

9717 9718 9719 9720 9721 9722
        if (line[read_len - 1] == '\\') {
            line[read_len - 1] = ' ';
            memcpy(cmd + cmd_len, line, read_len);
            cmd_len += read_len;
            continue;
        }
9723

9724 9725
        memcpy(cmd + cmd_len, line, read_len);
        if (0 != queryDbExec(taos, cmd, NO_INSERT_TYPE, false)) {
9726
            errorPrint2("%s() LN%d, queryDbExec %s failed!\n",
9727 9728 9729 9730 9731 9732 9733 9734
                    __func__, __LINE__, cmd);
            tmfree(cmd);
            tmfree(line);
            tmfclose(fp);
            return;
        }
        memset(cmd, 0, TSDB_MAX_BYTES_PER_ROW);
        cmd_len = 0;
9735
    }
H
hzcheng 已提交
9736

9737 9738
    t = taosGetTimestampMs() - t;
    printf("run %s took %.6f second(s)\n\n", sqlFile, t);
9739

9740 9741 9742 9743
    tmfree(cmd);
    tmfree(line);
    tmfclose(fp);
    return;
H
hzcheng 已提交
9744 9745
}

9746
static void testMetaFile() {
9747
    if (INSERT_TEST == g_args.test_mode) {
9748 9749
        if (g_Dbs.cfgDir[0])
            taos_options(TSDB_OPTION_CONFIGDIR, g_Dbs.cfgDir);
9750

9751
        insertTestProcess();
9752

9753
    } else if (QUERY_TEST == g_args.test_mode) {
9754 9755
        if (g_queryInfo.cfgDir[0])
            taos_options(TSDB_OPTION_CONFIGDIR, g_queryInfo.cfgDir);
9756

9757
        queryTestProcess();
9758

9759
    } else if (SUBSCRIBE_TEST == g_args.test_mode) {
9760 9761
        if (g_queryInfo.cfgDir[0])
            taos_options(TSDB_OPTION_CONFIGDIR, g_queryInfo.cfgDir);
9762

9763
        subscribeTestProcess();
9764

9765
    }  else {
9766
        ;
9767
    }
9768
}
9769

9770
static void queryResult() {
9771 9772 9773 9774 9775
    // query data

    pthread_t read_id;
    threadInfo *pThreadInfo = calloc(1, sizeof(threadInfo));
    assert(pThreadInfo);
9776
    pThreadInfo->start_time = DEFAULT_START_TIME;  // 2017-07-14 10:40:00.000
9777 9778 9779 9780 9781 9782
    pThreadInfo->start_table_from = 0;

    //pThreadInfo->do_aggreFunc = g_Dbs.do_aggreFunc;
    if (g_args.use_metric) {
        pThreadInfo->ntables = g_Dbs.db[0].superTbls[0].childTblCount;
        pThreadInfo->end_table_to = g_Dbs.db[0].superTbls[0].childTblCount - 1;
9783
        pThreadInfo->stbInfo = &g_Dbs.db[0].superTbls[0];
9784
        tstrncpy(pThreadInfo->tb_prefix,
9785
                g_Dbs.db[0].superTbls[0].childTblPrefix, TBNAME_PREFIX_LEN);
9786 9787 9788 9789 9790 9791 9792 9793 9794 9795 9796 9797 9798
    } else {
        pThreadInfo->ntables = g_args.num_of_tables;
        pThreadInfo->end_table_to = g_args.num_of_tables -1;
        tstrncpy(pThreadInfo->tb_prefix, g_args.tb_prefix, TSDB_TABLE_NAME_LEN);
    }

    pThreadInfo->taos = taos_connect(
            g_Dbs.host,
            g_Dbs.user,
            g_Dbs.password,
            g_Dbs.db[0].dbName,
            g_Dbs.port);
    if (pThreadInfo->taos == NULL) {
9799
        free(pThreadInfo);
9800
        errorPrint2("Failed to connect to TDengine, reason:%s\n",
9801
                taos_errstr(NULL));
9802
        exit(EXIT_FAILURE);
9803 9804 9805 9806 9807 9808 9809 9810 9811 9812 9813
    }

    tstrncpy(pThreadInfo->filePath, g_Dbs.resultFile, MAX_FILE_NAME_LEN);

    if (!g_Dbs.use_metric) {
        pthread_create(&read_id, NULL, readTable, pThreadInfo);
    } else {
        pthread_create(&read_id, NULL, readMetric, pThreadInfo);
    }
    pthread_join(read_id, NULL);
    taos_close(pThreadInfo->taos);
9814
    free(pThreadInfo);
9815 9816
}

9817 9818
static void testCmdLine() {

9819 9820 9821
    if (strlen(configDir)) {
        wordexp_t full_path;
        if (wordexp(configDir, &full_path, 0) != 0) {
9822
            errorPrint("Invalid path %s\n", configDir);
9823 9824 9825 9826
            return;
        }
        taos_options(TSDB_OPTION_CONFIGDIR, full_path.we_wordv[0]);
        wordfree(&full_path);
9827 9828
    }

9829 9830
    g_args.test_mode = INSERT_TEST;
    insertTestProcess();
9831

9832 9833
    if (false == g_Dbs.insert_only)
        queryResult();
9834 9835
}

9836
int main(int argc, char *argv[]) {
9837
    parse_args(argc, argv, &g_args);
9838

9839
    debugPrint("meta file: %s\n", g_args.metaFile);
9840

9841
    if (g_args.metaFile) {
9842
        g_totalChildTables = 0;
9843 9844
        initOfInsertMeta();
        initOfQueryMeta();
9845

9846 9847 9848 9849
        if (false == getInfoFromJsonFile(g_args.metaFile)) {
            printf("Failed to read %s\n", g_args.metaFile);
            return 1;
        }
9850

9851
        testMetaFile();
9852
    } else {
9853 9854 9855 9856 9857 9858 9859 9860 9861 9862 9863 9864
        memset(&g_Dbs, 0, sizeof(SDbs));
        setParaFromArg();

        if (NULL != g_args.sqlFile) {
            TAOS* qtaos = taos_connect(
                    g_Dbs.host,
                    g_Dbs.user,
                    g_Dbs.password,
                    g_Dbs.db[0].dbName,
                    g_Dbs.port);
            querySqlFile(qtaos, g_args.sqlFile);
            taos_close(qtaos);
9865

9866 9867 9868
        } else {
            testCmdLine();
        }
9869

9870 9871 9872 9873 9874
        if (g_dupstr)
            free(g_dupstr);
    }

    return 0;
H
hzcheng 已提交
9875
}
9876