taosdemo.c 418.6 KB
Newer Older
S
TD-1057  
Shengliang Guan 已提交
1
/*
H
hzcheng 已提交
2 3 4 5 6 7 8 9 10 11 12 13 14 15
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

16 17 18

/*
   when in some thread query return error, thread don't exit, but return, otherwise coredump in other thread.
19
   */
20

21
#include <stdint.h>
22
#include <taos.h>
23
#include <taoserror.h>
S
slguan 已提交
24
#define _GNU_SOURCE
25 26
#define CURL_STATICLIB

S
TD-1057  
Shengliang Guan 已提交
27
#ifdef LINUX
28 29 30 31 32 33 34 35 36 37 38 39 40 41 42
#include <argp.h>
#include <inttypes.h>
#ifndef _ALPINE
#include <error.h>
#endif
#include <pthread.h>
#include <semaphore.h>
#include <stdbool.h>
#include <stdio.h>
#include <string.h>
#include <sys/time.h>
#include <time.h>
#include <unistd.h>
#include <wordexp.h>
#include <regex.h>
43
#else
44 45
#include <regex.h>
#include <stdio.h>
46
#endif
H
hzcheng 已提交
47

48
#include <assert.h>
49
#include <stdlib.h>
50 51
#include "cJSON.h"

52
#include "os.h"
H
hzcheng 已提交
53
#include "taos.h"
54
#include "taoserror.h"
H
Hui Li 已提交
55
#include "tutil.h"
S
slguan 已提交
56

57 58 59
#define REQ_EXTRA_BUF_LEN   1024
#define RESP_BUF_LEN        4096

S
slguan 已提交
60 61
extern char configDir[];

62 63
#define STR_INSERT_INTO     "INSERT INTO "

64 65
#define MAX_RECORDS_PER_REQ     32766

66
#define HEAD_BUFF_LEN       TSDB_MAX_COLUMNS*24  // 16*MAX_COLUMNS + (192+32)*2 + insert into ..
67

68
#define BUFFER_SIZE         TSDB_MAX_ALLOWED_SQL_LEN
69
#define COND_BUF_LEN        (BUFFER_SIZE - 30)
70
#define COL_BUFFER_LEN      ((TSDB_COL_NAME_LEN + 15) * TSDB_MAX_COLUMNS)
71

72
#define MAX_USERNAME_SIZE  64
73
#define MAX_HOSTNAME_SIZE  253      // https://man7.org/linux/man-pages/man7/hostname.7.html
74
#define MAX_TB_NAME_SIZE   64
75
#define MAX_DATA_SIZE      (16*TSDB_MAX_COLUMNS)+20     // max record len: 16*MAX_COLUMNS, timestamp string and ,('') need extra space
76
#define OPT_ABORT          1 /* –abort */
77
#define MAX_FILE_NAME_LEN  256              // max file name length on linux is 255.
78

79 80
#define DEFAULT_START_TIME 1500000000000

81 82 83 84 85 86 87 88 89 90
#define MAX_PREPARED_RAND  1000000
#define INT_BUFF_LEN            11
#define BIGINT_BUFF_LEN         21
#define SMALLINT_BUFF_LEN       6
#define TINYINT_BUFF_LEN        4
#define BOOL_BUFF_LEN           6
#define FLOAT_BUFF_LEN          22
#define DOUBLE_BUFF_LEN         42
#define TIMESTAMP_BUFF_LEN      21

91
#define MAX_SAMPLES             10000
92
#define MAX_NUM_COLUMNS        (TSDB_MAX_COLUMNS - 1)      // exclude first column timestamp
93

94 95
#define MAX_DB_COUNT            8
#define MAX_SUPER_TABLE_COUNT   200
96

97
#define MAX_QUERY_SQL_COUNT     100
98

99 100
#define MAX_DATABASE_COUNT      256
#define INPUT_BUF_LEN           256
101

102 103 104 105 106
#define TBNAME_PREFIX_LEN       (TSDB_TABLE_NAME_LEN - 20) // 20 characters reserved for seq
#define SMALL_BUFF_LEN          8
#define DATATYPE_BUFF_LEN       (SMALL_BUFF_LEN*3)
#define NOTE_BUFF_LEN           (SMALL_BUFF_LEN*16)

107
#define DEFAULT_TIMESTAMP_STEP  1
108
#define DEFAULT_INTERLACE_ROWS  0
109
#define DEFAULT_DATATYPE_NUM    1
110
#define DEFAULT_CHILDTABLES     10000
111

112

113 114 115 116 117 118 119 120
#define STMT_BIND_PARAM_BATCH   0

char* g_sampleDataBuf = NULL;
#if STMT_BIND_PARAM_BATCH == 1
    // bind param batch
char* g_sampleBindBatchArray = NULL;
#endif

121 122 123 124 125 126 127
enum TEST_MODE {
    INSERT_TEST,            // 0
    QUERY_TEST,             // 1
    SUBSCRIBE_TEST,         // 2
    INVAID_TEST
};

128
typedef enum CREATE_SUB_TABLE_MOD_EN {
129 130 131
    PRE_CREATE_SUBTBL,
    AUTO_CREATE_SUBTBL,
    NO_CREATE_SUBTBL
132
} CREATE_SUB_TABLE_MOD_EN;
133

134
typedef enum TABLE_EXISTS_EN {
135 136 137
    TBL_NO_EXISTS,
    TBL_ALREADY_EXISTS,
    TBL_EXISTS_BUTT
138
} TABLE_EXISTS_EN;
139

140
enum enumSYNC_MODE {
141 142 143
    SYNC_MODE,
    ASYNC_MODE,
    MODE_BUT
144
};
145

S
Shuduo Sang 已提交
146
enum enum_TAOS_INTERFACE {
147 148 149
    TAOSC_IFACE,
    REST_IFACE,
    STMT_IFACE,
150 151 152
    INTERFACE_BUT
};

153 154 155 156 157 158
typedef enum enumQUERY_CLASS {
    SPECIFIED_CLASS,
    STABLE_CLASS,
    CLASS_BUT
} QUERY_CLASS;

S
Shuduo Sang 已提交
159
typedef enum enum_PROGRESSIVE_OR_INTERLACE {
160 161 162
    PROGRESSIVE_INSERT_MODE,
    INTERLACE_INSERT_MODE,
    INVALID_INSERT_MODE
163
} PROG_OR_INTERLACE_MODE;
164

165
typedef enum enumQUERY_TYPE {
166 167 168
    NO_INSERT_TYPE,
    INSERT_TYPE,
    QUERY_TYPE_BUT
169
} QUERY_TYPE;
170 171

enum _show_db_index {
172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191
    TSDB_SHOW_DB_NAME_INDEX,
    TSDB_SHOW_DB_CREATED_TIME_INDEX,
    TSDB_SHOW_DB_NTABLES_INDEX,
    TSDB_SHOW_DB_VGROUPS_INDEX,
    TSDB_SHOW_DB_REPLICA_INDEX,
    TSDB_SHOW_DB_QUORUM_INDEX,
    TSDB_SHOW_DB_DAYS_INDEX,
    TSDB_SHOW_DB_KEEP_INDEX,
    TSDB_SHOW_DB_CACHE_INDEX,
    TSDB_SHOW_DB_BLOCKS_INDEX,
    TSDB_SHOW_DB_MINROWS_INDEX,
    TSDB_SHOW_DB_MAXROWS_INDEX,
    TSDB_SHOW_DB_WALLEVEL_INDEX,
    TSDB_SHOW_DB_FSYNC_INDEX,
    TSDB_SHOW_DB_COMP_INDEX,
    TSDB_SHOW_DB_CACHELAST_INDEX,
    TSDB_SHOW_DB_PRECISION_INDEX,
    TSDB_SHOW_DB_UPDATE_INDEX,
    TSDB_SHOW_DB_STATUS_INDEX,
    TSDB_MAX_SHOW_DB
192 193 194 195
};

// -----------------------------------------SHOW TABLES CONFIGURE -------------------------------------
enum _show_stables_index {
196 197 198 199 200 201 202 203
    TSDB_SHOW_STABLES_NAME_INDEX,
    TSDB_SHOW_STABLES_CREATED_TIME_INDEX,
    TSDB_SHOW_STABLES_COLUMNS_INDEX,
    TSDB_SHOW_STABLES_METRIC_INDEX,
    TSDB_SHOW_STABLES_UID_INDEX,
    TSDB_SHOW_STABLES_TID_INDEX,
    TSDB_SHOW_STABLES_VGID_INDEX,
    TSDB_MAX_SHOW_STABLES
204 205
};

206
enum _describe_table_index {
207 208 209 210 211
    TSDB_DESCRIBE_METRIC_FIELD_INDEX,
    TSDB_DESCRIBE_METRIC_TYPE_INDEX,
    TSDB_DESCRIBE_METRIC_LENGTH_INDEX,
    TSDB_DESCRIBE_METRIC_NOTE_INDEX,
    TSDB_MAX_DESCRIBE_METRIC
212 213
};

H
hzcheng 已提交
214
/* Used by main to communicate with parse_opt. */
215 216
static char *g_dupstr = NULL;

217
typedef struct SArguments_S {
218
    char     *metaFile;
219
    uint32_t test_mode;
220
    char     *host;
221 222 223
    uint16_t port;
    uint16_t iface;
    char *   user;
224
    char     password[SHELL_MAX_PASSWORD_LEN];
225 226 227 228 229 230 231 232 233 234 235 236 237
    char *   database;
    int      replica;
    char *   tb_prefix;
    char *   sqlFile;
    bool     use_metric;
    bool     drop_database;
    bool     insert_only;
    bool     answer_yes;
    bool     debug_print;
    bool     verbose_print;
    bool     performance_print;
    char *   output_file;
    bool     async_mode;
238 239
    char     data_type[MAX_NUM_COLUMNS+1];
    char     *dataType[MAX_NUM_COLUMNS+1];
240
    uint32_t binwidth;
241 242 243
    uint32_t columnCount;
    uint64_t lenOfOneRow;
    uint32_t nthreads;
244
    uint64_t insert_interval;
245
    uint64_t timestamp_step;
246
    int64_t  query_times;
247
    uint32_t interlaceRows;
248
    uint32_t reqPerReq;                  // num_of_records_per_req
249
    uint64_t max_sql_len;
250 251
    int64_t  ntables;
    int64_t  insertRows;
252 253
    int      abort;
    uint32_t disorderRatio;               // 0: no disorder, >0: x%
254
    int      disorderRange;               // ms, us or ns. according to database precision
255 256 257 258
    uint32_t method_of_delete;
    uint64_t totalInsertRows;
    uint64_t totalAffectedRows;
    bool     demo_mode;                  // use default column name and semi-random data
259 260 261
} SArguments;

typedef struct SColumn_S {
262 263 264 265 266
    char        field[TSDB_COL_NAME_LEN];
    char        data_type;
    char        dataType[DATATYPE_BUFF_LEN];
    uint32_t    dataLen;
    char        note[NOTE_BUFF_LEN];
267 268 269
} StrColumn;

typedef struct SSuperTable_S {
270
    char         stbName[TSDB_TABLE_NAME_LEN];
271 272
    char         dataSource[SMALL_BUFF_LEN];  // rand_gen or sample
    char         childTblPrefix[TBNAME_PREFIX_LEN];
273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290
    uint16_t     childTblExists;
    int64_t      childTblCount;
    uint64_t     batchCreateTableNum;     // 0: no batch,  > 0: batch table number in one sql
    uint8_t      autoCreateTable;         // 0: create sub table, 1: auto create sub table
    uint16_t     iface;                   // 0: taosc, 1: rest, 2: stmt
    int64_t      childTblLimit;
    uint64_t     childTblOffset;

    //  int          multiThreadWriteOneTbl;  // 0: no, 1: yes
    uint32_t     interlaceRows;           //
    int          disorderRatio;           // 0: no disorder, >0: x%
    int          disorderRange;           // ms, us or ns. according to database precision
    uint64_t     maxSqlLen;               //

    uint64_t     insertInterval;          // insert interval, will override global insert interval
    int64_t      insertRows;
    int64_t      timeStampStep;
    char         startTimestamp[MAX_TB_NAME_SIZE];
291
    char         sampleFormat[SMALL_BUFF_LEN];  // csv, json
292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311
    char         sampleFile[MAX_FILE_NAME_LEN];
    char         tagsFile[MAX_FILE_NAME_LEN];

    uint32_t     columnCount;
    StrColumn    columns[TSDB_MAX_COLUMNS];
    uint32_t     tagCount;
    StrColumn    tags[TSDB_MAX_TAGS];

    char*        childTblName;
    char*        colsOfCreateChildTable;
    uint64_t     lenOfOneRow;
    uint64_t     lenOfTagOfOneRow;

    char*        sampleDataBuf;

    uint32_t     tagSource;    // 0: rand, 1: tag sample
    char*        tagDataBuf;
    uint32_t     tagSampleCount;
    uint32_t     tagUsePos;

312 313 314 315
#if STMT_BIND_PARAM_BATCH == 1
    // bind param batch
    char        *sampleBindBatchArray;
#endif
316 317 318
    // statistics
    uint64_t     totalInsertRows;
    uint64_t     totalAffectedRows;
319 320 321
} SSuperTable;

typedef struct {
322 323 324 325 326 327 328
    char     name[TSDB_DB_NAME_LEN];
    char     create_time[32];
    int64_t  ntables;
    int32_t  vgroups;
    int16_t  replica;
    int16_t  quorum;
    int16_t  days;
329
    char     keeplist[64];
330 331 332 333 334 335 336 337
    int32_t  cache; //MB
    int32_t  blocks;
    int32_t  minrows;
    int32_t  maxrows;
    int8_t   wallevel;
    int32_t  fsync;
    int8_t   comp;
    int8_t   cachelast;
338
    char     precision[SMALL_BUFF_LEN];   // time resolution
339 340
    int8_t   update;
    char     status[16];
341 342
} SDbInfo;

343
typedef struct SDbCfg_S {
344 345 346 347 348 349 350 351 352 353 354 355 356 357
    //  int       maxtablesPerVnode;
    uint32_t  minRows;        // 0 means default
    uint32_t  maxRows;        // 0 means default
    int       comp;
    int       walLevel;
    int       cacheLast;
    int       fsync;
    int       replica;
    int       update;
    int       keep;
    int       days;
    int       cache;
    int       blocks;
    int       quorum;
358
    char      precision[SMALL_BUFF_LEN];
359 360 361
} SDbCfg;

typedef struct SDataBase_S {
362 363 364 365 366
    char         dbName[TSDB_DB_NAME_LEN];
    bool         drop;  // 0: use exists, 1: if exists, drop then new create
    SDbCfg       dbCfg;
    uint64_t     superTblCount;
    SSuperTable  superTbls[MAX_SUPER_TABLE_COUNT];
367 368 369
} SDataBase;

typedef struct SDbs_S {
370 371 372 373 374 375
    char        cfgDir[MAX_FILE_NAME_LEN];
    char        host[MAX_HOSTNAME_SIZE];
    struct      sockaddr_in serv_addr;

    uint16_t    port;
    char        user[MAX_USERNAME_SIZE];
376
    char        password[SHELL_MAX_PASSWORD_LEN];
377 378 379 380 381 382 383
    char        resultFile[MAX_FILE_NAME_LEN];
    bool        use_metric;
    bool        insert_only;
    bool        do_aggreFunc;
    bool        asyncMode;

    uint32_t    threadCount;
384
    uint32_t    threadCountForCreateTbl;
385 386 387 388 389 390
    uint32_t    dbCount;
    SDataBase   db[MAX_DB_COUNT];

    // statistics
    uint64_t    totalInsertRows;
    uint64_t    totalAffectedRows;
391

392 393
} SDbs;

394
typedef struct SpecifiedQueryInfo_S {
395
    uint64_t     queryInterval;  // 0: unlimited  > 0   loop/s
396 397 398 399 400 401 402
    uint32_t     concurrent;
    int          sqlCount;
    uint32_t     asyncMode; // 0: sync, 1: async
    uint64_t     subscribeInterval; // ms
    uint64_t     queryTimes;
    bool         subscribeRestart;
    int          subscribeKeepProgress;
403
    char         sql[MAX_QUERY_SQL_COUNT][BUFFER_SIZE+1];
404 405 406 407 408 409 410 411
    char         result[MAX_QUERY_SQL_COUNT][MAX_FILE_NAME_LEN];
    int          resubAfterConsume[MAX_QUERY_SQL_COUNT];
    int          endAfterConsume[MAX_QUERY_SQL_COUNT];
    TAOS_SUB*    tsub[MAX_QUERY_SQL_COUNT];
    char         topic[MAX_QUERY_SQL_COUNT][32];
    int          consumed[MAX_QUERY_SQL_COUNT];
    TAOS_RES*    res[MAX_QUERY_SQL_COUNT];
    uint64_t     totalQueried;
412
} SpecifiedQueryInfo;
413

414
typedef struct SuperQueryInfo_S {
415
    char         stbName[TSDB_TABLE_NAME_LEN];
416
    uint64_t     queryInterval;  // 0: unlimited  > 0   loop/s
417 418 419 420 421 422 423
    uint32_t     threadCnt;
    uint32_t     asyncMode; // 0: sync, 1: async
    uint64_t     subscribeInterval; // ms
    bool         subscribeRestart;
    int          subscribeKeepProgress;
    uint64_t     queryTimes;
    int64_t      childTblCount;
424
    char         childTblPrefix[TBNAME_PREFIX_LEN];    // 20 characters reserved for seq
425
    int          sqlCount;
426
    char         sql[MAX_QUERY_SQL_COUNT][BUFFER_SIZE+1];
427 428 429 430 431 432 433
    char         result[MAX_QUERY_SQL_COUNT][MAX_FILE_NAME_LEN];
    int          resubAfterConsume;
    int          endAfterConsume;
    TAOS_SUB*    tsub[MAX_QUERY_SQL_COUNT];

    char*        childTblName;
    uint64_t     totalQueried;
434
} SuperQueryInfo;
435 436

typedef struct SQueryMetaInfo_S {
437 438 439 440 441
    char         cfgDir[MAX_FILE_NAME_LEN];
    char         host[MAX_HOSTNAME_SIZE];
    uint16_t     port;
    struct       sockaddr_in serv_addr;
    char         user[MAX_USERNAME_SIZE];
442
    char         password[SHELL_MAX_PASSWORD_LEN];
443
    char         dbName[TSDB_DB_NAME_LEN];
444
    char         queryMode[SMALL_BUFF_LEN];  // taosc, rest
445 446 447 448

    SpecifiedQueryInfo  specifiedQueryInfo;
    SuperQueryInfo      superQueryInfo;
    uint64_t     totalQueried;
449 450 451
} SQueryMetaInfo;

typedef struct SThreadInfo_S {
452 453
    TAOS *    taos;
    TAOS_STMT *stmt;
454
    int64_t     *bind_ts;
455 456 457 458 459 460 461 462 463

#if STMT_BIND_PARAM_BATCH == 1
    int64_t     *bind_ts_array;
    char        *bindParams;
    char        *is_null;
#else
    char*       sampleBindArray;
#endif

464 465 466 467 468 469 470 471 472
    int       threadID;
    char      db_name[TSDB_DB_NAME_LEN];
    uint32_t  time_precision;
    char      filePath[4096];
    FILE      *fp;
    char      tb_prefix[TSDB_TABLE_NAME_LEN];
    uint64_t  start_table_from;
    uint64_t  end_table_to;
    int64_t   ntables;
473
    int64_t   tables_created;
474 475 476 477
    uint64_t  data_of_rate;
    int64_t   start_time;
    char*     cols;
    bool      use_metric;
478
    SSuperTable* stbInfo;
479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503
    char      *buffer;    // sql cmd buffer

    // for async insert
    tsem_t    lock_sem;
    int64_t   counter;
    uint64_t  st;
    uint64_t  et;
    uint64_t  lastTs;

    // sample data
    int64_t   samplePos;
    // statistics
    uint64_t  totalInsertRows;
    uint64_t  totalAffectedRows;

    // insert delay statistics
    uint64_t  cntDelay;
    uint64_t  totalDelay;
    uint64_t  avgDelay;
    uint64_t  maxDelay;
    uint64_t  minDelay;

    // seq of query or subscribe
    uint64_t  querySeq;   // sequence number of sql command
    TAOS_SUB*  tsub;
504

505 506
} threadInfo;

507
#ifdef WINDOWS
508 509
#define _CRT_RAND_S

510
#include <windows.h>
511 512 513 514 515
#include <winsock2.h>

typedef unsigned __int32 uint32_t;

#pragma comment ( lib, "ws2_32.lib" )
516 517
// Some old MinGW/CYGWIN distributions don't define this:
#ifndef ENABLE_VIRTUAL_TERMINAL_PROCESSING
518
#define ENABLE_VIRTUAL_TERMINAL_PROCESSING  0x0004
519
#endif // ENABLE_VIRTUAL_TERMINAL_PROCESSING
520 521 522 523

static HANDLE g_stdoutHandle;
static DWORD g_consoleMode;

524
static void setupForAnsiEscape(void) {
525 526
    DWORD mode = 0;
    g_stdoutHandle = GetStdHandle(STD_OUTPUT_HANDLE);
527

528 529 530
    if(g_stdoutHandle == INVALID_HANDLE_VALUE) {
        exit(GetLastError());
    }
531

532 533 534
    if(!GetConsoleMode(g_stdoutHandle, &mode)) {
        exit(GetLastError());
    }
535

536
    g_consoleMode = mode;
537

538 539
    // Enable ANSI escape codes
    mode |= ENABLE_VIRTUAL_TERMINAL_PROCESSING;
540

541 542 543
    if(!SetConsoleMode(g_stdoutHandle, mode)) {
        exit(GetLastError());
    }
544 545
}

546
static void resetAfterAnsiEscape(void) {
547 548
    // Reset colors
    printf("\x1b[0m");
549

550 551 552 553
    // Reset console mode
    if(!SetConsoleMode(g_stdoutHandle, g_consoleMode)) {
        exit(GetLastError());
    }
554
}
555

556
static int taosRandom()
557 558 559 560 561 562
{
    int number;
    rand_s(&number);

    return number;
}
563
#else   // Not windows
564
static void setupForAnsiEscape(void) {}
565

566
static void resetAfterAnsiEscape(void) {
567 568
    // Reset colors
    printf("\x1b[0m");
569
}
570

571 572
#include <time.h>

573
static int taosRandom()
574
{
575
    return rand();
576 577
}

578
#endif // ifdef Windows
579

580
static void prompt();
581
static int createDatabasesAndStables();
582
static void createChildTables();
583
static int queryDbExec(TAOS *taos, char *command, QUERY_TYPE type, bool quiet);
584
static int postProceSql(char *host, struct sockaddr_in *pServAddr,
585
        uint16_t port, char* sqlstr, threadInfo *pThreadInfo);
586 587
static int64_t getTSRandTail(int64_t timeStampStep, int32_t seq,
        int disorderRatio, int disorderRange);
588 589
static bool getInfoFromJsonFile(char* file);
static void init_rand_data();
590 591 592

/* ************ Global variables ************  */

593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608
int32_t  g_randint[MAX_PREPARED_RAND];
int64_t  g_randbigint[MAX_PREPARED_RAND];
float    g_randfloat[MAX_PREPARED_RAND];
double   g_randdouble[MAX_PREPARED_RAND];

char    *g_randbool_buff = NULL;
char    *g_randint_buff = NULL;
char    *g_rand_voltage_buff = NULL;
char    *g_randbigint_buff = NULL;
char    *g_randsmallint_buff = NULL;
char    *g_randtinyint_buff = NULL;
char    *g_randfloat_buff = NULL;
char    *g_rand_current_buff = NULL;
char    *g_rand_phase_buff = NULL;
char    *g_randdouble_buff = NULL;

609 610
char    *g_aggreFunc[] = {"*", "count(*)", "avg(C0)", "sum(C0)",
    "max(C0)", "min(C0)", "first(C0)", "last(C0)"};
611

612
SArguments g_args = {
613 614 615 616 617 618
    NULL,           // metaFile
    0,              // test_mode
    "localhost",    // host
    6030,           // port
    INTERFACE_BUT,  // iface
    "root",         // user
619 620 621
#ifdef _TD_POWER_
    "powerdb",      // password
#elif (_TD_TQ_ == true)
622
    "tqueue",       // password
623
#else
624
    "taosdata",     // password
625
#endif
626 627
    "test",         // database
    1,              // replica
628 629 630 631 632 633 634 635 636 637 638
    "d",             // tb_prefix
    NULL,            // sqlFile
    true,            // use_metric
    true,            // drop_database
    true,            // insert_only
    false,           // debug_print
    false,           // verbose_print
    false,           // performance statistic print
    false,           // answer_yes;
    "./output.txt",  // output_file
    0,               // mode : sync or async
639 640 641
    {TSDB_DATA_TYPE_FLOAT,
    TSDB_DATA_TYPE_INT,
    TSDB_DATA_TYPE_FLOAT},
642
    {
643 644 645
        "FLOAT",         // dataType
        "INT",           // dataType
        "FLOAT",         // dataType. demo mode has 3 columns
646
    },
647
    64,              // binwidth
648 649 650
    4,               // columnCount, timestamp + float + int + float
    20 + FLOAT_BUFF_LEN + INT_BUFF_LEN + FLOAT_BUFF_LEN, // lenOfOneRow
    8,               // num_of_connections/thread
651
    0,               // insert_interval
652
    DEFAULT_TIMESTAMP_STEP, // timestamp_step
653
    1,               // query_times
654
    DEFAULT_INTERLACE_ROWS, // interlaceRows;
655
    30000,           // reqPerReq
656
    (1024*1024),     // max_sql_len
657 658
    DEFAULT_CHILDTABLES,    // ntables
    10000,           // insertRows
659 660 661 662 663 664 665
    0,               // abort
    0,               // disorderRatio
    1000,            // disorderRange
    1,               // method_of_delete
    0,               // totalInsertRows;
    0,               // totalAffectedRows;
    true,            // demo_mode;
666 667 668
};

static SDbs            g_Dbs;
669
static int64_t         g_totalChildTables = DEFAULT_CHILDTABLES;
670
static int64_t         g_actualChildTables = 0;
671 672 673
static SQueryMetaInfo  g_queryInfo;
static FILE *          g_fpOfInsertResult = NULL;

674 675 676 677
#if _MSC_VER <= 1900
#define __func__ __FUNCTION__
#endif

678
#define debugPrint(fmt, ...) \
679
    do { if (g_args.debug_print || g_args.verbose_print) \
680
        fprintf(stderr, "DEBG: "fmt, __VA_ARGS__); } while(0)
681

682
#define verbosePrint(fmt, ...) \
683 684
    do { if (g_args.verbose_print) \
        fprintf(stderr, "VERB: "fmt, __VA_ARGS__); } while(0)
685

686 687
#define performancePrint(fmt, ...) \
    do { if (g_args.performance_print) \
688
        fprintf(stderr, "PERF: "fmt, __VA_ARGS__); } while(0)
689

690
#define errorPrint(fmt, ...) \
691 692 693 694 695 696 697
    do {\
        fprintf(stderr, " \033[31m");\
        fprintf(stderr, "ERROR: "fmt, __VA_ARGS__);\
        fprintf(stderr, " \033[0m");\
    } while(0)

#define errorPrint2(fmt, ...) \
698 699 700 701 702 703 704 705 706 707 708 709 710
    do {\
        struct tm      Tm, *ptm;\
        struct timeval timeSecs; \
        time_t         curTime;\
        gettimeofday(&timeSecs, NULL); \
        curTime = timeSecs.tv_sec;\
        ptm = localtime_r(&curTime, &Tm);\
        fprintf(stderr, " \033[31m");\
        fprintf(stderr, "%02d/%02d %02d:%02d:%02d.%06d %08" PRId64 " ",\
                ptm->tm_mon + 1, ptm->tm_mday, ptm->tm_hour,\
                ptm->tm_min, ptm->tm_sec, (int32_t)timeSecs.tv_usec,\
                taosGetSelfPthreadId());\
        fprintf(stderr, " \033[0m");\
711
        errorPrint(fmt, __VA_ARGS__);\
712
    } while(0)
713

714 715 716
// for strncpy buffer overflow
#define min(a, b) (((a) < (b)) ? (a) : (b))

717

718
///////////////////////////////////////////////////
H
hzcheng 已提交
719

720
static void ERROR_EXIT(const char *msg) { errorPrint("%s", msg); exit(-1); }
721

722 723 724 725 726 727 728 729
#ifndef TAOSDEMO_COMMIT_SHA1
#define TAOSDEMO_COMMIT_SHA1 "unknown"
#endif

#ifndef TD_VERNUMBER
#define TD_VERNUMBER    "unknown"
#endif

730
#ifndef TAOSDEMO_STATUS
731 732 733 734 735 736 737 738 739
#define TAOSDEMO_STATUS "unknown"
#endif

static void printVersion() {
    char tdengine_ver[] = TD_VERNUMBER;
    char taosdemo_ver[] = TAOSDEMO_COMMIT_SHA1;
    char taosdemo_status[] = TAOSDEMO_STATUS;

    if (strlen(taosdemo_status) == 0) {
740
        printf("taosdemo version %s-%s\n",
741 742
                tdengine_ver, taosdemo_ver);
    } else {
743
        printf("taosdemo version %s-%s, status:%s\n",
744 745 746 747
                tdengine_ver, taosdemo_ver, taosdemo_status);
    }
}

748
static void printHelp() {
749 750 751
    char indent[10] = "  ";
    printf("%s\n\n", "Usage: taosdemo [OPTION...]");
    printf("%s%s%s%s\n", indent, "-f, --file=FILE", "\t\t",
752
            "The meta file to the execution procedure. Default is './meta.json'.");
753 754
    printf("%s%s%s%s\n", indent, "-u, --user=USER", "\t\t",
            "The user name to use when connecting to the server.");
755
#ifdef _TD_POWER_
756 757 758
    printf("%s%s%s%s\n", indent, "-p, --password", "\t\t",
            "The password to use when connecting to the server. Default is 'powerdb'");
    printf("%s%s%s%s\n", indent, "-c, --config-dir=CONFIG_DIR", "\t",
759
            "Configuration directory. Default is '/etc/power/'.");
760
#elif (_TD_TQ_ == true)
761 762 763
    printf("%s%s%s%s\n", indent, "-p, --password", "\t\t",
            "The password to use when connecting to the server. Default is 'tqueue'");
    printf("%s%s%s%s\n", indent, "-c, --config-dir=CONFIG_DIR", "\t",
764
            "Configuration directory. Default is '/etc/tq/'.");
765
#else
766 767 768 769
    printf("%s%s%s%s\n", indent, "-p, --password", "\t\t",
            "The password to use when connecting to the server.");
    printf("%s%s%s%s\n", indent, "-c, --config-dir=CONFIG_DIR", "\t",
            "Configuration directory.");
770
#endif
771 772 773 774 775
    printf("%s%s%s%s\n", indent, "-h, --host=HOST", "\t\t",
            "TDengine server FQDN to connect. The default host is localhost.");
    printf("%s%s%s%s\n", indent, "-P, --port=PORT", "\t\t",
            "The TCP/IP port number to use for the connection.");
    printf("%s%s%s%s\n", indent, "-I, --interface=INTERFACE", "\t",
776
            "The interface (taosc, rest, and stmt) taosdemo uses. Default is 'taosc'.");
777
    printf("%s%s%s%s\n", indent, "-d, --database=DATABASE", "\t",
778
            "Destination database. Default is 'test'.");
779
    printf("%s%s%s%s\n", indent, "-a, --replica=REPLICA", "\t\t",
780
            "Set the replica parameters of the database, Default 1, min: 1, max: 3.");
781
    printf("%s%s%s%s\n", indent, "-m, --table-prefix=TABLEPREFIX", "\t",
782
            "Table prefix name. Default is 'd'.");
783 784
    printf("%s%s%s%s\n", indent, "-s, --sql-file=FILE", "\t\t",
            "The select sql file.");
785 786
    printf("%s%s%s%s\n", indent, "-N, --normal-table", "\t\t", "Use normal table flag.");
    printf("%s%s%s%s\n", indent, "-o, --output=FILE", "\t\t",
787
            "Direct output to the named file. Default is './output.txt'.");
788
    printf("%s%s%s%s\n", indent, "-q, --query-mode=MODE", "\t\t",
789
            "Query mode -- 0: SYNC, 1: ASYNC. Default is SYNC.");
790
    printf("%s%s%s%s\n", indent, "-b, --data-type=DATATYPE", "\t",
791
            "The data_type of columns, default: FLOAT, INT, FLOAT.");
792 793 794 795
    printf("%s%s%s%s%d\n", indent, "-w, --binwidth=WIDTH", "\t\t",
            "The width of data_type 'BINARY' or 'NCHAR'. Default is ",
            g_args.binwidth);
    printf("%s%s%s%s%d%s%d\n", indent, "-l, --columns=COLUMNS", "\t\t",
796
            "The number of columns per record. Demo mode by default is ",
797
            DEFAULT_DATATYPE_NUM,
798
            " (float, int, float). Max values is ",
799 800
            MAX_NUM_COLUMNS);
    printf("%s%s%s%s\n", indent, indent, indent,
801 802
            "\t\t\t\tAll of the new column(s) type is INT. If use -b to specify column type, -l will be ignored.");
    printf("%s%s%s%s\n", indent, "-T, --threads=NUMBER", "\t\t",
803
            "The number of threads. Default is 10.");
804
    printf("%s%s%s%s\n", indent, "-i, --insert-interval=NUMBER", "\t",
805
            "The sleep time (ms) between insertion. Default is 0.");
806
    printf("%s%s%s%s%d.\n", indent, "-S, --time-step=TIME_STEP", "\t",
807
            "The timestamp step between insertion. Default is ",
808
            DEFAULT_TIMESTAMP_STEP);
809 810 811 812
    printf("%s%s%s%s%d.\n", indent, "-B, --interlace-rows=NUMBER", "\t",
            "The interlace rows of insertion. Default is ",
            DEFAULT_INTERLACE_ROWS);
    printf("%s%s%s%s\n", indent, "-r, --rec-per-req=NUMBER", "\t",
813
            "The number of records per request. Default is 30000.");
814
    printf("%s%s%s%s\n", indent, "-t, --tables=NUMBER", "\t\t",
815
            "The number of tables. Default is 10000.");
816
    printf("%s%s%s%s\n", indent, "-n, --records=NUMBER", "\t\t",
817
            "The number of records per table. Default is 10000.");
818
    printf("%s%s%s%s\n", indent, "-M, --random", "\t\t\t",
819
            "The value of records generated are totally random.");
820
    printf("%s\n", "\t\t\t\tThe default is to simulate power equipment scenario.");
821 822 823 824 825 826
    printf("%s%s%s%s\n", indent, "-x, --no-insert", "\t\t",
            "No-insert flag.");
    printf("%s%s%s%s\n", indent, "-y, --answer-yes", "\t\t", "Default input yes for prompt.");
    printf("%s%s%s%s\n", indent, "-O, --disorder=NUMBER", "\t\t",
            "Insert order mode--0: In order, 1 ~ 50: disorder ratio. Default is in order.");
    printf("%s%s%s%s\n", indent, "-R, --disorder-range=NUMBER", "\t",
827
            "Out of order data's range, ms, default is 1000.");
828
    printf("%s%s%s%s\n", indent, "-g, --debug", "\t\t\t",
829
            "Print debug info.");
830 831 832 833
    printf("%s%s%s%s\n", indent, "-?, --help\t", "\t\t",
            "Give this help list");
    printf("%s%s%s%s\n", indent, "    --usage\t", "\t\t",
            "Give a short usage message");
834
    printf("%s%s\n", indent, "-V, --version\t\t\tPrint program version.");
835 836
    /*    printf("%s%s%s%s\n", indent, "-D", indent,
          "Delete database if exists. 0: no, 1: yes, default is 1");
837
          */
838 839 840 841
    printf("\nMandatory or optional arguments to long options are also mandatory or optional\n\
for any corresponding short options.\n\
\n\
Report bugs to <support@taosdata.com>.\n");
842 843
}

844 845
static bool isStringNumber(char *input)
{
846 847 848 849
    int len = strlen(input);
    if (0 == len) {
        return false;
    }
850

851 852 853 854
    for (int i = 0; i < len; i++) {
        if (!isdigit(input[i]))
            return false;
    }
855

856
    return true;
857 858
}

859 860 861 862 863 864
static void errorWrongValue(char *program, char *wrong_arg, char *wrong_value)
{
    fprintf(stderr, "%s %s: %s is an invalid value\n", program, wrong_arg, wrong_value);
    fprintf(stderr, "Try `taosdemo --help' or `taosdemo --usage' for more information.\n");
}

865
static void errorUnrecognized(char *program, char *wrong_arg)
866 867 868 869 870
{
    fprintf(stderr, "%s: unrecognized options '%s'\n", program, wrong_arg);
    fprintf(stderr, "Try `taosdemo --help' or `taosdemo --usage' for more information.\n");
}

871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897
static void errorPrintReqArg(char *program, char *wrong_arg)
{
    fprintf(stderr,
            "%s: option requires an argument -- '%s'\n",
            program, wrong_arg);
    fprintf(stderr,
            "Try `taosdemo --help' or `taosdemo --usage' for more information.\n");
}

static void errorPrintReqArg2(char *program, char *wrong_arg)
{
    fprintf(stderr,
            "%s: option requires a number argument '-%s'\n",
            program, wrong_arg);
    fprintf(stderr,
            "Try `taosdemo --help' or `taosdemo --usage' for more information.\n");
}

static void errorPrintReqArg3(char *program, char *wrong_arg)
{
    fprintf(stderr,
            "%s: option '%s' requires an argument\n",
            program, wrong_arg);
    fprintf(stderr,
            "Try `taosdemo --help' or `taosdemo --usage' for more information.\n");
}

898
static void parse_args(int argc, char *argv[], SArguments *arguments) {
899

900
    for (int i = 1; i < argc; i++) {
901
        if ((0 == strncmp(argv[i], "-f", strlen("-f")))
902
                || (0 == strncmp(argv[i], "--file", strlen("--file")))) {
903
            arguments->demo_mode = false;
904

905 906 907
            if (2 == strlen(argv[i])) {
                if (i+1 == argc) {
                    errorPrintReqArg(argv[0], "f");
908 909 910
                    exit(EXIT_FAILURE);
                }
                arguments->metaFile = argv[++i];
911 912
            } else if (0 == strncmp(argv[i], "-f", strlen("-f"))) {
                arguments->metaFile = (char *)(argv[i] + strlen("-f"));
913
            } else if (strlen("--file") == strlen(argv[i])) {
914 915 916 917 918
                if (i+1 == argc) {
                    errorPrintReqArg3(argv[0], "--file");
                    exit(EXIT_FAILURE);
                }
                arguments->metaFile = argv[++i];
919 920
            } else if (0 == strncmp(argv[i], "--file=", strlen("--file="))) {
                arguments->metaFile = (char *)(argv[i] + strlen("--file="));
921
            } else {
922
                errorUnrecognized(argv[0], argv[i]);
923
                exit(EXIT_FAILURE);
924
            }
925
        } else if ((0 == strncmp(argv[i], "-c", strlen("-c")))
926 927 928 929 930 931 932
                || (0 == strncmp(argv[i], "--config-dir", strlen("--config-dir")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "c");
                    exit(EXIT_FAILURE);
                }
                tstrncpy(configDir, argv[++i], TSDB_FILENAME_LEN);
933
            } else if (0 == strncmp(argv[i], "-c", strlen("-c"))) {
934
                tstrncpy(configDir, (char *)(argv[i] + strlen("-c")), TSDB_FILENAME_LEN);
935
            } else if (strlen("--config-dir") == strlen(argv[i])) {
936 937 938 939 940
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--config-dir");
                    exit(EXIT_FAILURE);
                }
                tstrncpy(configDir, argv[++i], TSDB_FILENAME_LEN);
941 942
            } else if (0 == strncmp(argv[i], "--config-dir=", strlen("--config-dir="))) {
                tstrncpy(configDir, (char *)(argv[i] + strlen("--config-dir=")), TSDB_FILENAME_LEN);
943
            } else {
944
                errorUnrecognized(argv[0], argv[i]);
945
                exit(EXIT_FAILURE);
946
            }
947
        } else if ((0 == strncmp(argv[i], "-h", strlen("-h")))
948 949 950 951 952 953 954
                || (0 == strncmp(argv[i], "--host", strlen("--host")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "h");
                    exit(EXIT_FAILURE);
                }
                arguments->host = argv[++i];
955 956
            } else if (0 == strncmp(argv[i], "-h", strlen("-h"))) {
                arguments->host = (char *)(argv[i] + strlen("-h"));
957
            } else if (strlen("--host") == strlen(argv[i])) {
958 959 960 961 962
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--host");
                    exit(EXIT_FAILURE);
                }
                arguments->host = argv[++i];
963 964
            } else if (0 == strncmp(argv[i], "--host=", strlen("--host="))) {
                arguments->host = (char *)(argv[i] + strlen("--host="));
965
            } else {
966
                errorUnrecognized(argv[0], argv[i]);
967
                exit(EXIT_FAILURE);
968
            }
969 970 971
        } else if (strcmp(argv[i], "-PP") == 0) {
            arguments->performance_print = true;
        } else if ((0 == strncmp(argv[i], "-P", strlen("-P")))
972 973 974 975 976 977 978 979 980 981 982 983 984 985
                || (0 == strncmp(argv[i], "--port", strlen("--port")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "P");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "P");
                    exit(EXIT_FAILURE);
                }
                arguments->port = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--port=", strlen("--port="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--port=")))) {
                    arguments->port = atoi((char *)(argv[i]+strlen("--port=")));
                }
986 987 988 989 990 991 992 993 994 995 996 997 998 999
            } else if (0 == strncmp(argv[i], "-P", strlen("-P"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-P")))) {
                    arguments->port = atoi((char *)(argv[i]+strlen("-P")));
                }
            } else if (strlen("--port") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--port");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--port");
                    exit(EXIT_FAILURE);
                }
                arguments->port = atoi(argv[++i]);
            } else {
1000
                errorUnrecognized(argv[0], argv[i]);
1001
                exit(EXIT_FAILURE);
1002
            }
1003
        } else if ((0 == strncmp(argv[i], "-I", strlen("-I")))
1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016
                || (0 == strncmp(argv[i], "--interface", strlen("--interface")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "I");
                    exit(EXIT_FAILURE);
                }
                if (0 == strcasecmp(argv[i+1], "taosc")) {
                    arguments->iface = TAOSC_IFACE;
                } else if (0 == strcasecmp(argv[i+1], "rest")) {
                    arguments->iface = REST_IFACE;
                } else if (0 == strcasecmp(argv[i+1], "stmt")) {
                    arguments->iface = STMT_IFACE;
                } else {
1017
                    errorWrongValue(argv[0], "-I", argv[i+1]);
1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031
                    exit(EXIT_FAILURE);
                }
                i++;
            } else if (0 == strncmp(argv[i], "--interface=", strlen("--interface="))) {
                if (0 == strcasecmp((char *)(argv[i] + strlen("--interface=")), "taosc")) {
                    arguments->iface = TAOSC_IFACE;
                } else if (0 == strcasecmp((char *)(argv[i] + strlen("--interface=")), "rest")) {
                    arguments->iface = REST_IFACE;
                } else if (0 == strcasecmp((char *)(argv[i] + strlen("--interface=")), "stmt")) {
                    arguments->iface = STMT_IFACE;
                } else {
                    errorPrintReqArg3(argv[0], "--interface");
                    exit(EXIT_FAILURE);
                }
1032 1033 1034 1035 1036 1037 1038 1039
            } else if (0 == strncmp(argv[i], "-I", strlen("-I"))) {
                if (0 == strcasecmp((char *)(argv[i] + strlen("-I")), "taosc")) {
                    arguments->iface = TAOSC_IFACE;
                } else if (0 == strcasecmp((char *)(argv[i] + strlen("-I")), "rest")) {
                    arguments->iface = REST_IFACE;
                } else if (0 == strcasecmp((char *)(argv[i] + strlen("-I")), "stmt")) {
                    arguments->iface = STMT_IFACE;
                } else {
1040 1041
                    errorWrongValue(argv[0], "-I",
                            (char *)(argv[i] + strlen("-I")));
1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--interface") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--interface");
                    exit(EXIT_FAILURE);
                }
                if (0 == strcasecmp(argv[i+1], "taosc")) {
                    arguments->iface = TAOSC_IFACE;
                } else if (0 == strcasecmp(argv[i+1], "rest")) {
                    arguments->iface = REST_IFACE;
                } else if (0 == strcasecmp(argv[i+1], "stmt")) {
                    arguments->iface = STMT_IFACE;
                } else {
1056
                    errorWrongValue(argv[0], "--interface", argv[i+1]);
1057 1058 1059 1060
                    exit(EXIT_FAILURE);
                }
                i++;
            } else {
1061
                errorUnrecognized(argv[0], argv[i]);
1062
                exit(EXIT_FAILURE);
1063
            }
1064
        } else if ((0 == strncmp(argv[i], "-u", strlen("-u")))
1065 1066 1067 1068 1069 1070 1071
                || (0 == strncmp(argv[i], "--user", strlen("--user")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "u");
                    exit(EXIT_FAILURE);
                }
                arguments->user = argv[++i];
1072 1073
            } else if (0 == strncmp(argv[i], "-u", strlen("-u"))) {
                arguments->user = (char *)(argv[i++] + strlen("-u"));
1074 1075
            } else if (0 == strncmp(argv[i], "--user=", strlen("--user="))) {
                arguments->user = (char *)(argv[i++] + strlen("--user="));
1076 1077 1078 1079 1080 1081 1082
            } else if (strlen("--user") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--user");
                    exit(EXIT_FAILURE);
                }
                arguments->user = argv[++i];
            } else {
1083
                errorUnrecognized(argv[0], argv[i]);
1084
                exit(EXIT_FAILURE);
1085
            }
1086
        } else if ((0 == strncmp(argv[i], "-p", strlen("-p")))
1087 1088
                || (0 == strcmp(argv[i], "--password"))) {
            if ((strlen(argv[i]) == 2) || (0 == strcmp(argv[i], "--password"))) {
1089 1090
                printf("Enter password: ");
                taosSetConsoleEcho(false);
1091 1092 1093
                if (scanf("%s", arguments->password) > 1) {
                    fprintf(stderr, "password read error!\n");
                }
1094
                taosSetConsoleEcho(true);
1095
            } else {
1096
                tstrncpy(arguments->password, (char *)(argv[i] + 2), SHELL_MAX_PASSWORD_LEN);
1097
            }
1098
        } else if ((0 == strncmp(argv[i], "-o", strlen("-o")))
1099 1100 1101
                || (0 == strncmp(argv[i], "--output", strlen("--output")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
1102
                    errorPrintReqArg3(argv[0], "--output");
1103 1104 1105 1106 1107
                    exit(EXIT_FAILURE);
                }
                arguments->output_file = argv[++i];
            } else if (0 == strncmp(argv[i], "--output=", strlen("--output="))) {
                arguments->output_file = (char *)(argv[i++] + strlen("--output="));
1108 1109 1110 1111 1112 1113 1114 1115 1116
            } else if (0 == strncmp(argv[i], "-o", strlen("-o"))) {
                arguments->output_file = (char *)(argv[i++] + strlen("-o"));
            } else if (strlen("--output") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--output");
                    exit(EXIT_FAILURE);
                }
                arguments->output_file = argv[++i];
            } else {
1117
                errorUnrecognized(argv[0], argv[i]);
1118
                exit(EXIT_FAILURE);
1119
            }
1120
        } else if ((0 == strncmp(argv[i], "-s", strlen("-s")))
1121 1122 1123 1124 1125 1126 1127 1128
                || (0 == strncmp(argv[i], "--sql-file", strlen("--sql-file")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "s");
                    exit(EXIT_FAILURE);
                }
                arguments->sqlFile = argv[++i];
            } else if (0 == strncmp(argv[i], "--sql-file=", strlen("--sql-file="))) {
1129
                arguments->sqlFile = (char *)(argv[i++] + strlen("--sql-file="));
1130
            } else if (0 == strncmp(argv[i], "-s", strlen("-s"))) {
1131
                arguments->sqlFile = (char *)(argv[i++] + strlen("-s"));
1132 1133 1134 1135 1136 1137 1138
            } else if (strlen("--sql-file") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--sql-file");
                    exit(EXIT_FAILURE);
                }
                arguments->sqlFile = argv[++i];
            } else {
1139
                errorUnrecognized(argv[0], argv[i]);
1140
                exit(EXIT_FAILURE);
1141
            }
1142
        } else if ((0 == strncmp(argv[i], "-q", strlen("-q")))
1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159
                || (0 == strncmp(argv[i], "--query-mode", strlen("--query-mode")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "q");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "q");
                    exit(EXIT_FAILURE);
                }
                arguments->async_mode = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--query-mode=", strlen("--query-mode="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--query-mode=")))) {
                    arguments->async_mode = atoi((char *)(argv[i]+strlen("--query-mode=")));
                } else {
                    errorPrintReqArg2(argv[0], "--query-mode");
                    exit(EXIT_FAILURE);
                }
1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176
            } else if (0 == strncmp(argv[i], "-q", strlen("-q"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-q")))) {
                    arguments->async_mode = atoi((char *)(argv[i]+strlen("-q")));
                } else {
                    errorPrintReqArg2(argv[0], "-q");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--query-mode") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--query-mode");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--query-mode");
                    exit(EXIT_FAILURE);
                }
                arguments->async_mode = atoi(argv[++i]);
            } else {
1177
                errorUnrecognized(argv[0], argv[i]);
1178
                exit(EXIT_FAILURE);
1179
            }
1180
        } else if ((0 == strncmp(argv[i], "-T", strlen("-T")))
1181 1182 1183 1184 1185 1186 1187 1188 1189
                || (0 == strncmp(argv[i], "--threads", strlen("--threads")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "T");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "T");
                    exit(EXIT_FAILURE);
                }
1190
                arguments->nthreads = atoi(argv[++i]);
1191 1192
            } else if (0 == strncmp(argv[i], "--threads=", strlen("--threads="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--threads=")))) {
1193
                    arguments->nthreads = atoi((char *)(argv[i]+strlen("--threads=")));
1194 1195 1196 1197
                } else {
                    errorPrintReqArg2(argv[0], "--threads");
                    exit(EXIT_FAILURE);
                }
1198 1199
            } else if (0 == strncmp(argv[i], "-T", strlen("-T"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-T")))) {
1200
                    arguments->nthreads = atoi((char *)(argv[i]+strlen("-T")));
1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212
                } else {
                    errorPrintReqArg2(argv[0], "-T");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--threads") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--threads");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--threads");
                    exit(EXIT_FAILURE);
                }
1213
                arguments->nthreads = atoi(argv[++i]);
1214
            } else {
1215
                errorUnrecognized(argv[0], argv[i]);
1216
                exit(EXIT_FAILURE);
1217
            }
1218
        } else if ((0 == strncmp(argv[i], "-i", strlen("-i")))
1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229
                || (0 == strncmp(argv[i], "--insert-interval", strlen("--insert-interval")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "i");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "i");
                    exit(EXIT_FAILURE);
                }
                arguments->insert_interval = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--insert-interval=", strlen("--insert-interval="))) {
1230
                if (isStringNumber((char *)(argv[i] + strlen("--insert-interval=")))) {
1231 1232 1233 1234 1235
                    arguments->insert_interval = atoi((char *)(argv[i]+strlen("--insert-interval=")));
                } else {
                    errorPrintReqArg3(argv[0], "--insert-innterval");
                    exit(EXIT_FAILURE);
                }
1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252
            } else if (0 == strncmp(argv[i], "-i", strlen("-i"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-i")))) {
                    arguments->insert_interval = atoi((char *)(argv[i]+strlen("-i")));
                } else {
                    errorPrintReqArg3(argv[0], "-i");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--insert-interval")== strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--insert-interval");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--insert-interval");
                    exit(EXIT_FAILURE);
                }
                arguments->insert_interval = atoi(argv[++i]);
            } else {
1253
                errorUnrecognized(argv[0], argv[i]);
1254 1255
                exit(EXIT_FAILURE);
            }
1256
        } else if ((0 == strncmp(argv[i], "-S", strlen("-S")))
1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273
                || (0 == strncmp(argv[i], "--time-step", strlen("--time-step")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "S");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "S");
                    exit(EXIT_FAILURE);
                }
                arguments->async_mode = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--time-step=", strlen("--time-step="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--time-step=")))) {
                    arguments->async_mode = atoi((char *)(argv[i]+strlen("--time-step=")));
                } else {
                    errorPrintReqArg2(argv[0], "--time-step");
                    exit(EXIT_FAILURE);
                }
1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290
            } else if (0 == strncmp(argv[i], "-S", strlen("-S"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-S")))) {
                    arguments->async_mode = atoi((char *)(argv[i]+strlen("-S")));
                } else {
                    errorPrintReqArg2(argv[0], "-S");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--time-step") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--time-step");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--time-step");
                    exit(EXIT_FAILURE);
                }
                arguments->async_mode = atoi(argv[++i]);
            } else {
1291
                errorUnrecognized(argv[0], argv[i]);
1292
                exit(EXIT_FAILURE);
1293
            }
1294 1295 1296 1297 1298 1299 1300 1301
        } else if (strcmp(argv[i], "-qt") == 0) {
            if ((argc == i+1)
                    || (!isStringNumber(argv[i+1]))) {
                printHelp();
                errorPrint("%s", "\n\t-qt need a number following!\n");
                exit(EXIT_FAILURE);
            }
            arguments->query_times = atoi(argv[++i]);
1302
        } else if ((0 == strncmp(argv[i], "-B", strlen("-B")))
1303
                || (0 == strncmp(argv[i], "--interlace-rows", strlen("--interlace-rows")))) {
1304
            if (strlen("-B") == strlen(argv[i])) {
1305 1306 1307 1308 1309 1310 1311
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "B");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "B");
                    exit(EXIT_FAILURE);
                }
1312
                arguments->interlaceRows = atoi(argv[++i]);
1313 1314
            } else if (0 == strncmp(argv[i], "--interlace-rows=", strlen("--interlace-rows="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--interlace-rows=")))) {
1315
                    arguments->interlaceRows = atoi((char *)(argv[i]+strlen("--interlace-rows=")));
1316 1317 1318 1319
                } else {
                    errorPrintReqArg2(argv[0], "--interlace-rows");
                    exit(EXIT_FAILURE);
                }
1320 1321
            } else if (0 == strncmp(argv[i], "-B", strlen("-B"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-B")))) {
1322
                    arguments->interlaceRows = atoi((char *)(argv[i]+strlen("-B")));
1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334
                } else {
                    errorPrintReqArg2(argv[0], "-B");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--interlace-rows")== strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--interlace-rows");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--interlace-rows");
                    exit(EXIT_FAILURE);
                }
1335
                arguments->interlaceRows = atoi(argv[++i]);
1336
            } else {
1337
                errorUnrecognized(argv[0], argv[i]);
1338
                exit(EXIT_FAILURE);
1339
            }
1340
        } else if ((0 == strncmp(argv[i], "-r", strlen("-r")))
1341
                || (0 == strncmp(argv[i], "--rec-per-req", 13))) {
1342
            if (strlen("-r") == strlen(argv[i])) {
1343 1344 1345 1346 1347 1348 1349
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "r");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "r");
                    exit(EXIT_FAILURE);
                }
1350
                arguments->reqPerReq = atoi(argv[++i]);
1351 1352
            } else if (0 == strncmp(argv[i], "--rec-per-req=", strlen("--rec-per-req="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--rec-per-req=")))) {
1353
                    arguments->reqPerReq = atoi((char *)(argv[i]+strlen("--rec-per-req=")));
1354 1355 1356 1357
                } else {
                    errorPrintReqArg2(argv[0], "--rec-per-req");
                    exit(EXIT_FAILURE);
                }
1358 1359
            } else if (0 == strncmp(argv[i], "-r", strlen("-r"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-r")))) {
1360
                    arguments->reqPerReq = atoi((char *)(argv[i]+strlen("-r")));
1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372
                } else {
                    errorPrintReqArg2(argv[0], "-r");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--rec-per-req")== strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--rec-per-req");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--rec-per-req");
                    exit(EXIT_FAILURE);
                }
1373
                arguments->reqPerReq = atoi(argv[++i]);
1374
            } else {
1375
                errorUnrecognized(argv[0], argv[i]);
1376
                exit(EXIT_FAILURE);
1377
            }
1378
        } else if ((0 == strncmp(argv[i], "-t", strlen("-t")))
1379 1380 1381 1382 1383 1384 1385 1386 1387
                || (0 == strncmp(argv[i], "--tables", strlen("--tables")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "t");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "t");
                    exit(EXIT_FAILURE);
                }
1388
                arguments->ntables = atoi(argv[++i]);
1389 1390
            } else if (0 == strncmp(argv[i], "--tables=", strlen("--tables="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--tables=")))) {
1391
                    arguments->ntables = atoi((char *)(argv[i]+strlen("--tables=")));
1392 1393 1394 1395
                } else {
                    errorPrintReqArg2(argv[0], "--tables");
                    exit(EXIT_FAILURE);
                }
1396 1397
            } else if (0 == strncmp(argv[i], "-t", strlen("-t"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-t")))) {
1398
                    arguments->ntables = atoi((char *)(argv[i]+strlen("-t")));
1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410
                } else {
                    errorPrintReqArg2(argv[0], "-t");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--tables") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--tables");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--tables");
                    exit(EXIT_FAILURE);
                }
1411
                arguments->ntables = atoi(argv[++i]);
1412
            } else {
1413
                errorUnrecognized(argv[0], argv[i]);
1414
                exit(EXIT_FAILURE);
1415
            }
1416

1417
            g_totalChildTables = arguments->ntables;
1418
        } else if ((0 == strncmp(argv[i], "-n", strlen("-n")))
1419 1420 1421 1422 1423 1424 1425 1426 1427
                || (0 == strncmp(argv[i], "--records", strlen("--records")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "n");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "n");
                    exit(EXIT_FAILURE);
                }
1428
                arguments->insertRows = atoi(argv[++i]);
1429 1430
            } else if (0 == strncmp(argv[i], "--records=", strlen("--records="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--records=")))) {
1431
                    arguments->insertRows = atoi((char *)(argv[i]+strlen("--records=")));
1432 1433 1434 1435
                } else {
                    errorPrintReqArg2(argv[0], "--records");
                    exit(EXIT_FAILURE);
                }
1436 1437
            } else if (0 == strncmp(argv[i], "-n", strlen("-n"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-n")))) {
1438
                    arguments->insertRows = atoi((char *)(argv[i]+strlen("-n")));
1439
                } else {
1440
                    errorPrintReqArg2(argv[0], "-n");
1441 1442 1443 1444 1445 1446 1447 1448 1449 1450
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--records") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--records");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--records");
                    exit(EXIT_FAILURE);
                }
1451
                arguments->insertRows = atoi(argv[++i]);
1452
            } else {
1453
                errorUnrecognized(argv[0], argv[i]);
1454
                exit(EXIT_FAILURE);
1455
            }
1456
        } else if ((0 == strncmp(argv[i], "-d", strlen("-d")))
1457 1458 1459
                || (0 == strncmp(argv[i], "--database", strlen("--database")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
1460
                    errorPrintReqArg(argv[0], "d");
1461 1462 1463 1464 1465
                    exit(EXIT_FAILURE);
                }
                arguments->database = argv[++i];
            } else if (0 == strncmp(argv[i], "--database=", strlen("--database="))) {
                arguments->output_file = (char *)(argv[i] + strlen("--database="));
1466 1467 1468 1469 1470 1471 1472 1473 1474
            } else if (0 == strncmp(argv[i], "-d", strlen("-d"))) {
                arguments->output_file = (char *)(argv[i] + strlen("-d"));
            } else if (strlen("--database") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--database");
                    exit(EXIT_FAILURE);
                }
                arguments->database = argv[++i];
            } else {
1475
                errorUnrecognized(argv[0], argv[i]);
1476
                exit(EXIT_FAILURE);
1477
            }
1478
        } else if ((0 == strncmp(argv[i], "-l", strlen("-l")))
1479
                || (0 == strncmp(argv[i], "--columns", strlen("--columns")))) {
1480
            arguments->demo_mode = false;
1481 1482 1483 1484 1485 1486 1487 1488
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "l");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "l");
                    exit(EXIT_FAILURE);
                }
1489
                arguments->columnCount = atoi(argv[++i]);
1490 1491
            } else if (0 == strncmp(argv[i], "--columns=", strlen("--columns="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--columns=")))) {
1492
                    arguments->columnCount = atoi((char *)(argv[i]+strlen("--columns=")));
1493 1494 1495 1496 1497 1498
                } else {
                    errorPrintReqArg2(argv[0], "--columns");
                    exit(EXIT_FAILURE);
                }
            } else if (0 == strncmp(argv[i], "-l", strlen("-l"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-l")))) {
1499
                    arguments->columnCount = atoi((char *)(argv[i]+strlen("-l")));
1500
                } else {
1501 1502 1503 1504 1505 1506 1507 1508
                    errorPrintReqArg2(argv[0], "-l");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--columns")== strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--columns");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
1509
                    errorPrintReqArg2(argv[0], "--columns");
1510 1511
                    exit(EXIT_FAILURE);
                }
1512
                arguments->columnCount = atoi(argv[++i]);
1513
            } else {
1514
                errorUnrecognized(argv[0], argv[i]);
1515
                exit(EXIT_FAILURE);
1516
            }
1517

1518
            if (arguments->columnCount > MAX_NUM_COLUMNS) {
1519
                printf("WARNING: max acceptable columns count is %d\n", MAX_NUM_COLUMNS);
1520
                prompt();
1521
                arguments->columnCount = MAX_NUM_COLUMNS;
1522
            }
1523

1524 1525 1526
            for (int col = DEFAULT_DATATYPE_NUM; col < arguments->columnCount; col ++) {
                arguments->dataType[col] = "INT";
                arguments->data_type[col] = TSDB_DATA_TYPE_INT;
1527
            }
1528 1529 1530
            for (int col = arguments->columnCount; col < MAX_NUM_COLUMNS; col++) {
                arguments->dataType[col] = NULL;
                arguments->data_type[col] = TSDB_DATA_TYPE_NULL;
1531
            }
1532
        } else if ((0 == strncmp(argv[i], "-b", strlen("-b")))
1533
                || (0 == strncmp(argv[i], "--data-type", strlen("--data-type")))) {
1534
            arguments->demo_mode = false;
1535 1536 1537 1538 1539 1540 1541 1542 1543 1544

            char *dataType;
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "b");
                    exit(EXIT_FAILURE);
                }
                dataType = argv[++i];
            } else if (0 == strncmp(argv[i], "--data-type=", strlen("--data-type="))) {
                dataType = (char *)(argv[i] + strlen("--data-type="));
1545 1546 1547 1548 1549 1550 1551 1552 1553
            } else if (0 == strncmp(argv[i], "-b", strlen("-b"))) {
                dataType = (char *)(argv[i] + strlen("-b"));
            } else if (strlen("--data-type") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--data-type");
                    exit(EXIT_FAILURE);
                }
                dataType = argv[++i];
            } else {
1554
                errorUnrecognized(argv[0], argv[i]);
1555
                exit(EXIT_FAILURE);
1556
            }
1557 1558

            if (strstr(dataType, ",") == NULL) {
1559
                // only one col
1560 1561 1562 1563 1564 1565 1566 1567 1568 1569
                if (strcasecmp(dataType, "INT")
                        && strcasecmp(dataType, "FLOAT")
                        && strcasecmp(dataType, "TINYINT")
                        && strcasecmp(dataType, "BOOL")
                        && strcasecmp(dataType, "SMALLINT")
                        && strcasecmp(dataType, "BIGINT")
                        && strcasecmp(dataType, "DOUBLE")
                        && strcasecmp(dataType, "BINARY")
                        && strcasecmp(dataType, "TIMESTAMP")
                        && strcasecmp(dataType, "NCHAR")) {
1570 1571 1572 1573
                    printHelp();
                    errorPrint("%s", "-b: Invalid data_type!\n");
                    exit(EXIT_FAILURE);
                }
1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599
                arguments->dataType[0] = dataType;
                if (0 == strcasecmp(dataType, "INT")) {
                    arguments->data_type[0] = TSDB_DATA_TYPE_INT;
                } else if (0 == strcasecmp(dataType, "TINYINT")) {
                    arguments->data_type[0] = TSDB_DATA_TYPE_TINYINT;
                } else if (0 == strcasecmp(dataType, "SMALLINT")) {
                    arguments->data_type[0] = TSDB_DATA_TYPE_SMALLINT;
                } else if (0 == strcasecmp(dataType, "BIGINT")) {
                    arguments->data_type[0] = TSDB_DATA_TYPE_BIGINT;
                } else if (0 == strcasecmp(dataType, "FLOAT")) {
                    arguments->data_type[0] = TSDB_DATA_TYPE_FLOAT;
                } else if (0 == strcasecmp(dataType, "DOUBLE")) {
                    arguments->data_type[0] = TSDB_DATA_TYPE_DOUBLE;
                } else if (0 == strcasecmp(dataType, "BINARY")) {
                    arguments->data_type[0] = TSDB_DATA_TYPE_BINARY;
                } else if (0 == strcasecmp(dataType, "NCHAR")) {
                    arguments->data_type[0] = TSDB_DATA_TYPE_NCHAR;
                } else if (0 == strcasecmp(dataType, "BOOL")) {
                    arguments->data_type[0] = TSDB_DATA_TYPE_BOOL;
                } else if (0 == strcasecmp(dataType, "TIMESTAMP")) {
                    arguments->data_type[0] = TSDB_DATA_TYPE_TIMESTAMP;
                } else {
                    arguments->data_type[0] = TSDB_DATA_TYPE_NULL;
                }
                arguments->dataType[1] = NULL;
                arguments->data_type[1] = TSDB_DATA_TYPE_NULL;
1600 1601 1602
            } else {
                // more than one col
                int index = 0;
1603
                g_dupstr = strdup(dataType);
1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621
                char *running = g_dupstr;
                char *token = strsep(&running, ",");
                while(token != NULL) {
                    if (strcasecmp(token, "INT")
                            && strcasecmp(token, "FLOAT")
                            && strcasecmp(token, "TINYINT")
                            && strcasecmp(token, "BOOL")
                            && strcasecmp(token, "SMALLINT")
                            && strcasecmp(token, "BIGINT")
                            && strcasecmp(token, "DOUBLE")
                            && strcasecmp(token, "BINARY")
                            && strcasecmp(token, "TIMESTAMP")
                            && strcasecmp(token, "NCHAR")) {
                        printHelp();
                        free(g_dupstr);
                        errorPrint("%s", "-b: Invalid data_type!\n");
                        exit(EXIT_FAILURE);
                    }
1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647

                    if (0 == strcasecmp(token, "INT")) {
                        arguments->data_type[index] = TSDB_DATA_TYPE_INT;
                    } else if (0 == strcasecmp(token, "FLOAT")) {
                        arguments->data_type[index] = TSDB_DATA_TYPE_FLOAT;
                    } else if (0 == strcasecmp(token, "SMALLINT")) {
                        arguments->data_type[index] = TSDB_DATA_TYPE_SMALLINT;
                    } else if (0 == strcasecmp(token, "BIGINT")) {
                        arguments->data_type[index] = TSDB_DATA_TYPE_BIGINT;
                    } else if (0 == strcasecmp(token, "DOUBLE")) {
                        arguments->data_type[index] = TSDB_DATA_TYPE_FLOAT;
                    } else if (0 == strcasecmp(token, "TINYINT")) {
                        arguments->data_type[index] = TSDB_DATA_TYPE_TINYINT;
                    } else if (0 == strcasecmp(token, "BINARY")) {
                        arguments->data_type[index] = TSDB_DATA_TYPE_BINARY;
                    } else if (0 == strcasecmp(token, "NCHAR")) {
                        arguments->data_type[index] = TSDB_DATA_TYPE_NCHAR;
                    } else if (0 == strcasecmp(token, "BOOL")) {
                        arguments->data_type[index] = TSDB_DATA_TYPE_BOOL;
                    } else if (0 == strcasecmp(token, "TIMESTAMP")) {
                        arguments->data_type[index] = TSDB_DATA_TYPE_TIMESTAMP;
                    } else {
                        arguments->data_type[index] = TSDB_DATA_TYPE_NULL;
                    }
                    arguments->dataType[index] = token;
                    index ++;
1648
                    token = strsep(&running, ",");
1649
                    if (index >= MAX_NUM_COLUMNS) break;
1650
                }
1651 1652
                arguments->dataType[index] = NULL;
                arguments->data_type[index] = TSDB_DATA_TYPE_NULL;
1653
            }
1654
        } else if ((0 == strncmp(argv[i], "-w", strlen("-w")))
1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671
                || (0 == strncmp(argv[i], "--binwidth", strlen("--binwidth")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "w");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "w");
                    exit(EXIT_FAILURE);
                }
                arguments->binwidth = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--binwidth=", strlen("--binwidth="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--binwidth=")))) {
                    arguments->binwidth = atoi((char *)(argv[i]+strlen("--binwidth=")));
                } else {
                    errorPrintReqArg2(argv[0], "--binwidth");
                    exit(EXIT_FAILURE);
                }
1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688
            } else if (0 == strncmp(argv[i], "-w", strlen("-w"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-w")))) {
                    arguments->binwidth = atoi((char *)(argv[i]+strlen("-w")));
                } else {
                    errorPrintReqArg2(argv[0], "-w");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--binwidth") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--binwidth");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--binwidth");
                    exit(EXIT_FAILURE);
                }
                arguments->binwidth = atoi(argv[++i]);
            } else {
1689
                errorUnrecognized(argv[0], argv[i]);
1690
                exit(EXIT_FAILURE);
1691
            }
1692
        } else if ((0 == strncmp(argv[i], "-m", strlen("-m")))
1693 1694 1695
                || (0 == strncmp(argv[i], "--table-prefix", strlen("--table-prefix")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
1696
                    errorPrintReqArg(argv[0], "m");
1697 1698 1699 1700 1701
                    exit(EXIT_FAILURE);
                }
                arguments->tb_prefix = argv[++i];
            } else if (0 == strncmp(argv[i], "--table-prefix=", strlen("--table-prefix="))) {
                arguments->tb_prefix = (char *)(argv[i] + strlen("--table-prefix="));
1702 1703 1704 1705 1706 1707 1708 1709 1710
            } else if (0 == strncmp(argv[i], "-m", strlen("-m"))) {
                arguments->tb_prefix = (char *)(argv[i] + strlen("-m"));
            } else if (strlen("--table-prefix") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--table-prefix");
                    exit(EXIT_FAILURE);
                }
                arguments->tb_prefix = argv[++i];
            } else {
1711
                errorUnrecognized(argv[0], argv[i]);
1712
                exit(EXIT_FAILURE);
1713
            }
1714 1715
        } else if ((strcmp(argv[i], "-N") == 0)
                || (0 == strcmp(argv[i], "--normal-table"))) {
1716
            arguments->use_metric = false;
1717 1718
        } else if ((strcmp(argv[i], "-M") == 0)
                || (0 == strcmp(argv[i], "--random"))) {
1719
            arguments->demo_mode = false;
1720 1721
        } else if ((strcmp(argv[i], "-x") == 0)
                || (0 == strcmp(argv[i], "--no-insert"))) {
1722
            arguments->insert_only = false;
1723 1724
        } else if ((strcmp(argv[i], "-y") == 0)
                || (0 == strcmp(argv[i], "--answer-yes"))) {
1725
            arguments->answer_yes = true;
1726 1727
        } else if ((strcmp(argv[i], "-g") == 0)
                || (0 == strcmp(argv[i], "--debug"))) {
1728 1729 1730
            arguments->debug_print = true;
        } else if (strcmp(argv[i], "-gg") == 0) {
            arguments->verbose_print = true;
1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775
        } else if ((0 == strncmp(argv[i], "-R", strlen("-R")))
                || (0 == strncmp(argv[i], "--disorder-range",
                        strlen("--disorder-range")))) {
            if (strlen("-R") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "R");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "R");
                    exit(EXIT_FAILURE);
                }
                arguments->disorderRange = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--disorder-range=",
                        strlen("--disorder-range="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--disorder-range=")))) {
                    arguments->disorderRange =
                        atoi((char *)(argv[i]+strlen("--disorder-range=")));
                } else {
                    errorPrintReqArg2(argv[0], "--disorder-range");
                    exit(EXIT_FAILURE);
                }
            } else if (0 == strncmp(argv[i], "-R", strlen("-R"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-R")))) {
                    arguments->disorderRange =
                        atoi((char *)(argv[i]+strlen("-R")));
                } else {
                    errorPrintReqArg2(argv[0], "-R");
                    exit(EXIT_FAILURE);
                }

                if (arguments->disorderRange < 0) {
                    errorPrint("Invalid disorder range %d, will be set to %d\n",
                            arguments->disorderRange, 1000);
                    arguments->disorderRange = 1000;
                }
            } else if (strlen("--disorder-range") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--disorder-range");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--disorder-range");
                    exit(EXIT_FAILURE);
                }
                arguments->disorderRange = atoi(argv[++i]);
            } else {
1776
                errorUnrecognized(argv[0], argv[i]);
1777 1778
                exit(EXIT_FAILURE);
            }
1779
        } else if ((0 == strncmp(argv[i], "-O", strlen("-O")))
1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796
                || (0 == strncmp(argv[i], "--disorder", strlen("--disorder")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "O");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "O");
                    exit(EXIT_FAILURE);
                }
                arguments->disorderRatio = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--disorder=", strlen("--disorder="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--disorder=")))) {
                    arguments->disorderRatio = atoi((char *)(argv[i]+strlen("--disorder=")));
                } else {
                    errorPrintReqArg2(argv[0], "--disorder");
                    exit(EXIT_FAILURE);
                }
1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813
            } else if (0 == strncmp(argv[i], "-O", strlen("-O"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-O")))) {
                    arguments->disorderRatio = atoi((char *)(argv[i]+strlen("-O")));
                } else {
                    errorPrintReqArg2(argv[0], "-O");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--disorder") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--disorder");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--disorder");
                    exit(EXIT_FAILURE);
                }
                arguments->disorderRatio = atoi(argv[++i]);
            } else {
1814
                errorUnrecognized(argv[0], argv[i]);
1815
                exit(EXIT_FAILURE);
1816
            }
1817

1818
            if (arguments->disorderRatio > 50) {
1819 1820
                errorPrint("Invalid disorder ratio %d, will be set to %d\n",
                        arguments->disorderRatio, 50);
1821 1822
                arguments->disorderRatio = 50;
            }
1823

1824
            if (arguments->disorderRatio < 0) {
1825 1826
                errorPrint("Invalid disorder ratio %d, will be set to %d\n",
                        arguments->disorderRatio, 0);
1827 1828
                arguments->disorderRatio = 0;
            }
1829
        } else if ((0 == strncmp(argv[i], "-a", strlen("-a")))
1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849
                || (0 == strncmp(argv[i], "--replica",
                        strlen("--replica")))) {
            if (2 == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg(argv[0], "a");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "a");
                    exit(EXIT_FAILURE);
                }
                arguments->replica = atoi(argv[++i]);
            } else if (0 == strncmp(argv[i], "--replica=",
                        strlen("--replica="))) {
                if (isStringNumber((char *)(argv[i] + strlen("--replica=")))) {
                    arguments->replica =
                        atoi((char *)(argv[i]+strlen("--replica=")));
                } else {
                    errorPrintReqArg2(argv[0], "--replica");
                    exit(EXIT_FAILURE);
                }
1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867
            } else if (0 == strncmp(argv[i], "-a", strlen("-a"))) {
                if (isStringNumber((char *)(argv[i] + strlen("-a")))) {
                    arguments->replica =
                        atoi((char *)(argv[i]+strlen("-a")));
                } else {
                    errorPrintReqArg2(argv[0], "-a");
                    exit(EXIT_FAILURE);
                }
            } else if (strlen("--replica") == strlen(argv[i])) {
                if (argc == i+1) {
                    errorPrintReqArg3(argv[0], "--replica");
                    exit(EXIT_FAILURE);
                } else if (!isStringNumber(argv[i+1])) {
                    errorPrintReqArg2(argv[0], "--replica");
                    exit(EXIT_FAILURE);
                }
                arguments->replica = atoi(argv[++i]);
            } else {
1868
                errorUnrecognized(argv[0], argv[i]);
1869
                exit(EXIT_FAILURE);
1870
            }
1871

1872
            if (arguments->replica > 3 || arguments->replica < 1) {
1873 1874
                errorPrint("Invalid replica value %d, will be set to %d\n",
                        arguments->replica, 1);
1875 1876 1877 1878 1879
                arguments->replica = 1;
            }
        } else if (strcmp(argv[i], "-D") == 0) {
            arguments->method_of_delete = atoi(argv[++i]);
            if (arguments->method_of_delete > 3) {
1880
                errorPrint("%s", "\n\t-D need a value (0~3) number following!\n");
1881 1882
                exit(EXIT_FAILURE);
            }
1883 1884
        } else if ((strcmp(argv[i], "--version") == 0)
                || (strcmp(argv[i], "-V") == 0)) {
1885 1886
            printVersion();
            exit(0);
1887 1888
        } else if ((strcmp(argv[i], "--help") == 0)
                || (strcmp(argv[i], "-?") == 0)) {
1889 1890
            printHelp();
            exit(0);
1891 1892 1893 1894
        } else if (strcmp(argv[i], "--usage") == 0) {
            printf("    Usage: taosdemo [-f JSONFILE] [-u USER] [-p PASSWORD] [-c CONFIG_DIR]\n\
                    [-h HOST] [-P PORT] [-I INTERFACE] [-d DATABASE] [-a REPLICA]\n\
                    [-m TABLEPREFIX] [-s SQLFILE] [-N] [-o OUTPUTFILE] [-q QUERYMODE]\n\
1895
                    [-b DATATYPES] [-w WIDTH_OF_BINARY] [-l COLUMNS] [-T THREADNUMBER]\n\
1896 1897 1898 1899
                    [-i SLEEPTIME] [-S TIME_STEP] [-B INTERLACE_ROWS] [-t TABLES]\n\
                    [-n RECORDS] [-M] [-x] [-y] [-O ORDERMODE] [-R RANGE] [-a REPLIcA][-g]\n\
                    [--help] [--usage] [--version]\n");
            exit(0);
1900
        } else {
1901 1902
            // to simulate argp_option output
            if (strlen(argv[i]) > 2) {
1903 1904 1905 1906 1907 1908 1909 1910 1911
                if (0 == strncmp(argv[i], "--", 2)) {
                    fprintf(stderr, "%s: unrecognized options '%s'\n", argv[0], argv[i]);
                } else if (0 == strncmp(argv[i], "-", 1)) {
                    char tmp[2] = {0};
                    tstrncpy(tmp, argv[i]+1, 2);
                    fprintf(stderr, "%s: invalid options -- '%s'\n", argv[0], tmp);
                } else {
                    fprintf(stderr, "%s: Too many arguments\n", argv[0]);
                }
1912 1913 1914 1915 1916
            } else {
                fprintf(stderr, "%s invalid options -- '%s'\n", argv[0],
                        (char *)((char *)argv[i])+1);
            }
            fprintf(stderr, "Try `taosdemo --help' or `taosdemo --usage' for more information.\n");
1917 1918
            exit(EXIT_FAILURE);
        }
S
TD-1057  
Shengliang Guan 已提交
1919
    }
1920

1921
    int columnCount;
1922
    for (columnCount = 0; columnCount < MAX_NUM_COLUMNS; columnCount ++) {
1923
        if (g_args.dataType[columnCount] == NULL) {
1924 1925
            break;
        }
1926 1927
    }

1928
    if (0 == columnCount) {
1929
        ERROR_EXIT("data type error!");
1930
    }
1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980
    g_args.columnCount = columnCount;

    g_args.lenOfOneRow = 20; // timestamp
    for (int c = 0; c < g_args.columnCount; c++) {
        switch(g_args.data_type[c]) {
            case TSDB_DATA_TYPE_BINARY:
                g_args.lenOfOneRow += g_args.binwidth + 3;
                break;

            case TSDB_DATA_TYPE_NCHAR:
                g_args.lenOfOneRow += g_args.binwidth + 3;
                break;

            case TSDB_DATA_TYPE_INT:
                g_args.lenOfOneRow += INT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_BIGINT:
                g_args.lenOfOneRow += BIGINT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_SMALLINT:
                g_args.lenOfOneRow += SMALLINT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_TINYINT:
                g_args.lenOfOneRow += TINYINT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_BOOL:
                g_args.lenOfOneRow += BOOL_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_FLOAT:
                g_args.lenOfOneRow += FLOAT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_DOUBLE:
                g_args.lenOfOneRow += DOUBLE_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_TIMESTAMP:
                g_args.lenOfOneRow += TIMESTAMP_BUFF_LEN;
                break;

            default:
                errorPrint2("get error data type : %s\n", g_args.dataType[c]);
                exit(EXIT_FAILURE);
        }
    }
1981

1982
    if (((arguments->debug_print) && (NULL != arguments->metaFile))
1983 1984 1985 1986 1987 1988 1989 1990 1991 1992
            || arguments->verbose_print) {
        printf("###################################################################\n");
        printf("# meta file:                         %s\n", arguments->metaFile);
        printf("# Server IP:                         %s:%hu\n",
                arguments->host == NULL ? "localhost" : arguments->host,
                arguments->port );
        printf("# User:                              %s\n", arguments->user);
        printf("# Password:                          %s\n", arguments->password);
        printf("# Use metric:                        %s\n",
                arguments->use_metric ? "true" : "false");
1993
        if (*(arguments->dataType)) {
1994
            printf("# Specified data type:               ");
1995
            for (int c = 0; c < MAX_NUM_COLUMNS; c++)
1996 1997
                if (arguments->dataType[c])
                    printf("%s,", arguments->dataType[c]);
1998 1999 2000 2001 2002 2003 2004
                else
                    break;
            printf("\n");
        }
        printf("# Insertion interval:                %"PRIu64"\n",
                arguments->insert_interval);
        printf("# Number of records per req:         %u\n",
2005
                arguments->reqPerReq);
2006 2007
        printf("# Max SQL length:                    %"PRIu64"\n",
                arguments->max_sql_len);
2008
        printf("# Length of Binary:                  %d\n", arguments->binwidth);
2009
        printf("# Number of Threads:                 %d\n", arguments->nthreads);
2010
        printf("# Number of Tables:                  %"PRId64"\n",
2011
                arguments->ntables);
2012
        printf("# Number of Data per Table:          %"PRId64"\n",
2013
                arguments->insertRows);
2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026
        printf("# Database name:                     %s\n", arguments->database);
        printf("# Table prefix:                      %s\n", arguments->tb_prefix);
        if (arguments->disorderRatio) {
            printf("# Data order:                        %d\n", arguments->disorderRatio);
            printf("# Data out of order rate:            %d\n", arguments->disorderRange);
        }
        printf("# Delete method:                     %d\n", arguments->method_of_delete);
        printf("# Answer yes when prompt:            %d\n", arguments->answer_yes);
        printf("# Print debug info:                  %d\n", arguments->debug_print);
        printf("# Print verbose info:                %d\n", arguments->verbose_print);
        printf("###################################################################\n");

        prompt();
2027
    }
2028
}
H
hzcheng 已提交
2029

2030
static void tmfclose(FILE *fp) {
2031 2032 2033
    if (NULL != fp) {
        fclose(fp);
    }
2034
}
2035

2036
static void tmfree(char *buf) {
2037 2038
    if (NULL != buf) {
        free(buf);
2039
        buf = NULL;
2040
    }
2041
}
H
Hui Li 已提交
2042

2043
static int queryDbExec(TAOS *taos, char *command, QUERY_TYPE type, bool quiet) {
2044

2045
    verbosePrint("%s() LN%d - command: %s\n", __func__, __LINE__, command);
2046

2047 2048
    TAOS_RES *res = taos_query(taos, command);
    int32_t code = taos_errno(res);
2049

2050 2051
    if (code != 0) {
        if (!quiet) {
2052
            errorPrint2("Failed to execute <%s>, reason: %s\n",
2053 2054 2055 2056 2057
                    command, taos_errstr(res));
        }
        taos_free_result(res);
        //taos_close(taos);
        return -1;
2058
    }
H
hzcheng 已提交
2059

2060 2061 2062 2063
    if (INSERT_TYPE == type) {
        int affectedRows = taos_affected_rows(res);
        taos_free_result(res);
        return affectedRows;
2064
    }
H
hzcheng 已提交
2065

2066
    taos_free_result(res);
2067
    return 0;
2068
}
H
hzcheng 已提交
2069

2070
static void appendResultBufToFile(char *resultBuf, threadInfo *pThreadInfo)
2071
{
2072 2073
    pThreadInfo->fp = fopen(pThreadInfo->filePath, "at");
    if (pThreadInfo->fp == NULL) {
2074
        errorPrint2(
2075 2076 2077 2078
                "%s() LN%d, failed to open result file: %s, result will not save to file\n",
                __func__, __LINE__, pThreadInfo->filePath);
        return;
    }
2079

2080 2081 2082
    fprintf(pThreadInfo->fp, "%s", resultBuf);
    tmfclose(pThreadInfo->fp);
    pThreadInfo->fp = NULL;
2083 2084
}

2085
static void fetchResult(TAOS_RES *res, threadInfo* pThreadInfo) {
2086 2087 2088 2089 2090 2091 2092
    TAOS_ROW    row = NULL;
    int         num_rows = 0;
    int         num_fields = taos_field_count(res);
    TAOS_FIELD *fields     = taos_fetch_fields(res);

    char* databuf = (char*) calloc(1, 100*1024*1024);
    if (databuf == NULL) {
2093
        errorPrint2("%s() LN%d, failed to malloc, warning: save result to file slowly!\n",
2094 2095 2096
                __func__, __LINE__);
        return ;
    }
H
hzcheng 已提交
2097

2098
    int64_t   totalLen = 0;
H
hzcheng 已提交
2099

2100 2101
    // fetch the records row by row
    while((row = taos_fetch_row(res))) {
2102
        if (totalLen >= (100*1024*1024 - HEAD_BUFF_LEN*2)) {
2103 2104 2105 2106 2107 2108
            if (strlen(pThreadInfo->filePath) > 0)
                appendResultBufToFile(databuf, pThreadInfo);
            totalLen = 0;
            memset(databuf, 0, 100*1024*1024);
        }
        num_rows++;
2109
        char  temp[HEAD_BUFF_LEN] = {0};
2110 2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124
        int len = taos_print_row(temp, row, fields, num_fields);
        len += sprintf(temp + len, "\n");
        //printf("query result:%s\n", temp);
        memcpy(databuf + totalLen, temp, len);
        totalLen += len;
        verbosePrint("%s() LN%d, totalLen: %"PRId64"\n",
                __func__, __LINE__, totalLen);
    }

    verbosePrint("%s() LN%d, databuf=%s resultFile=%s\n",
            __func__, __LINE__, databuf, pThreadInfo->filePath);
    if (strlen(pThreadInfo->filePath) > 0) {
        appendResultBufToFile(databuf, pThreadInfo);
    }
    free(databuf);
2125
}
H
hzcheng 已提交
2126

2127
static void selectAndGetResult(
2128 2129
        threadInfo *pThreadInfo, char *command)
{
2130 2131 2132
    if (0 == strncasecmp(g_queryInfo.queryMode, "taosc", strlen("taosc"))) {
        TAOS_RES *res = taos_query(pThreadInfo->taos, command);
        if (res == NULL || taos_errno(res) != 0) {
2133
            errorPrint2("%s() LN%d, failed to execute sql:%s, reason:%s\n",
2134 2135 2136 2137
                    __func__, __LINE__, command, taos_errstr(res));
            taos_free_result(res);
            return;
        }
2138

2139 2140
        fetchResult(res, pThreadInfo);
        taos_free_result(res);
2141

2142 2143 2144 2145 2146 2147 2148 2149
    } else if (0 == strncasecmp(g_queryInfo.queryMode, "rest", strlen("rest"))) {
        int retCode = postProceSql(
                g_queryInfo.host, &(g_queryInfo.serv_addr), g_queryInfo.port,
                command,
                pThreadInfo);
        if (0 != retCode) {
            printf("====restful return fail, threadID[%d]\n", pThreadInfo->threadID);
        }
2150

2151
    } else {
2152
        errorPrint2("%s() LN%d, unknown query mode: %s\n",
2153 2154
                __func__, __LINE__, g_queryInfo.queryMode);
    }
2155
}
H
hzcheng 已提交
2156

2157
static char *rand_bool_str() {
2158 2159 2160
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2161
    return g_randbool_buff + ((cursor % MAX_PREPARED_RAND) * BOOL_BUFF_LEN);
2162 2163
}

2164
static int32_t rand_bool() {
2165 2166
    static int cursor;
    cursor++;
2167 2168
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randint[cursor % MAX_PREPARED_RAND] % 2;
2169 2170
}

2171 2172 2173 2174 2175
static char *rand_tinyint_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2176 2177
    return g_randtinyint_buff +
        ((cursor % MAX_PREPARED_RAND) * TINYINT_BUFF_LEN);
2178 2179 2180 2181
}

static int32_t rand_tinyint()
{
2182 2183
    static int cursor;
    cursor++;
2184 2185
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randint[cursor % MAX_PREPARED_RAND] % 128;
2186 2187 2188 2189 2190 2191 2192
}

static char *rand_smallint_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2193 2194
    return g_randsmallint_buff +
        ((cursor % MAX_PREPARED_RAND) * SMALLINT_BUFF_LEN);
2195 2196
}

2197 2198
static int32_t rand_smallint()
{
2199 2200
    static int cursor;
    cursor++;
2201 2202
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randint[cursor % MAX_PREPARED_RAND] % 32767;
2203 2204
}

2205 2206 2207 2208 2209
static char *rand_int_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2210
    return g_randint_buff + ((cursor % MAX_PREPARED_RAND) * INT_BUFF_LEN);
2211 2212 2213 2214
}

static int32_t rand_int()
{
2215 2216
    static int cursor;
    cursor++;
2217 2218
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randint[cursor % MAX_PREPARED_RAND];
2219 2220 2221 2222 2223 2224 2225
}

static char *rand_bigint_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2226 2227
    return g_randbigint_buff +
        ((cursor % MAX_PREPARED_RAND) * BIGINT_BUFF_LEN);
2228 2229
}

2230 2231
static int64_t rand_bigint()
{
2232 2233
    static int cursor;
    cursor++;
2234 2235
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randbigint[cursor % MAX_PREPARED_RAND];
2236 2237
}

2238 2239 2240 2241 2242
static char *rand_float_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2243
    return g_randfloat_buff + ((cursor % MAX_PREPARED_RAND) * FLOAT_BUFF_LEN);
2244 2245
}

S
Shengliang Guan 已提交
2246

2247 2248
static float rand_float()
{
2249 2250
    static int cursor;
    cursor++;
2251 2252
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randfloat[cursor % MAX_PREPARED_RAND];
2253 2254
}

2255 2256 2257 2258 2259
static char *demo_current_float_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2260 2261
    return g_rand_current_buff +
        ((cursor % MAX_PREPARED_RAND) * FLOAT_BUFF_LEN);
2262 2263 2264 2265
}

static float UNUSED_FUNC demo_current_float()
{
2266 2267
    static int cursor;
    cursor++;
2268 2269 2270
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return (float)(9.8 + 0.04 * (g_randint[cursor % MAX_PREPARED_RAND] % 10)
            + g_randfloat[cursor % MAX_PREPARED_RAND]/1000000000);
2271 2272 2273 2274 2275 2276 2277
}

static char *demo_voltage_int_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2278 2279
    return g_rand_voltage_buff +
        ((cursor % MAX_PREPARED_RAND) * INT_BUFF_LEN);
2280 2281
}

2282 2283
static int32_t UNUSED_FUNC demo_voltage_int()
{
2284 2285
    static int cursor;
    cursor++;
2286 2287
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return 215 + g_randint[cursor % MAX_PREPARED_RAND] % 10;
2288 2289 2290 2291 2292 2293
}

static char *demo_phase_float_str() {
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
2294
    return g_rand_phase_buff + ((cursor % MAX_PREPARED_RAND) * FLOAT_BUFF_LEN);
2295 2296
}

2297
static float UNUSED_FUNC demo_phase_float() {
2298 2299
    static int cursor;
    cursor++;
2300 2301 2302
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return (float)((115 + g_randint[cursor % MAX_PREPARED_RAND] % 10
                + g_randfloat[cursor % MAX_PREPARED_RAND]/1000000000)/360);
2303 2304
}

2305 2306 2307 2308 2309 2310
#if 0
static const char charNum[] = "0123456789";

static void nonrand_string(char *, int) __attribute__ ((unused));   // reserve for debugging purpose
static void nonrand_string(char *str, int size)
{
2311 2312 2313 2314 2315 2316 2317 2318
    str[0] = 0;
    if (size > 0) {
        int n;
        for (n = 0; n < size; n++) {
            str[n] = charNum[n % 10];
        }
        str[n] = 0;
    }
2319 2320 2321
}
#endif

2322
static const char charset[] = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ1234567890";
2323

2324
static void rand_string(char *str, int size) {
2325 2326 2327 2328 2329 2330 2331 2332 2333
    str[0] = 0;
    if (size > 0) {
        //--size;
        int n;
        for (n = 0; n < size; n++) {
            int key = abs(rand_tinyint()) % (int)(sizeof(charset) - 1);
            str[n] = charset[key];
        }
        str[n] = 0;
2334 2335 2336
    }
}

2337 2338 2339 2340 2341 2342 2343 2344 2345 2346
static char *rand_double_str()
{
    static int cursor;
    cursor++;
    if (cursor > (MAX_PREPARED_RAND - 1)) cursor = 0;
    return g_randdouble_buff + (cursor * DOUBLE_BUFF_LEN);
}

static double rand_double()
{
2347 2348 2349
    static int cursor;
    cursor++;
    cursor = cursor % MAX_PREPARED_RAND;
2350
    return g_randdouble[cursor];
2351 2352 2353
}

static void init_rand_data() {
2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375

    g_randint_buff = calloc(1, INT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randint_buff);
    g_rand_voltage_buff = calloc(1, INT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_rand_voltage_buff);
    g_randbigint_buff = calloc(1, BIGINT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randbigint_buff);
    g_randsmallint_buff = calloc(1, SMALLINT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randsmallint_buff);
    g_randtinyint_buff = calloc(1, TINYINT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randtinyint_buff);
    g_randbool_buff = calloc(1, BOOL_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randbool_buff);
    g_randfloat_buff = calloc(1, FLOAT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randfloat_buff);
    g_rand_current_buff = calloc(1, FLOAT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_rand_current_buff);
    g_rand_phase_buff = calloc(1, FLOAT_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_rand_phase_buff);
    g_randdouble_buff = calloc(1, DOUBLE_BUFF_LEN * MAX_PREPARED_RAND);
    assert(g_randdouble_buff);

2376
    for (int i = 0; i < MAX_PREPARED_RAND; i++) {
2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406
        g_randint[i] = (int)(taosRandom() % 65535);
        sprintf(g_randint_buff + i * INT_BUFF_LEN, "%d",
                g_randint[i]);
        sprintf(g_rand_voltage_buff + i * INT_BUFF_LEN, "%d",
                215 + g_randint[i] % 10);

        sprintf(g_randbool_buff + i * BOOL_BUFF_LEN, "%s",
                ((g_randint[i] % 2) & 1)?"true":"false");
        sprintf(g_randsmallint_buff + i * SMALLINT_BUFF_LEN, "%d",
                g_randint[i] % 32767);
        sprintf(g_randtinyint_buff + i * TINYINT_BUFF_LEN, "%d",
                g_randint[i] % 128);

        g_randbigint[i] = (int64_t)(taosRandom() % 2147483648);
        sprintf(g_randbigint_buff + i * BIGINT_BUFF_LEN, "%"PRId64"",
                g_randbigint[i]);

        g_randfloat[i] = (float)(taosRandom() / 1000.0);
        sprintf(g_randfloat_buff + i * FLOAT_BUFF_LEN, "%f",
                g_randfloat[i]);
        sprintf(g_rand_current_buff + i * FLOAT_BUFF_LEN, "%f",
                (float)(9.8 + 0.04 * (g_randint[i] % 10)
                    + g_randfloat[i]/1000000000));
        sprintf(g_rand_phase_buff + i * FLOAT_BUFF_LEN, "%f",
                (float)((115 + g_randint[i] % 10
                        + g_randfloat[i]/1000000000)/360));

        g_randdouble[i] = (double)(taosRandom() / 1000000.0);
        sprintf(g_randdouble_buff + i * DOUBLE_BUFF_LEN, "%f",
                g_randdouble[i]);
2407
    }
2408 2409
}

2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429
#define SHOW_PARSE_RESULT_START()   \
    do { if (g_args.metaFile)  \
        printf("\033[1m\033[40;32m================ %s parse result START ================\033[0m\n", \
                g_args.metaFile); } while(0)

#define SHOW_PARSE_RESULT_END() \
    do { if (g_args.metaFile)   \
        printf("\033[1m\033[40;32m================ %s parse result END================\033[0m\n", \
                g_args.metaFile); } while(0)

#define SHOW_PARSE_RESULT_START_TO_FILE(fp)   \
    do { if (g_args.metaFile)  \
        fprintf(fp, "\033[1m\033[40;32m================ %s parse result START ================\033[0m\n", \
                g_args.metaFile); } while(0)

#define SHOW_PARSE_RESULT_END_TO_FILE(fp) \
    do { if (g_args.metaFile)   \
        fprintf(fp, "\033[1m\033[40;32m================ %s parse result END================\033[0m\n", \
                g_args.metaFile); } while(0)

2430
static int printfInsertMeta() {
2431
    SHOW_PARSE_RESULT_START();
2432

2433 2434 2435 2436 2437
    if (g_args.demo_mode)
        printf("\ntaosdemo is simulating data generated by power equipments monitoring...\n\n");
    else
        printf("\ntaosdemo is simulating random data as you request..\n\n");

2438 2439 2440
    if (g_args.iface != INTERFACE_BUT) {
        // first time if no iface specified
        printf("interface:                  \033[33m%s\033[0m\n",
2441 2442
                (g_args.iface==TAOSC_IFACE)?"taosc":
                (g_args.iface==REST_IFACE)?"rest":"stmt");
2443 2444
    }

2445 2446 2447 2448 2449 2450 2451 2452
    printf("host:                       \033[33m%s:%u\033[0m\n",
            g_Dbs.host, g_Dbs.port);
    printf("user:                       \033[33m%s\033[0m\n", g_Dbs.user);
    printf("password:                   \033[33m%s\033[0m\n", g_Dbs.password);
    printf("configDir:                  \033[33m%s\033[0m\n", configDir);
    printf("resultFile:                 \033[33m%s\033[0m\n", g_Dbs.resultFile);
    printf("thread num of insert data:  \033[33m%d\033[0m\n", g_Dbs.threadCount);
    printf("thread num of create table: \033[33m%d\033[0m\n",
2453
            g_Dbs.threadCountForCreateTbl);
2454 2455 2456
    printf("top insert interval:        \033[33m%"PRIu64"\033[0m\n",
            g_args.insert_interval);
    printf("number of records per req:  \033[33m%u\033[0m\n",
2457
            g_args.reqPerReq);
2458 2459 2460 2461
    printf("max sql length:             \033[33m%"PRIu64"\033[0m\n",
            g_args.max_sql_len);

    printf("database count:             \033[33m%d\033[0m\n", g_Dbs.dbCount);
2462

2463 2464 2465 2466 2467
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        printf("database[\033[33m%d\033[0m]:\n", i);
        printf("  database[%d] name:      \033[33m%s\033[0m\n",
                i, g_Dbs.db[i].dbName);
        if (0 == g_Dbs.db[i].drop) {
2468
            printf("  drop:                  \033[33m no\033[0m\n");
2469
        } else {
2470
            printf("  drop:                  \033[33m yes\033[0m\n");
2471
        }
2472

2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495 2496 2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518 2519 2520 2521
        if (g_Dbs.db[i].dbCfg.blocks > 0) {
            printf("  blocks:                \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.blocks);
        }
        if (g_Dbs.db[i].dbCfg.cache > 0) {
            printf("  cache:                 \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.cache);
        }
        if (g_Dbs.db[i].dbCfg.days > 0) {
            printf("  days:                  \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.days);
        }
        if (g_Dbs.db[i].dbCfg.keep > 0) {
            printf("  keep:                  \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.keep);
        }
        if (g_Dbs.db[i].dbCfg.replica > 0) {
            printf("  replica:               \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.replica);
        }
        if (g_Dbs.db[i].dbCfg.update > 0) {
            printf("  update:                \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.update);
        }
        if (g_Dbs.db[i].dbCfg.minRows > 0) {
            printf("  minRows:               \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.minRows);
        }
        if (g_Dbs.db[i].dbCfg.maxRows > 0) {
            printf("  maxRows:               \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.maxRows);
        }
        if (g_Dbs.db[i].dbCfg.comp > 0) {
            printf("  comp:                  \033[33m%d\033[0m\n", g_Dbs.db[i].dbCfg.comp);
        }
        if (g_Dbs.db[i].dbCfg.walLevel > 0) {
            printf("  walLevel:              \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.walLevel);
        }
        if (g_Dbs.db[i].dbCfg.fsync > 0) {
            printf("  fsync:                 \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.fsync);
        }
        if (g_Dbs.db[i].dbCfg.quorum > 0) {
            printf("  quorum:                \033[33m%d\033[0m\n",
                    g_Dbs.db[i].dbCfg.quorum);
        }
        if (g_Dbs.db[i].dbCfg.precision[0] != 0) {
            if ((0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "ms", 2))
2522 2523
                    || (0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "us", 2))
                    || (0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "ns", 2))) {
2524 2525 2526 2527 2528 2529 2530 2531
                printf("  precision:             \033[33m%s\033[0m\n",
                        g_Dbs.db[i].dbCfg.precision);
            } else {
                printf("\033[1m\033[40;31m  precision error:       %s\033[0m\n",
                        g_Dbs.db[i].dbCfg.precision);
                return -1;
            }
        }
2532

2533 2534 2535 2536 2537 2538
        printf("  super table count:     \033[33m%"PRIu64"\033[0m\n",
                g_Dbs.db[i].superTblCount);
        for (uint64_t j = 0; j < g_Dbs.db[i].superTblCount; j++) {
            printf("  super table[\033[33m%"PRIu64"\033[0m]:\n", j);

            printf("      stbName:           \033[33m%s\033[0m\n",
2539
                    g_Dbs.db[i].superTbls[j].stbName);
2540 2541 2542 2543 2544 2545 2546 2547 2548

            if (PRE_CREATE_SUBTBL == g_Dbs.db[i].superTbls[j].autoCreateTable) {
                printf("      autoCreateTable:   \033[33m%s\033[0m\n",  "no");
            } else if (AUTO_CREATE_SUBTBL ==
                    g_Dbs.db[i].superTbls[j].autoCreateTable) {
                printf("      autoCreateTable:   \033[33m%s\033[0m\n",  "yes");
            } else {
                printf("      autoCreateTable:   \033[33m%s\033[0m\n",  "error");
            }
2549

2550 2551 2552 2553 2554 2555 2556
            if (TBL_NO_EXISTS == g_Dbs.db[i].superTbls[j].childTblExists) {
                printf("      childTblExists:    \033[33m%s\033[0m\n",  "no");
            } else if (TBL_ALREADY_EXISTS == g_Dbs.db[i].superTbls[j].childTblExists) {
                printf("      childTblExists:    \033[33m%s\033[0m\n",  "yes");
            } else {
                printf("      childTblExists:    \033[33m%s\033[0m\n",  "error");
            }
2557

2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577 2578
            printf("      childTblCount:     \033[33m%"PRId64"\033[0m\n",
                    g_Dbs.db[i].superTbls[j].childTblCount);
            printf("      childTblPrefix:    \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].childTblPrefix);
            printf("      dataSource:        \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].dataSource);
            printf("      iface:             \033[33m%s\033[0m\n",
                    (g_Dbs.db[i].superTbls[j].iface==TAOSC_IFACE)?"taosc":
                    (g_Dbs.db[i].superTbls[j].iface==REST_IFACE)?"rest":"stmt");
            if (g_Dbs.db[i].superTbls[j].childTblLimit > 0) {
                printf("      childTblLimit:     \033[33m%"PRId64"\033[0m\n",
                        g_Dbs.db[i].superTbls[j].childTblLimit);
            }
            if (g_Dbs.db[i].superTbls[j].childTblOffset > 0) {
                printf("      childTblOffset:    \033[33m%"PRIu64"\033[0m\n",
                        g_Dbs.db[i].superTbls[j].childTblOffset);
            }
            printf("      insertRows:        \033[33m%"PRId64"\033[0m\n",
                    g_Dbs.db[i].superTbls[j].insertRows);
            /*
               if (0 == g_Dbs.db[i].superTbls[j].multiThreadWriteOneTbl) {
2579
               printf("      multiThreadWriteOneTbl:  \033[33m no\033[0m\n");
2580
               }else {
2581
               printf("      multiThreadWriteOneTbl:  \033[33m yes\033[0m\n");
2582 2583 2584 2585 2586 2587 2588 2589 2590
               }
               */
            printf("      interlaceRows:     \033[33m%u\033[0m\n",
                    g_Dbs.db[i].superTbls[j].interlaceRows);

            if (g_Dbs.db[i].superTbls[j].interlaceRows > 0) {
                printf("      stable insert interval:   \033[33m%"PRIu64"\033[0m\n",
                        g_Dbs.db[i].superTbls[j].insertInterval);
            }
2591

2592 2593 2594 2595 2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610 2611 2612 2613 2614 2615 2616 2617 2618 2619 2620 2621 2622 2623 2624 2625 2626 2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637 2638 2639 2640 2641 2642
            printf("      disorderRange:     \033[33m%d\033[0m\n",
                    g_Dbs.db[i].superTbls[j].disorderRange);
            printf("      disorderRatio:     \033[33m%d\033[0m\n",
                    g_Dbs.db[i].superTbls[j].disorderRatio);
            printf("      maxSqlLen:         \033[33m%"PRIu64"\033[0m\n",
                    g_Dbs.db[i].superTbls[j].maxSqlLen);
            printf("      timeStampStep:     \033[33m%"PRId64"\033[0m\n",
                    g_Dbs.db[i].superTbls[j].timeStampStep);
            printf("      startTimestamp:    \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].startTimestamp);
            printf("      sampleFormat:      \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].sampleFormat);
            printf("      sampleFile:        \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].sampleFile);
            printf("      tagsFile:          \033[33m%s\033[0m\n",
                    g_Dbs.db[i].superTbls[j].tagsFile);
            printf("      columnCount:       \033[33m%d\033[0m\n",
                    g_Dbs.db[i].superTbls[j].columnCount);
            for (int k = 0; k < g_Dbs.db[i].superTbls[j].columnCount; k++) {
                //printf("dataType:%s, dataLen:%d\t", g_Dbs.db[i].superTbls[j].columns[k].dataType, g_Dbs.db[i].superTbls[j].columns[k].dataLen);
                if ((0 == strncasecmp(g_Dbs.db[i].superTbls[j].columns[k].dataType,
                                "binary", 6))
                        || (0 == strncasecmp(g_Dbs.db[i].superTbls[j].columns[k].dataType,
                                "nchar", 5))) {
                    printf("column[\033[33m%d\033[0m]:\033[33m%s(%d)\033[0m ", k,
                            g_Dbs.db[i].superTbls[j].columns[k].dataType,
                            g_Dbs.db[i].superTbls[j].columns[k].dataLen);
                } else {
                    printf("column[%d]:\033[33m%s\033[0m ", k,
                            g_Dbs.db[i].superTbls[j].columns[k].dataType);
                }
            }
            printf("\n");

            printf("      tagCount:            \033[33m%d\033[0m\n        ",
                    g_Dbs.db[i].superTbls[j].tagCount);
            for (int k = 0; k < g_Dbs.db[i].superTbls[j].tagCount; k++) {
                //printf("dataType:%s, dataLen:%d\t", g_Dbs.db[i].superTbls[j].tags[k].dataType, g_Dbs.db[i].superTbls[j].tags[k].dataLen);
                if ((0 == strncasecmp(g_Dbs.db[i].superTbls[j].tags[k].dataType,
                                "binary", strlen("binary")))
                        || (0 == strncasecmp(g_Dbs.db[i].superTbls[j].tags[k].dataType,
                                "nchar", strlen("nchar")))) {
                    printf("tag[%d]:\033[33m%s(%d)\033[0m ", k,
                            g_Dbs.db[i].superTbls[j].tags[k].dataType,
                            g_Dbs.db[i].superTbls[j].tags[k].dataLen);
                } else {
                    printf("tag[%d]:\033[33m%s\033[0m ", k,
                            g_Dbs.db[i].superTbls[j].tags[k].dataType);
                }
            }
            printf("\n");
2643
        }
2644
        printf("\n");
2645
    }
2646

2647
    SHOW_PARSE_RESULT_END();
2648

2649
    return 0;
2650 2651 2652
}

static void printfInsertMetaToFile(FILE* fp) {
2653

2654
    SHOW_PARSE_RESULT_START_TO_FILE(fp);
2655

2656 2657 2658 2659 2660
    fprintf(fp, "host:                       %s:%u\n", g_Dbs.host, g_Dbs.port);
    fprintf(fp, "user:                       %s\n", g_Dbs.user);
    fprintf(fp, "configDir:                  %s\n", configDir);
    fprintf(fp, "resultFile:                 %s\n", g_Dbs.resultFile);
    fprintf(fp, "thread num of insert data:  %d\n", g_Dbs.threadCount);
2661
    fprintf(fp, "thread num of create table: %d\n", g_Dbs.threadCountForCreateTbl);
2662
    fprintf(fp, "number of records per req:  %u\n", g_args.reqPerReq);
2663 2664
    fprintf(fp, "max sql length:             %"PRIu64"\n", g_args.max_sql_len);
    fprintf(fp, "database count:          %d\n", g_Dbs.dbCount);
2665

2666 2667 2668 2669 2670 2671 2672 2673
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        fprintf(fp, "database[%d]:\n", i);
        fprintf(fp, "  database[%d] name:       %s\n", i, g_Dbs.db[i].dbName);
        if (0 == g_Dbs.db[i].drop) {
            fprintf(fp, "  drop:                  no\n");
        }else {
            fprintf(fp, "  drop:                  yes\n");
        }
2674

2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687 2688 2689 2690 2691 2692 2693 2694 2695 2696 2697 2698 2699 2700 2701 2702 2703 2704 2705 2706 2707 2708 2709 2710 2711 2712
        if (g_Dbs.db[i].dbCfg.blocks > 0) {
            fprintf(fp, "  blocks:                %d\n", g_Dbs.db[i].dbCfg.blocks);
        }
        if (g_Dbs.db[i].dbCfg.cache > 0) {
            fprintf(fp, "  cache:                 %d\n", g_Dbs.db[i].dbCfg.cache);
        }
        if (g_Dbs.db[i].dbCfg.days > 0) {
            fprintf(fp, "  days:                  %d\n", g_Dbs.db[i].dbCfg.days);
        }
        if (g_Dbs.db[i].dbCfg.keep > 0) {
            fprintf(fp, "  keep:                  %d\n", g_Dbs.db[i].dbCfg.keep);
        }
        if (g_Dbs.db[i].dbCfg.replica > 0) {
            fprintf(fp, "  replica:               %d\n", g_Dbs.db[i].dbCfg.replica);
        }
        if (g_Dbs.db[i].dbCfg.update > 0) {
            fprintf(fp, "  update:                %d\n", g_Dbs.db[i].dbCfg.update);
        }
        if (g_Dbs.db[i].dbCfg.minRows > 0) {
            fprintf(fp, "  minRows:               %d\n", g_Dbs.db[i].dbCfg.minRows);
        }
        if (g_Dbs.db[i].dbCfg.maxRows > 0) {
            fprintf(fp, "  maxRows:               %d\n", g_Dbs.db[i].dbCfg.maxRows);
        }
        if (g_Dbs.db[i].dbCfg.comp > 0) {
            fprintf(fp, "  comp:                  %d\n", g_Dbs.db[i].dbCfg.comp);
        }
        if (g_Dbs.db[i].dbCfg.walLevel > 0) {
            fprintf(fp, "  walLevel:              %d\n", g_Dbs.db[i].dbCfg.walLevel);
        }
        if (g_Dbs.db[i].dbCfg.fsync > 0) {
            fprintf(fp, "  fsync:                 %d\n", g_Dbs.db[i].dbCfg.fsync);
        }
        if (g_Dbs.db[i].dbCfg.quorum > 0) {
            fprintf(fp, "  quorum:                %d\n", g_Dbs.db[i].dbCfg.quorum);
        }
        if (g_Dbs.db[i].dbCfg.precision[0] != 0) {
            if ((0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "ms", 2))
2713
                    || (0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "ns", 2))
2714 2715 2716 2717 2718 2719 2720 2721
                    || (0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "us", 2))) {
                fprintf(fp, "  precision:             %s\n",
                        g_Dbs.db[i].dbCfg.precision);
            } else {
                fprintf(fp, "  precision error:       %s\n",
                        g_Dbs.db[i].dbCfg.precision);
            }
        }
2722

2723 2724 2725 2726 2727 2728
        fprintf(fp, "  super table count:     %"PRIu64"\n",
                g_Dbs.db[i].superTblCount);
        for (int j = 0; j < g_Dbs.db[i].superTblCount; j++) {
            fprintf(fp, "  super table[%d]:\n", j);

            fprintf(fp, "      stbName:           %s\n",
2729
                    g_Dbs.db[i].superTbls[j].stbName);
2730 2731 2732 2733 2734 2735 2736 2737 2738

            if (PRE_CREATE_SUBTBL == g_Dbs.db[i].superTbls[j].autoCreateTable) {
                fprintf(fp, "      autoCreateTable:   %s\n",  "no");
            } else if (AUTO_CREATE_SUBTBL
                    == g_Dbs.db[i].superTbls[j].autoCreateTable) {
                fprintf(fp, "      autoCreateTable:   %s\n",  "yes");
            } else {
                fprintf(fp, "      autoCreateTable:   %s\n",  "error");
            }
2739

2740 2741 2742 2743 2744 2745 2746 2747
            if (TBL_NO_EXISTS == g_Dbs.db[i].superTbls[j].childTblExists) {
                fprintf(fp, "      childTblExists:    %s\n",  "no");
            } else if (TBL_ALREADY_EXISTS
                    == g_Dbs.db[i].superTbls[j].childTblExists) {
                fprintf(fp, "      childTblExists:    %s\n",  "yes");
            } else {
                fprintf(fp, "      childTblExists:    %s\n",  "error");
            }
2748

2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805 2806 2807 2808 2809 2810 2811 2812 2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828
            fprintf(fp, "      childTblCount:     %"PRId64"\n",
                    g_Dbs.db[i].superTbls[j].childTblCount);
            fprintf(fp, "      childTblPrefix:    %s\n",
                    g_Dbs.db[i].superTbls[j].childTblPrefix);
            fprintf(fp, "      dataSource:        %s\n",
                    g_Dbs.db[i].superTbls[j].dataSource);
            fprintf(fp, "      iface:             %s\n",
                    (g_Dbs.db[i].superTbls[j].iface==TAOSC_IFACE)?"taosc":
                    (g_Dbs.db[i].superTbls[j].iface==REST_IFACE)?"rest":"stmt");
            fprintf(fp, "      insertRows:        %"PRId64"\n",
                    g_Dbs.db[i].superTbls[j].insertRows);
            fprintf(fp, "      interlace rows:    %u\n",
                    g_Dbs.db[i].superTbls[j].interlaceRows);
            if (g_Dbs.db[i].superTbls[j].interlaceRows > 0) {
                fprintf(fp, "      stable insert interval:   %"PRIu64"\n",
                        g_Dbs.db[i].superTbls[j].insertInterval);
            }
            /*
               if (0 == g_Dbs.db[i].superTbls[j].multiThreadWriteOneTbl) {
               fprintf(fp, "      multiThreadWriteOneTbl:  no\n");
               }else {
               fprintf(fp, "      multiThreadWriteOneTbl:  yes\n");
               }
               */
            fprintf(fp, "      interlaceRows:     %u\n",
                    g_Dbs.db[i].superTbls[j].interlaceRows);
            fprintf(fp, "      disorderRange:     %d\n",
                    g_Dbs.db[i].superTbls[j].disorderRange);
            fprintf(fp, "      disorderRatio:     %d\n",
                    g_Dbs.db[i].superTbls[j].disorderRatio);
            fprintf(fp, "      maxSqlLen:         %"PRIu64"\n",
                    g_Dbs.db[i].superTbls[j].maxSqlLen);

            fprintf(fp, "      timeStampStep:     %"PRId64"\n",
                    g_Dbs.db[i].superTbls[j].timeStampStep);
            fprintf(fp, "      startTimestamp:    %s\n",
                    g_Dbs.db[i].superTbls[j].startTimestamp);
            fprintf(fp, "      sampleFormat:      %s\n",
                    g_Dbs.db[i].superTbls[j].sampleFormat);
            fprintf(fp, "      sampleFile:        %s\n",
                    g_Dbs.db[i].superTbls[j].sampleFile);
            fprintf(fp, "      tagsFile:          %s\n",
                    g_Dbs.db[i].superTbls[j].tagsFile);

            fprintf(fp, "      columnCount:       %d\n        ",
                    g_Dbs.db[i].superTbls[j].columnCount);
            for (int k = 0; k < g_Dbs.db[i].superTbls[j].columnCount; k++) {
                //printf("dataType:%s, dataLen:%d\t", g_Dbs.db[i].superTbls[j].columns[k].dataType, g_Dbs.db[i].superTbls[j].columns[k].dataLen);
                if ((0 == strncasecmp(
                                g_Dbs.db[i].superTbls[j].columns[k].dataType,
                                "binary", strlen("binary")))
                        || (0 == strncasecmp(
                                g_Dbs.db[i].superTbls[j].columns[k].dataType,
                                "nchar", strlen("nchar")))) {
                    fprintf(fp, "column[%d]:%s(%d) ", k,
                            g_Dbs.db[i].superTbls[j].columns[k].dataType,
                            g_Dbs.db[i].superTbls[j].columns[k].dataLen);
                } else {
                    fprintf(fp, "column[%d]:%s ",
                            k, g_Dbs.db[i].superTbls[j].columns[k].dataType);
                }
            }
            fprintf(fp, "\n");

            fprintf(fp, "      tagCount:            %d\n        ",
                    g_Dbs.db[i].superTbls[j].tagCount);
            for (int k = 0; k < g_Dbs.db[i].superTbls[j].tagCount; k++) {
                //printf("dataType:%s, dataLen:%d\t", g_Dbs.db[i].superTbls[j].tags[k].dataType, g_Dbs.db[i].superTbls[j].tags[k].dataLen);
                if ((0 == strncasecmp(g_Dbs.db[i].superTbls[j].tags[k].dataType,
                                "binary", strlen("binary")))
                        || (0 == strncasecmp(g_Dbs.db[i].superTbls[j].tags[k].dataType,
                                "nchar", strlen("nchar")))) {
                    fprintf(fp, "tag[%d]:%s(%d) ",
                            k, g_Dbs.db[i].superTbls[j].tags[k].dataType,
                            g_Dbs.db[i].superTbls[j].tags[k].dataLen);
                } else {
                    fprintf(fp, "tag[%d]:%s ", k, g_Dbs.db[i].superTbls[j].tags[k].dataType);
                }
            }
            fprintf(fp, "\n");
2829
        }
2830
        fprintf(fp, "\n");
2831
    }
2832

2833
    SHOW_PARSE_RESULT_END_TO_FILE(fp);
2834 2835 2836
}

static void printfQueryMeta() {
2837

2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848 2849 2850 2851 2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887
    SHOW_PARSE_RESULT_START();

    printf("host:                    \033[33m%s:%u\033[0m\n",
            g_queryInfo.host, g_queryInfo.port);
    printf("user:                    \033[33m%s\033[0m\n", g_queryInfo.user);
    printf("database name:           \033[33m%s\033[0m\n", g_queryInfo.dbName);

    printf("\n");

    if ((SUBSCRIBE_TEST == g_args.test_mode) || (QUERY_TEST == g_args.test_mode)) {
        printf("specified table query info:                   \n");
        printf("sqlCount:       \033[33m%d\033[0m\n",
                g_queryInfo.specifiedQueryInfo.sqlCount);
        if (g_queryInfo.specifiedQueryInfo.sqlCount > 0) {
            printf("specified tbl query times:\n");
            printf("                \033[33m%"PRIu64"\033[0m\n",
                    g_queryInfo.specifiedQueryInfo.queryTimes);
            printf("query interval: \033[33m%"PRIu64" ms\033[0m\n",
                    g_queryInfo.specifiedQueryInfo.queryInterval);
            printf("top query times:\033[33m%"PRIu64"\033[0m\n", g_args.query_times);
            printf("concurrent:     \033[33m%d\033[0m\n",
                    g_queryInfo.specifiedQueryInfo.concurrent);
            printf("mod:            \033[33m%s\033[0m\n",
                    (g_queryInfo.specifiedQueryInfo.asyncMode)?"async":"sync");
            printf("interval:       \033[33m%"PRIu64"\033[0m\n",
                    g_queryInfo.specifiedQueryInfo.subscribeInterval);
            printf("restart:        \033[33m%d\033[0m\n",
                    g_queryInfo.specifiedQueryInfo.subscribeRestart);
            printf("keepProgress:   \033[33m%d\033[0m\n",
                    g_queryInfo.specifiedQueryInfo.subscribeKeepProgress);

            for (int i = 0; i < g_queryInfo.specifiedQueryInfo.sqlCount; i++) {
                printf("  sql[%d]: \033[33m%s\033[0m\n",
                        i, g_queryInfo.specifiedQueryInfo.sql[i]);
            }
            printf("\n");
        }

        printf("super table query info:\n");
        printf("sqlCount:       \033[33m%d\033[0m\n",
                g_queryInfo.superQueryInfo.sqlCount);

        if (g_queryInfo.superQueryInfo.sqlCount > 0) {
            printf("query interval: \033[33m%"PRIu64"\033[0m\n",
                    g_queryInfo.superQueryInfo.queryInterval);
            printf("threadCnt:      \033[33m%d\033[0m\n",
                    g_queryInfo.superQueryInfo.threadCnt);
            printf("childTblCount:  \033[33m%"PRId64"\033[0m\n",
                    g_queryInfo.superQueryInfo.childTblCount);
            printf("stable name:    \033[33m%s\033[0m\n",
2888
                    g_queryInfo.superQueryInfo.stbName);
2889 2890 2891 2892 2893 2894 2895 2896 2897 2898 2899 2900 2901 2902 2903 2904 2905 2906
            printf("stb query times:\033[33m%"PRIu64"\033[0m\n",
                    g_queryInfo.superQueryInfo.queryTimes);

            printf("mod:            \033[33m%s\033[0m\n",
                    (g_queryInfo.superQueryInfo.asyncMode)?"async":"sync");
            printf("interval:       \033[33m%"PRIu64"\033[0m\n",
                    g_queryInfo.superQueryInfo.subscribeInterval);
            printf("restart:        \033[33m%d\033[0m\n",
                    g_queryInfo.superQueryInfo.subscribeRestart);
            printf("keepProgress:   \033[33m%d\033[0m\n",
                    g_queryInfo.superQueryInfo.subscribeKeepProgress);

            for (int i = 0; i < g_queryInfo.superQueryInfo.sqlCount; i++) {
                printf("  sql[%d]: \033[33m%s\033[0m\n",
                        i, g_queryInfo.superQueryInfo.sql[i]);
            }
            printf("\n");
        }
2907
    }
2908

2909
    SHOW_PARSE_RESULT_END();
2910 2911
}

2912
static char* formatTimestamp(char* buf, int64_t val, int precision) {
2913
    time_t tt;
2914
    if (precision == TSDB_TIME_PRECISION_MICRO) {
2915
        tt = (time_t)(val / 1000000);
2916 2917
    } if (precision == TSDB_TIME_PRECISION_NANO) {
        tt = (time_t)(val / 1000000000);
2918 2919 2920
    } else {
        tt = (time_t)(val / 1000);
    }
2921

2922 2923 2924 2925 2926 2927 2928
    /* comment out as it make testcases like select_with_tags.sim fail.
       but in windows, this may cause the call to localtime crash if tt < 0,
       need to find a better solution.
       if (tt < 0) {
       tt = 0;
       }
       */
2929 2930

#ifdef WINDOWS
2931
    if (tt < 0) tt = 0;
2932 2933
#endif

2934 2935
    struct tm* ptm = localtime(&tt);
    size_t pos = strftime(buf, 32, "%Y-%m-%d %H:%M:%S", ptm);
2936

2937
    if (precision == TSDB_TIME_PRECISION_MICRO) {
2938
        sprintf(buf + pos, ".%06d", (int)(val % 1000000));
2939 2940
    } else if (precision == TSDB_TIME_PRECISION_NANO) {
        sprintf(buf + pos, ".%09d", (int)(val % 1000000000));
2941 2942 2943
    } else {
        sprintf(buf + pos, ".%03d", (int)(val % 1000));
    }
2944

2945
    return buf;
2946 2947
}

2948
static void xDumpFieldToFile(FILE* fp, const char* val,
2949
        TAOS_FIELD* field, int32_t length, int precision) {
2950

2951 2952 2953 2954
    if (val == NULL) {
        fprintf(fp, "%s", TSDB_DATA_NULL_STR);
        return;
    }
2955

2956 2957 2958
    char buf[TSDB_MAX_BYTES_PER_ROW];
    switch (field->type) {
        case TSDB_DATA_TYPE_BOOL:
2959
            fprintf(fp, "%d", ((((int32_t)(*((int8_t*)val))) == 1) ? 1 : 0));
2960
            break;
2961

2962 2963 2964
        case TSDB_DATA_TYPE_TINYINT:
            fprintf(fp, "%d", *((int8_t *)val));
            break;
2965

2966 2967 2968
        case TSDB_DATA_TYPE_SMALLINT:
            fprintf(fp, "%d", *((int16_t *)val));
            break;
2969

2970 2971 2972
        case TSDB_DATA_TYPE_INT:
            fprintf(fp, "%d", *((int32_t *)val));
            break;
2973

2974
        case TSDB_DATA_TYPE_BIGINT:
2975
            fprintf(fp, "%"PRId64"", *((int64_t *)val));
2976
            break;
2977

2978 2979 2980
        case TSDB_DATA_TYPE_FLOAT:
            fprintf(fp, "%.5f", GET_FLOAT_VAL(val));
            break;
2981

2982 2983 2984
        case TSDB_DATA_TYPE_DOUBLE:
            fprintf(fp, "%.9f", GET_DOUBLE_VAL(val));
            break;
2985

2986 2987 2988 2989 2990 2991
        case TSDB_DATA_TYPE_BINARY:
        case TSDB_DATA_TYPE_NCHAR:
            memcpy(buf, val, length);
            buf[length] = 0;
            fprintf(fp, "\'%s\'", buf);
            break;
2992

2993 2994 2995 2996
        case TSDB_DATA_TYPE_TIMESTAMP:
            formatTimestamp(buf, *(int64_t*)val, precision);
            fprintf(fp, "'%s'", buf);
            break;
2997

2998 2999 3000
        default:
            break;
    }
3001 3002 3003
}

static int xDumpResultToFile(const char* fname, TAOS_RES* tres) {
3004 3005 3006 3007
    TAOS_ROW row = taos_fetch_row(tres);
    if (row == NULL) {
        return 0;
    }
3008

3009 3010
    FILE* fp = fopen(fname, "at");
    if (fp == NULL) {
3011
        errorPrint2("%s() LN%d, failed to open file: %s\n",
3012 3013 3014
                __func__, __LINE__, fname);
        return -1;
    }
3015

3016 3017 3018
    int num_fields = taos_num_fields(tres);
    TAOS_FIELD *fields = taos_fetch_fields(tres);
    int precision = taos_result_precision(tres);
3019

3020 3021 3022 3023 3024
    for (int col = 0; col < num_fields; col++) {
        if (col > 0) {
            fprintf(fp, ",");
        }
        fprintf(fp, "%s", fields[col].name);
3025 3026 3027
    }
    fputc('\n', fp);

3028 3029 3030 3031 3032 3033 3034 3035 3036 3037 3038 3039 3040 3041 3042
    int numOfRows = 0;
    do {
        int32_t* length = taos_fetch_lengths(tres);
        for (int i = 0; i < num_fields; i++) {
            if (i > 0) {
                fputc(',', fp);
            }
            xDumpFieldToFile(fp,
                    (const char*)row[i], fields +i, length[i], precision);
        }
        fputc('\n', fp);

        numOfRows++;
        row = taos_fetch_row(tres);
    } while( row != NULL);
3043

3044
    fclose(fp);
3045

3046
    return numOfRows;
3047 3048
}

3049
static int getDbFromServer(TAOS * taos, SDbInfo** dbInfos) {
3050 3051 3052
    TAOS_RES * res;
    TAOS_ROW row = NULL;
    int count = 0;
3053

3054 3055
    res = taos_query(taos, "show databases;");
    int32_t code = taos_errno(res);
3056

3057
    if (code != 0) {
3058
        errorPrint2("failed to run <show databases>, reason: %s\n",
3059 3060
                taos_errstr(res));
        return -1;
3061
    }
3062

3063
    TAOS_FIELD *fields = taos_fetch_fields(res);
3064

3065 3066 3067 3068 3069 3070
    while((row = taos_fetch_row(res)) != NULL) {
        // sys database name : 'log'
        if (strncasecmp(row[TSDB_SHOW_DB_NAME_INDEX], "log",
                    fields[TSDB_SHOW_DB_NAME_INDEX].bytes) == 0) {
            continue;
        }
3071

3072 3073
        dbInfos[count] = (SDbInfo *)calloc(1, sizeof(SDbInfo));
        if (dbInfos[count] == NULL) {
3074
            errorPrint2("failed to allocate memory for some dbInfo[%d]\n", count);
3075 3076 3077 3078 3079 3080 3081 3082 3083 3084 3085 3086 3087 3088 3089 3090 3091 3092 3093 3094 3095 3096 3097 3098 3099 3100 3101 3102 3103 3104 3105 3106 3107 3108 3109 3110 3111 3112 3113
            return -1;
        }

        tstrncpy(dbInfos[count]->name, (char *)row[TSDB_SHOW_DB_NAME_INDEX],
                fields[TSDB_SHOW_DB_NAME_INDEX].bytes);
        formatTimestamp(dbInfos[count]->create_time,
                *(int64_t*)row[TSDB_SHOW_DB_CREATED_TIME_INDEX],
                TSDB_TIME_PRECISION_MILLI);
        dbInfos[count]->ntables = *((int64_t *)row[TSDB_SHOW_DB_NTABLES_INDEX]);
        dbInfos[count]->vgroups = *((int32_t *)row[TSDB_SHOW_DB_VGROUPS_INDEX]);
        dbInfos[count]->replica = *((int16_t *)row[TSDB_SHOW_DB_REPLICA_INDEX]);
        dbInfos[count]->quorum = *((int16_t *)row[TSDB_SHOW_DB_QUORUM_INDEX]);
        dbInfos[count]->days = *((int16_t *)row[TSDB_SHOW_DB_DAYS_INDEX]);

        tstrncpy(dbInfos[count]->keeplist, (char *)row[TSDB_SHOW_DB_KEEP_INDEX],
                fields[TSDB_SHOW_DB_KEEP_INDEX].bytes);
        dbInfos[count]->cache = *((int32_t *)row[TSDB_SHOW_DB_CACHE_INDEX]);
        dbInfos[count]->blocks = *((int32_t *)row[TSDB_SHOW_DB_BLOCKS_INDEX]);
        dbInfos[count]->minrows = *((int32_t *)row[TSDB_SHOW_DB_MINROWS_INDEX]);
        dbInfos[count]->maxrows = *((int32_t *)row[TSDB_SHOW_DB_MAXROWS_INDEX]);
        dbInfos[count]->wallevel = *((int8_t *)row[TSDB_SHOW_DB_WALLEVEL_INDEX]);
        dbInfos[count]->fsync = *((int32_t *)row[TSDB_SHOW_DB_FSYNC_INDEX]);
        dbInfos[count]->comp = (int8_t)(*((int8_t *)row[TSDB_SHOW_DB_COMP_INDEX]));
        dbInfos[count]->cachelast =
            (int8_t)(*((int8_t *)row[TSDB_SHOW_DB_CACHELAST_INDEX]));

        tstrncpy(dbInfos[count]->precision,
                (char *)row[TSDB_SHOW_DB_PRECISION_INDEX],
                fields[TSDB_SHOW_DB_PRECISION_INDEX].bytes);
        dbInfos[count]->update = *((int8_t *)row[TSDB_SHOW_DB_UPDATE_INDEX]);
        tstrncpy(dbInfos[count]->status, (char *)row[TSDB_SHOW_DB_STATUS_INDEX],
                fields[TSDB_SHOW_DB_STATUS_INDEX].bytes);

        count++;
        if (count > MAX_DATABASE_COUNT) {
            errorPrint("%s() LN%d, The database count overflow than %d\n",
                    __func__, __LINE__, MAX_DATABASE_COUNT);
            break;
        }
3114 3115
    }

3116
    return count;
3117 3118
}

3119
static void printfDbInfoForQueryToFile(
3120
        char* filename, SDbInfo* dbInfos, int index) {
3121

3122 3123
    if (filename[0] == 0)
        return;
3124

3125 3126 3127 3128 3129
    FILE *fp = fopen(filename, "at");
    if (fp == NULL) {
        errorPrint( "failed to open file: %s\n", filename);
        return;
    }
3130

3131 3132 3133 3134 3135 3136 3137 3138 3139 3140 3141 3142 3143 3144 3145 3146 3147 3148 3149 3150 3151
    fprintf(fp, "================ database[%d] ================\n", index);
    fprintf(fp, "name: %s\n", dbInfos->name);
    fprintf(fp, "created_time: %s\n", dbInfos->create_time);
    fprintf(fp, "ntables: %"PRId64"\n", dbInfos->ntables);
    fprintf(fp, "vgroups: %d\n", dbInfos->vgroups);
    fprintf(fp, "replica: %d\n", dbInfos->replica);
    fprintf(fp, "quorum: %d\n", dbInfos->quorum);
    fprintf(fp, "days: %d\n", dbInfos->days);
    fprintf(fp, "keep0,keep1,keep(D): %s\n", dbInfos->keeplist);
    fprintf(fp, "cache(MB): %d\n", dbInfos->cache);
    fprintf(fp, "blocks: %d\n", dbInfos->blocks);
    fprintf(fp, "minrows: %d\n", dbInfos->minrows);
    fprintf(fp, "maxrows: %d\n", dbInfos->maxrows);
    fprintf(fp, "wallevel: %d\n", dbInfos->wallevel);
    fprintf(fp, "fsync: %d\n", dbInfos->fsync);
    fprintf(fp, "comp: %d\n", dbInfos->comp);
    fprintf(fp, "cachelast: %d\n", dbInfos->cachelast);
    fprintf(fp, "precision: %s\n", dbInfos->precision);
    fprintf(fp, "update: %d\n", dbInfos->update);
    fprintf(fp, "status: %s\n", dbInfos->status);
    fprintf(fp, "\n");
3152

3153
    fclose(fp);
3154 3155 3156
}

static void printfQuerySystemInfo(TAOS * taos) {
3157 3158
    char filename[MAX_FILE_NAME_LEN] = {0};
    char buffer[1024] = {0};
3159 3160 3161 3162 3163 3164
    TAOS_RES* res;

    time_t t;
    struct tm* lt;
    time(&t);
    lt = localtime(&t);
3165
    snprintf(filename, MAX_FILE_NAME_LEN, "querySystemInfo-%d-%d-%d %d:%d:%d",
3166 3167 3168 3169 3170 3171
            lt->tm_year+1900, lt->tm_mon, lt->tm_mday, lt->tm_hour, lt->tm_min,
            lt->tm_sec);

    // show variables
    res = taos_query(taos, "show variables;");
    //fetchResult(res, filename);
3172
    xDumpResultToFile(filename, res);
3173

3174 3175
    // show dnodes
    res = taos_query(taos, "show dnodes;");
3176
    xDumpResultToFile(filename, res);
3177
    //fetchResult(res, filename);
3178

3179 3180 3181 3182 3183 3184 3185 3186 3187 3188 3189 3190 3191 3192 3193 3194 3195 3196
    // show databases
    res = taos_query(taos, "show databases;");
    SDbInfo** dbInfos = (SDbInfo **)calloc(MAX_DATABASE_COUNT, sizeof(SDbInfo *));
    if (dbInfos == NULL) {
        errorPrint("%s() LN%d, failed to allocate memory\n", __func__, __LINE__);
        return;
    }
    int dbCount = getDbFromServer(taos, dbInfos);
    if (dbCount <= 0) {
        free(dbInfos);
        return;
    }

    for (int i = 0; i < dbCount; i++) {
        // printf database info
        printfDbInfoForQueryToFile(filename, dbInfos[i], i);

        // show db.vgroups
3197
        snprintf(buffer, 1024, "show %s.vgroups;", dbInfos[i]->name);
3198 3199 3200 3201
        res = taos_query(taos, buffer);
        xDumpResultToFile(filename, res);

        // show db.stables
3202
        snprintf(buffer, 1024, "show %s.stables;", dbInfos[i]->name);
3203 3204 3205 3206
        res = taos_query(taos, buffer);
        xDumpResultToFile(filename, res);
        free(dbInfos[i]);
    }
3207

3208
    free(dbInfos);
3209 3210
}

3211
static int postProceSql(char *host, struct sockaddr_in *pServAddr, uint16_t port,
3212
        char* sqlstr, threadInfo *pThreadInfo)
3213
{
3214
    char *req_fmt = "POST %s HTTP/1.1\r\nHost: %s:%d\r\nAccept: */*\r\nAuthorization: Basic %s\r\nContent-Length: %d\r\nContent-Type: application/x-www-form-urlencoded\r\n\r\n%s";
3215

3216
    char *url = "/rest/sql";
3217

3218 3219 3220 3221
    int bytes, sent, received, req_str_len, resp_len;
    char *request_buf;
    char response_buf[RESP_BUF_LEN];
    uint16_t rest_port = port + TSDB_PORT_HTTP;
3222

3223
    int req_buf_len = strlen(sqlstr) + REQ_EXTRA_BUF_LEN;
3224

3225 3226
    request_buf = malloc(req_buf_len);
    if (NULL == request_buf) {
3227
        errorPrint("%s", "cannot allocate memory.\n");
3228
        exit(EXIT_FAILURE);
3229
    }
3230

3231 3232
    char userpass_buf[INPUT_BUF_LEN];
    int mod_table[] = {0, 2, 1};
3233

3234
    static char base64[] = {'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H',
3235 3236 3237 3238 3239 3240 3241
        'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P',
        'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X',
        'Y', 'Z', 'a', 'b', 'c', 'd', 'e', 'f',
        'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n',
        'o', 'p', 'q', 'r', 's', 't', 'u', 'v',
        'w', 'x', 'y', 'z', '0', '1', '2', '3',
        '4', '5', '6', '7', '8', '9', '+', '/'};
3242

3243
    snprintf(userpass_buf, INPUT_BUF_LEN, "%s:%s",
3244
            g_Dbs.user, g_Dbs.password);
3245 3246
    size_t userpass_buf_len = strlen(userpass_buf);
    size_t encoded_len = 4 * ((userpass_buf_len +2) / 3);
3247

3248
    char base64_buf[INPUT_BUF_LEN];
3249
#ifdef WINDOWS
3250
    WSADATA wsaData;
3251
    WSAStartup(MAKEWORD(2, 2), &wsaData);
3252 3253
    SOCKET sockfd;
#else
3254
    int sockfd;
3255
#endif
3256 3257
    sockfd = socket(AF_INET, SOCK_STREAM, 0);
    if (sockfd < 0) {
3258
#ifdef WINDOWS
3259
        errorPrint( "Could not create socket : %d" , WSAGetLastError());
3260
#endif
3261 3262
        debugPrint("%s() LN%d, sockfd=%d\n", __func__, __LINE__, sockfd);
        free(request_buf);
3263
        ERROR_EXIT("opening socket");
3264
    }
3265

3266
    int retConn = connect(sockfd, (struct sockaddr *)pServAddr, sizeof(struct sockaddr));
3267 3268 3269
    debugPrint("%s() LN%d connect() return %d\n", __func__, __LINE__, retConn);
    if (retConn < 0) {
        free(request_buf);
3270
        ERROR_EXIT("connecting");
3271
    }
3272

3273
    memset(base64_buf, 0, INPUT_BUF_LEN);
3274

3275
    for (int n = 0, m = 0; n < userpass_buf_len;) {
3276 3277 3278 3279 3280 3281 3282
        uint32_t oct_a = n < userpass_buf_len ?
            (unsigned char) userpass_buf[n++]:0;
        uint32_t oct_b = n < userpass_buf_len ?
            (unsigned char) userpass_buf[n++]:0;
        uint32_t oct_c = n < userpass_buf_len ?
            (unsigned char) userpass_buf[n++]:0;
        uint32_t triple = (oct_a << 0x10) + (oct_b << 0x08) + oct_c;
3283

3284 3285 3286 3287
        base64_buf[m++] = base64[(triple >> 3* 6) & 0x3f];
        base64_buf[m++] = base64[(triple >> 2* 6) & 0x3f];
        base64_buf[m++] = base64[(triple >> 1* 6) & 0x3f];
        base64_buf[m++] = base64[(triple >> 0* 6) & 0x3f];
3288
    }
3289

3290
    for (int l = 0; l < mod_table[userpass_buf_len % 3]; l++)
3291
        base64_buf[encoded_len - 1 - l] = '=';
3292

3293 3294 3295
    debugPrint("%s() LN%d: auth string base64 encoded: %s\n",
            __func__, __LINE__, base64_buf);
    char *auth = base64_buf;
3296

3297 3298 3299 3300 3301 3302
    int r = snprintf(request_buf,
            req_buf_len,
            req_fmt, url, host, rest_port,
            auth, strlen(sqlstr), sqlstr);
    if (r >= req_buf_len) {
        free(request_buf);
3303
        ERROR_EXIT("too long request");
3304 3305
    }
    verbosePrint("%s() LN%d: Request:\n%s\n", __func__, __LINE__, request_buf);
3306

3307 3308 3309
    req_str_len = strlen(request_buf);
    sent = 0;
    do {
3310
#ifdef WINDOWS
3311
        bytes = send(sockfd, request_buf + sent, req_str_len - sent, 0);
3312
#else
3313
        bytes = write(sockfd, request_buf + sent, req_str_len - sent);
3314
#endif
3315
        if (bytes < 0)
3316
            ERROR_EXIT("writing message to socket");
3317 3318 3319 3320
        if (bytes == 0)
            break;
        sent+=bytes;
    } while(sent < req_str_len);
3321

3322 3323 3324 3325
    memset(response_buf, 0, RESP_BUF_LEN);
    resp_len = sizeof(response_buf) - 1;
    received = 0;
    do {
3326
#ifdef WINDOWS
3327
        bytes = recv(sockfd, response_buf + received, resp_len - received, 0);
3328
#else
3329
        bytes = read(sockfd, response_buf + received, resp_len - received);
3330
#endif
3331 3332
        if (bytes < 0) {
            free(request_buf);
3333
            ERROR_EXIT("reading response from socket");
3334 3335 3336 3337 3338
        }
        if (bytes == 0)
            break;
        received += bytes;
    } while(received < resp_len);
3339

3340 3341
    if (received == resp_len) {
        free(request_buf);
3342
        ERROR_EXIT("storing complete response from socket");
3343
    }
H
Haojun Liao 已提交
3344

3345 3346
    response_buf[RESP_BUF_LEN - 1] = '\0';
    printf("Response:\n%s\n", response_buf);
H
Haojun Liao 已提交
3347

3348
    if (strlen(pThreadInfo->filePath) > 0) {
3349
        appendResultBufToFile(response_buf, pThreadInfo);
3350 3351
    }

3352
    free(request_buf);
3353
#ifdef WINDOWS
3354
    closesocket(sockfd);
3355 3356
    WSACleanup();
#else
3357
    close(sockfd);
3358
#endif
3359

3360
    return 0;
3361 3362
}

3363
static char* getTagValueFromTagSample(SSuperTable* stbInfo, int tagUsePos) {
3364 3365
    char*  dataBuf = (char*)calloc(TSDB_MAX_SQL_LEN+1, 1);
    if (NULL == dataBuf) {
3366
        errorPrint2("%s() LN%d, calloc failed! size:%d\n",
3367 3368 3369
                __func__, __LINE__, TSDB_MAX_SQL_LEN+1);
        return NULL;
    }
3370

3371 3372 3373
    int    dataLen = 0;
    dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
            "(%s)", stbInfo->tagDataBuf + stbInfo->lenOfTagOfOneRow * tagUsePos);
3374

3375
    return dataBuf;
3376 3377
}

3378 3379 3380 3381 3382 3383 3384 3385 3386 3387 3388 3389 3390 3391 3392 3393 3394 3395 3396
static char *generateBinaryNCharTagValues(int64_t tableSeq, uint32_t len)
{
    char* buf = (char*)calloc(len, 1);
    if (NULL == buf) {
        printf("calloc failed! size:%d\n", len);
        return NULL;
    }

    if (tableSeq % 2) {
        tstrncpy(buf, "beijing", len);
    } else {
        tstrncpy(buf, "shanghai", len);
    }
    //rand_string(buf, stbInfo->tags[i].dataLen);

    return buf;
}

static char* generateTagValuesForStb(SSuperTable* stbInfo, int64_t tableSeq) {
3397 3398 3399
    char*  dataBuf = (char*)calloc(TSDB_MAX_SQL_LEN+1, 1);
    if (NULL == dataBuf) {
        printf("calloc failed! size:%d\n", TSDB_MAX_SQL_LEN+1);
3400
        return NULL;
3401
    }
3402

3403 3404 3405 3406 3407 3408 3409 3410 3411 3412 3413 3414 3415
    int    dataLen = 0;
    dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen, "(");
    for (int i = 0; i < stbInfo->tagCount; i++) {
        if ((0 == strncasecmp(stbInfo->tags[i].dataType,
                        "binary", strlen("binary")))
                || (0 == strncasecmp(stbInfo->tags[i].dataType,
                        "nchar", strlen("nchar")))) {
            if (stbInfo->tags[i].dataLen > TSDB_MAX_BINARY_LEN) {
                printf("binary or nchar length overflow, max size:%u\n",
                        (uint32_t)TSDB_MAX_BINARY_LEN);
                tmfree(dataBuf);
                return NULL;
            }
3416

3417 3418
            int32_t tagBufLen = stbInfo->tags[i].dataLen + 1;
            char *buf = generateBinaryNCharTagValues(tableSeq, tagBufLen);
3419 3420 3421 3422 3423
            if (NULL == buf) {
                tmfree(dataBuf);
                return NULL;
            }
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3424
                    "\'%s\',", buf);
3425 3426 3427
            tmfree(buf);
        } else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "int", strlen("int"))) {
3428 3429 3430
            if ((g_args.demo_mode) && (i == 0)) {
                dataLen += snprintf(dataBuf + dataLen,
                        TSDB_MAX_SQL_LEN - dataLen,
3431
                        "%"PRId64",", (tableSeq % 10) + 1);
3432 3433 3434
            } else {
                dataLen += snprintf(dataBuf + dataLen,
                        TSDB_MAX_SQL_LEN - dataLen,
3435
                        "%"PRId64",", tableSeq);
3436
            }
3437 3438 3439
        } else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "bigint", strlen("bigint"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3440
                    "%"PRId64",", rand_bigint());
3441 3442 3443
        }  else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "float", strlen("float"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3444
                    "%f,", rand_float());
3445 3446 3447
        }  else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "double", strlen("double"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3448
                    "%f,", rand_double());
3449 3450 3451
        }  else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "smallint", strlen("smallint"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3452
                    "%d,", rand_smallint());
3453 3454 3455
        }  else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "tinyint", strlen("tinyint"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3456
                    "%d,", rand_tinyint());
3457 3458 3459
        }  else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "bool", strlen("bool"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3460
                    "%d,", rand_bool());
3461 3462 3463
        }  else if (0 == strncasecmp(stbInfo->tags[i].dataType,
                    "timestamp", strlen("timestamp"))) {
            dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen,
3464
                    "%"PRId64",", rand_bigint());
3465
        }  else {
3466
            errorPrint2("No support data type: %s\n", stbInfo->tags[i].dataType);
3467 3468 3469
            tmfree(dataBuf);
            return NULL;
        }
3470
    }
3471

3472
    dataLen -= 1;
3473 3474
    dataLen += snprintf(dataBuf + dataLen, TSDB_MAX_SQL_LEN - dataLen, ")");
    return dataBuf;
3475 3476
}

3477
static int calcRowLen(SSuperTable*  superTbls) {
3478 3479 3480 3481 3482 3483
    int colIndex;
    int  lenOfOneRow = 0;

    for (colIndex = 0; colIndex < superTbls->columnCount; colIndex++) {
        char* dataType = superTbls->columns[colIndex].dataType;

3484 3485 3486 3487 3488 3489 3490 3491 3492 3493 3494 3495 3496 3497 3498 3499 3500 3501 3502 3503 3504 3505 3506 3507 3508 3509 3510 3511 3512 3513 3514 3515 3516 3517 3518 3519 3520 3521 3522 3523 3524 3525 3526 3527
        switch(superTbls->columns[colIndex].data_type) {
            case TSDB_DATA_TYPE_BINARY:
                lenOfOneRow += superTbls->columns[colIndex].dataLen + 3;
                break;

            case TSDB_DATA_TYPE_NCHAR:
                lenOfOneRow += superTbls->columns[colIndex].dataLen + 3;
                break;

            case TSDB_DATA_TYPE_INT:
                lenOfOneRow += INT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_BIGINT:
                lenOfOneRow += BIGINT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_SMALLINT:
                lenOfOneRow += SMALLINT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_TINYINT:
                lenOfOneRow += TINYINT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_BOOL:
                lenOfOneRow += BOOL_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_FLOAT:
                lenOfOneRow += FLOAT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_DOUBLE:
                lenOfOneRow += DOUBLE_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_TIMESTAMP:
                lenOfOneRow += TIMESTAMP_BUFF_LEN;
                break;

            default:
                errorPrint2("get error data type : %s\n", dataType);
                exit(EXIT_FAILURE);
3528 3529 3530 3531 3532 3533 3534 3535 3536 3537 3538 3539 3540 3541 3542
        }
    }

    superTbls->lenOfOneRow = lenOfOneRow + 20; // timestamp

    int tagIndex;
    int lenOfTagOfOneRow = 0;
    for (tagIndex = 0; tagIndex < superTbls->tagCount; tagIndex++) {
        char* dataType = superTbls->tags[tagIndex].dataType;

        if (strcasecmp(dataType, "BINARY") == 0) {
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + 3;
        } else if (strcasecmp(dataType, "NCHAR") == 0) {
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + 3;
        } else if (strcasecmp(dataType, "INT") == 0)  {
3543
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + INT_BUFF_LEN;
3544
        } else if (strcasecmp(dataType, "BIGINT") == 0)  {
3545
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + BIGINT_BUFF_LEN;
3546
        } else if (strcasecmp(dataType, "SMALLINT") == 0)  {
3547
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + SMALLINT_BUFF_LEN;
3548
        } else if (strcasecmp(dataType, "TINYINT") == 0)  {
3549
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + TINYINT_BUFF_LEN;
3550
        } else if (strcasecmp(dataType, "BOOL") == 0)  {
3551
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + BOOL_BUFF_LEN;
3552
        } else if (strcasecmp(dataType, "FLOAT") == 0) {
3553
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + FLOAT_BUFF_LEN;
3554
        } else if (strcasecmp(dataType, "DOUBLE") == 0) {
3555
            lenOfTagOfOneRow += superTbls->tags[tagIndex].dataLen + DOUBLE_BUFF_LEN;
3556
        } else {
3557
            errorPrint2("get error tag type : %s\n", dataType);
3558
            exit(EXIT_FAILURE);
3559
        }
3560 3561
    }

3562
    superTbls->lenOfTagOfOneRow = lenOfTagOfOneRow;
3563

3564
    return 0;
3565 3566
}

3567
static int getChildNameOfSuperTableWithLimitAndOffset(TAOS * taos,
3568
        char* dbName, char* stbName, char** childTblNameOfSuperTbl,
3569
        int64_t* childTblCountOfSuperTbl, int64_t limit, uint64_t offset) {
3570

3571
    char command[1024] = "\0";
3572
    char limitBuf[100] = "\0";
3573

3574 3575
    TAOS_RES * res;
    TAOS_ROW row = NULL;
3576

3577
    char* childTblName = *childTblNameOfSuperTbl;
3578

3579 3580 3581 3582
    if (offset >= 0) {
        snprintf(limitBuf, 100, " limit %"PRId64" offset %"PRIu64"",
                limit, offset);
    }
3583

3584
    //get all child table name use cmd: select tbname from superTblName;
3585
    snprintf(command, 1024, "select tbname from %s.%s %s",
3586
            dbName, stbName, limitBuf);
3587

3588 3589 3590 3591
    res = taos_query(taos, command);
    int32_t code = taos_errno(res);
    if (code != 0) {
        taos_free_result(res);
3592
        taos_close(taos);
3593
        errorPrint2("%s() LN%d, failed to run command %s\n",
3594
                __func__, __LINE__, command);
3595
        exit(EXIT_FAILURE);
3596
    }
3597

3598 3599 3600 3601 3602 3603 3604
    int64_t childTblCount = (limit < 0)?10000:limit;
    int64_t count = 0;
    if (childTblName == NULL) {
        childTblName = (char*)calloc(1, childTblCount * TSDB_TABLE_NAME_LEN);
        if (NULL ==  childTblName) {
            taos_free_result(res);
            taos_close(taos);
3605
            errorPrint2("%s() LN%d, failed to allocate memory!\n", __func__, __LINE__);
3606
            exit(EXIT_FAILURE);
3607
        }
3608 3609
    }

3610 3611 3612 3613 3614
    char* pTblName = childTblName;
    while((row = taos_fetch_row(res)) != NULL) {
        int32_t* len = taos_fetch_lengths(res);

        if (0 == strlen((char *)row[0])) {
3615
            errorPrint2("%s() LN%d, No.%"PRId64" table return empty name\n",
3616
                    __func__, __LINE__, count);
3617
            exit(EXIT_FAILURE);
3618 3619 3620 3621 3622 3623 3624 3625 3626 3627 3628 3629 3630 3631 3632 3633 3634 3635
        }

        tstrncpy(pTblName, (char *)row[0], len[0]+1);
        //printf("==== sub table name: %s\n", pTblName);
        count++;
        if (count >= childTblCount - 1) {
            char *tmp = realloc(childTblName,
                    (size_t)childTblCount*1.5*TSDB_TABLE_NAME_LEN+1);
            if (tmp != NULL) {
                childTblName = tmp;
                childTblCount = (int)(childTblCount*1.5);
                memset(childTblName + count*TSDB_TABLE_NAME_LEN, 0,
                        (size_t)((childTblCount-count)*TSDB_TABLE_NAME_LEN));
            } else {
                // exit, if allocate more memory failed
                tmfree(childTblName);
                taos_free_result(res);
                taos_close(taos);
3636
                errorPrint2("%s() LN%d, realloc fail for save child table name of %s.%s\n",
3637
                        __func__, __LINE__, dbName, stbName);
3638
                exit(EXIT_FAILURE);
3639 3640 3641
            }
        }
        pTblName = childTblName + count * TSDB_TABLE_NAME_LEN;
3642
    }
3643

3644 3645
    *childTblCountOfSuperTbl = count;
    *childTblNameOfSuperTbl  = childTblName;
3646

3647 3648
    taos_free_result(res);
    return 0;
3649 3650
}

3651
static int getAllChildNameOfSuperTable(TAOS * taos, char* dbName,
3652
        char* stbName, char** childTblNameOfSuperTbl,
3653
        int64_t* childTblCountOfSuperTbl) {
3654

3655
    return getChildNameOfSuperTableWithLimitAndOffset(taos, dbName, stbName,
3656
            childTblNameOfSuperTbl, childTblCountOfSuperTbl,
3657
            -1, 0);
3658 3659
}

3660
static int getSuperTableFromServer(TAOS * taos, char* dbName,
3661
        SSuperTable*  superTbls) {
3662

3663
    char command[1024] = "\0";
3664 3665 3666 3667 3668
    TAOS_RES * res;
    TAOS_ROW row = NULL;
    int count = 0;

    //get schema use cmd: describe superTblName;
3669
    snprintf(command, 1024, "describe %s.%s", dbName, superTbls->stbName);
3670 3671 3672 3673 3674 3675 3676 3677 3678 3679 3680 3681 3682 3683 3684 3685 3686 3687 3688 3689 3690 3691 3692
    res = taos_query(taos, command);
    int32_t code = taos_errno(res);
    if (code != 0) {
        printf("failed to run command %s\n", command);
        taos_free_result(res);
        return -1;
    }

    int tagIndex = 0;
    int columnIndex = 0;
    TAOS_FIELD *fields = taos_fetch_fields(res);
    while((row = taos_fetch_row(res)) != NULL) {
        if (0 == count) {
            count++;
            continue;
        }

        if (strcmp((char *)row[TSDB_DESCRIBE_METRIC_NOTE_INDEX], "TAG") == 0) {
            tstrncpy(superTbls->tags[tagIndex].field,
                    (char *)row[TSDB_DESCRIBE_METRIC_FIELD_INDEX],
                    fields[TSDB_DESCRIBE_METRIC_FIELD_INDEX].bytes);
            tstrncpy(superTbls->tags[tagIndex].dataType,
                    (char *)row[TSDB_DESCRIBE_METRIC_TYPE_INDEX],
3693 3694
                    min(DATATYPE_BUFF_LEN,
                        fields[TSDB_DESCRIBE_METRIC_TYPE_INDEX].bytes) + 1);
3695 3696 3697 3698 3699 3700 3701 3702 3703 3704 3705 3706 3707 3708 3709 3710 3711 3712 3713 3714 3715 3716 3717 3718 3719 3720 3721 3722 3723 3724 3725 3726 3727
            if (0 == strncasecmp(superTbls->tags[tagIndex].dataType,
                        "INT", strlen("INT"))) {
                superTbls->tags[tagIndex].data_type = TSDB_DATA_TYPE_INT;
            } else if (0 == strncasecmp(superTbls->tags[tagIndex].dataType,
                        "TINYINT", strlen("TINYINT"))) {
                superTbls->tags[tagIndex].data_type = TSDB_DATA_TYPE_TINYINT;
            } else if (0 == strncasecmp(superTbls->tags[tagIndex].dataType,
                        "SMALLINT", strlen("SMALLINT"))) {
                superTbls->tags[tagIndex].data_type = TSDB_DATA_TYPE_SMALLINT;
            } else if (0 == strncasecmp(superTbls->tags[tagIndex].dataType,
                        "BIGINT", strlen("BIGINT"))) {
                superTbls->tags[tagIndex].data_type = TSDB_DATA_TYPE_BIGINT;
            } else if (0 == strncasecmp(superTbls->tags[tagIndex].dataType,
                        "FLOAT", strlen("FLOAT"))) {
                superTbls->tags[tagIndex].data_type = TSDB_DATA_TYPE_FLOAT;
            } else if (0 == strncasecmp(superTbls->tags[tagIndex].dataType,
                        "DOUBLE", strlen("DOUBLE"))) {
                superTbls->tags[tagIndex].data_type = TSDB_DATA_TYPE_DOUBLE;
            } else if (0 == strncasecmp(superTbls->tags[tagIndex].dataType,
                        "BINARY", strlen("BINARY"))) {
                superTbls->tags[tagIndex].data_type = TSDB_DATA_TYPE_BINARY;
            } else if (0 == strncasecmp(superTbls->tags[tagIndex].dataType,
                        "NCHAR", strlen("NCHAR"))) {
                superTbls->tags[tagIndex].data_type = TSDB_DATA_TYPE_NCHAR;
            } else if (0 == strncasecmp(superTbls->tags[tagIndex].dataType,
                        "BOOL", strlen("BOOL"))) {
                superTbls->tags[tagIndex].data_type = TSDB_DATA_TYPE_BOOL;
            } else if (0 == strncasecmp(superTbls->tags[tagIndex].dataType,
                        "TIMESTAMP", strlen("TIMESTAMP"))) {
                superTbls->tags[tagIndex].data_type = TSDB_DATA_TYPE_TIMESTAMP;
            } else {
                superTbls->tags[tagIndex].data_type = TSDB_DATA_TYPE_NULL;
            }
3728 3729 3730 3731
            superTbls->tags[tagIndex].dataLen =
                *((int *)row[TSDB_DESCRIBE_METRIC_LENGTH_INDEX]);
            tstrncpy(superTbls->tags[tagIndex].note,
                    (char *)row[TSDB_DESCRIBE_METRIC_NOTE_INDEX],
3732 3733
                    min(NOTE_BUFF_LEN,
                        fields[TSDB_DESCRIBE_METRIC_NOTE_INDEX].bytes) + 1);
3734 3735 3736 3737 3738
            tagIndex++;
        } else {
            tstrncpy(superTbls->columns[columnIndex].field,
                    (char *)row[TSDB_DESCRIBE_METRIC_FIELD_INDEX],
                    fields[TSDB_DESCRIBE_METRIC_FIELD_INDEX].bytes);
3739

3740 3741
            tstrncpy(superTbls->columns[columnIndex].dataType,
                    (char *)row[TSDB_DESCRIBE_METRIC_TYPE_INDEX],
3742 3743
                    min(DATATYPE_BUFF_LEN,
                        fields[TSDB_DESCRIBE_METRIC_TYPE_INDEX].bytes) + 1);
3744 3745 3746 3747 3748 3749 3750 3751 3752 3753 3754 3755 3756 3757 3758 3759 3760 3761 3762 3763 3764 3765 3766 3767 3768 3769 3770 3771 3772 3773 3774 3775 3776
            if (0 == strncasecmp(superTbls->columns[columnIndex].dataType,
                        "INT", strlen("INT"))) {
                superTbls->columns[columnIndex].data_type = TSDB_DATA_TYPE_INT;
            } else if (0 == strncasecmp(superTbls->columns[columnIndex].dataType,
                        "TINYINT", strlen("TINYINT"))) {
                superTbls->columns[columnIndex].data_type = TSDB_DATA_TYPE_TINYINT;
            } else if (0 == strncasecmp(superTbls->columns[columnIndex].dataType,
                        "SMALLINT", strlen("SMALLINT"))) {
                superTbls->columns[columnIndex].data_type = TSDB_DATA_TYPE_SMALLINT;
            } else if (0 == strncasecmp(superTbls->columns[columnIndex].dataType,
                        "BIGINT", strlen("BIGINT"))) {
                superTbls->columns[columnIndex].data_type = TSDB_DATA_TYPE_BIGINT;
            } else if (0 == strncasecmp(superTbls->columns[columnIndex].dataType,
                        "FLOAT", strlen("FLOAT"))) {
                superTbls->columns[columnIndex].data_type = TSDB_DATA_TYPE_FLOAT;
            } else if (0 == strncasecmp(superTbls->columns[columnIndex].dataType,
                        "DOUBLE", strlen("DOUBLE"))) {
                superTbls->columns[columnIndex].data_type = TSDB_DATA_TYPE_DOUBLE;
            } else if (0 == strncasecmp(superTbls->columns[columnIndex].dataType,
                        "BINARY", strlen("BINARY"))) {
                superTbls->columns[columnIndex].data_type = TSDB_DATA_TYPE_BINARY;
            } else if (0 == strncasecmp(superTbls->columns[columnIndex].dataType,
                        "NCHAR", strlen("NCHAR"))) {
                superTbls->columns[columnIndex].data_type = TSDB_DATA_TYPE_NCHAR;
            } else if (0 == strncasecmp(superTbls->columns[columnIndex].dataType,
                        "BOOL", strlen("BOOL"))) {
                superTbls->columns[columnIndex].data_type = TSDB_DATA_TYPE_BOOL;
            } else if (0 == strncasecmp(superTbls->columns[columnIndex].dataType,
                        "TIMESTAMP", strlen("TIMESTAMP"))) {
                superTbls->columns[columnIndex].data_type = TSDB_DATA_TYPE_TIMESTAMP;
            } else {
                superTbls->columns[columnIndex].data_type = TSDB_DATA_TYPE_NULL;
            }
3777 3778 3779 3780
            superTbls->columns[columnIndex].dataLen =
                *((int *)row[TSDB_DESCRIBE_METRIC_LENGTH_INDEX]);
            tstrncpy(superTbls->columns[columnIndex].note,
                    (char *)row[TSDB_DESCRIBE_METRIC_NOTE_INDEX],
3781 3782
                    min(NOTE_BUFF_LEN,
                        fields[TSDB_DESCRIBE_METRIC_NOTE_INDEX].bytes) + 1);
3783

3784 3785 3786 3787 3788 3789 3790
            columnIndex++;
        }
        count++;
    }

    superTbls->columnCount = columnIndex;
    superTbls->tagCount    = tagIndex;
3791
    taos_free_result(res);
3792

3793 3794 3795 3796
    calcRowLen(superTbls);

    /*
       if (TBL_ALREADY_EXISTS == superTbls->childTblExists) {
3797
    //get all child table name use cmd: select tbname from superTblName;
3798 3799 3800
    int childTblCount = 10000;
    superTbls->childTblName = (char*)calloc(1, childTblCount * TSDB_TABLE_NAME_LEN);
    if (superTbls->childTblName == NULL) {
3801
    errorPrint2("%s() LN%d, alloc memory failed!\n", __func__, __LINE__);
3802
    return -1;
3803
    }
3804
    getAllChildNameOfSuperTable(taos, dbName,
3805
    superTbls->stbName,
3806 3807 3808 3809 3810
    &superTbls->childTblName,
    &superTbls->childTblCount);
    }
    */
    return 0;
3811 3812
}

H
Haojun Liao 已提交
3813
static int createSuperTable(
3814 3815
        TAOS * taos, char* dbName,
        SSuperTable*  superTbl) {
H
Haojun Liao 已提交
3816

3817 3818
    char *command = calloc(1, BUFFER_SIZE);
    assert(command);
3819

3820
    char cols[COL_BUFFER_LEN] = "\0";
3821
    int len = 0;
3822

3823
    int  lenOfOneRow = 0;
3824

3825
    if (superTbl->columnCount == 0) {
3826
        errorPrint2("%s() LN%d, super table column count is %d\n",
3827
                __func__, __LINE__, superTbl->columnCount);
3828
        free(command);
3829 3830
        return -1;
    }
3831

3832
    for (int colIndex = 0; colIndex < superTbl->columnCount; colIndex++) {
3833

3834 3835
        switch(superTbl->columns[colIndex].data_type) {
            case TSDB_DATA_TYPE_BINARY:
3836
                len += snprintf(cols + len, COL_BUFFER_LEN - len,
3837 3838 3839 3840 3841 3842 3843 3844 3845 3846 3847 3848 3849 3850 3851 3852 3853 3854
                        ",C%d %s(%d)", colIndex, "BINARY",
                        superTbl->columns[colIndex].dataLen);
                lenOfOneRow += superTbl->columns[colIndex].dataLen + 3;
                break;

            case TSDB_DATA_TYPE_NCHAR:
                len += snprintf(cols + len, COL_BUFFER_LEN - len,
                        ",C%d %s(%d)", colIndex, "NCHAR",
                        superTbl->columns[colIndex].dataLen);
                lenOfOneRow += superTbl->columns[colIndex].dataLen + 3;
                break;

            case TSDB_DATA_TYPE_INT:
                if ((g_args.demo_mode) && (colIndex == 1)) {
                    len += snprintf(cols + len, COL_BUFFER_LEN - len,
                            ", VOLTAGE INT");
                } else {
                    len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s", colIndex, "INT");
3855
                }
3856 3857
                lenOfOneRow += INT_BUFF_LEN;
                break;
3858

3859 3860 3861 3862 3863 3864 3865 3866 3867 3868 3869 3870 3871 3872 3873 3874 3875 3876 3877 3878 3879 3880 3881 3882 3883 3884 3885 3886 3887 3888 3889 3890 3891 3892 3893 3894 3895 3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907 3908 3909 3910 3911 3912
            case TSDB_DATA_TYPE_BIGINT:
                len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s",
                        colIndex, "BIGINT");
                lenOfOneRow += BIGINT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_SMALLINT:
                len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s",
                        colIndex, "SMALLINT");
                lenOfOneRow += SMALLINT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_TINYINT:
                len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s", colIndex, "TINYINT");
                lenOfOneRow += TINYINT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_BOOL:
                len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s", colIndex, "BOOL");
                lenOfOneRow += BOOL_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_FLOAT:
                if (g_args.demo_mode) {
                    if (colIndex == 0) {
                        len += snprintf(cols + len, COL_BUFFER_LEN - len, ", CURRENT FLOAT");
                    } else if (colIndex == 2) {
                        len += snprintf(cols + len, COL_BUFFER_LEN - len, ", PHASE FLOAT");
                    }
                } else {
                    len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s", colIndex, "FLOAT");
                }

                lenOfOneRow += FLOAT_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_DOUBLE:
                len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s",
                        colIndex, "DOUBLE");
                lenOfOneRow += DOUBLE_BUFF_LEN;
                break;

            case TSDB_DATA_TYPE_TIMESTAMP:
                len += snprintf(cols + len, COL_BUFFER_LEN - len, ",C%d %s",
                        colIndex, "TIMESTAMP");
                lenOfOneRow += TIMESTAMP_BUFF_LEN;
                break;

            default:
                taos_close(taos);
                free(command);
                errorPrint2("%s() LN%d, config error data type : %s\n",
                        __func__, __LINE__, superTbl->columns[colIndex].dataType);
                exit(EXIT_FAILURE);
3913
        }
3914 3915
    }

3916
    superTbl->lenOfOneRow = lenOfOneRow + 20; // timestamp
3917

3918 3919 3920 3921
    // save for creating child table
    superTbl->colsOfCreateChildTable = (char*)calloc(len+20, 1);
    if (NULL == superTbl->colsOfCreateChildTable) {
        taos_close(taos);
3922
        free(command);
3923
        errorPrint2("%s() LN%d, Failed when calloc, size:%d",
3924 3925
                __func__, __LINE__, len+1);
        exit(EXIT_FAILURE);
3926
    }
3927

3928 3929 3930
    snprintf(superTbl->colsOfCreateChildTable, len+20, "(ts timestamp%s)", cols);
    verbosePrint("%s() LN%d: %s\n",
            __func__, __LINE__, superTbl->colsOfCreateChildTable);
3931

3932
    if (superTbl->tagCount == 0) {
3933
        errorPrint2("%s() LN%d, super table tag count is %d\n",
3934
                __func__, __LINE__, superTbl->tagCount);
3935
        free(command);
3936 3937
        return -1;
    }
3938

3939
    char tags[TSDB_MAX_TAGS_LEN] = "\0";
3940 3941
    int tagIndex;
    len = 0;
3942

3943
    int lenOfTagOfOneRow = 0;
3944
    len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len, "(");
3945 3946 3947 3948
    for (tagIndex = 0; tagIndex < superTbl->tagCount; tagIndex++) {
        char* dataType = superTbl->tags[tagIndex].dataType;

        if (strcasecmp(dataType, "BINARY") == 0) {
3949
            if ((g_args.demo_mode) && (tagIndex == 1)) {
3950
                len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3951
                        "location BINARY(%d),",
3952 3953
                        superTbl->tags[tagIndex].dataLen);
            } else {
3954
                len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3955
                        "T%d %s(%d),", tagIndex, "BINARY",
3956
                        superTbl->tags[tagIndex].dataLen);
3957
            }
3958 3959
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + 3;
        } else if (strcasecmp(dataType, "NCHAR") == 0) {
3960
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3961
                    "T%d %s(%d),", tagIndex,
3962 3963 3964
                    "NCHAR", superTbl->tags[tagIndex].dataLen);
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + 3;
        } else if (strcasecmp(dataType, "INT") == 0)  {
3965
            if ((g_args.demo_mode) && (tagIndex == 0)) {
3966 3967
                len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
                        "groupId INT, ");
3968
            } else {
3969
                len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3970
                        "T%d %s,", tagIndex, "INT");
3971
            }
3972
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + INT_BUFF_LEN;
3973
        } else if (strcasecmp(dataType, "BIGINT") == 0)  {
3974
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3975
                    "T%d %s,", tagIndex, "BIGINT");
3976
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + BIGINT_BUFF_LEN;
3977
        } else if (strcasecmp(dataType, "SMALLINT") == 0)  {
3978
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3979
                    "T%d %s,", tagIndex, "SMALLINT");
3980
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + SMALLINT_BUFF_LEN;
3981
        } else if (strcasecmp(dataType, "TINYINT") == 0)  {
3982
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3983
                    "T%d %s,", tagIndex, "TINYINT");
3984
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + TINYINT_BUFF_LEN;
3985
        } else if (strcasecmp(dataType, "BOOL") == 0)  {
3986
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3987
                    "T%d %s,", tagIndex, "BOOL");
3988
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + BOOL_BUFF_LEN;
3989
        } else if (strcasecmp(dataType, "FLOAT") == 0) {
3990
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3991
                    "T%d %s,", tagIndex, "FLOAT");
3992
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + FLOAT_BUFF_LEN;
3993
        } else if (strcasecmp(dataType, "DOUBLE") == 0) {
3994
            len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len,
3995
                    "T%d %s,", tagIndex, "DOUBLE");
3996
            lenOfTagOfOneRow += superTbl->tags[tagIndex].dataLen + DOUBLE_BUFF_LEN;
3997 3998
        } else {
            taos_close(taos);
3999
            free(command);
4000
            errorPrint2("%s() LN%d, config error tag type : %s\n",
4001
                    __func__, __LINE__, dataType);
4002
            exit(EXIT_FAILURE);
4003
        }
4004
    }
4005

4006
    len -= 1;
4007
    len += snprintf(tags + len, TSDB_MAX_TAGS_LEN - len, ")");
4008

4009
    superTbl->lenOfTagOfOneRow = lenOfTagOfOneRow;
4010

4011
    snprintf(command, BUFFER_SIZE,
4012 4013
            "CREATE TABLE IF NOT EXISTS %s.%s (ts TIMESTAMP%s) TAGS %s",
            dbName, superTbl->stbName, cols, tags);
4014
    if (0 != queryDbExec(taos, command, NO_INSERT_TYPE, false)) {
4015
        errorPrint2("create supertable %s failed!\n\n",
4016
                superTbl->stbName);
4017
        free(command);
4018 4019
        return -1;
    }
4020

4021
    debugPrint("create supertable %s success!\n\n", superTbl->stbName);
4022
    free(command);
4023
    return 0;
4024 4025
}

4026
int createDatabasesAndStables(char *command) {
4027 4028 4029 4030
    TAOS * taos = NULL;
    int    ret = 0;
    taos = taos_connect(g_Dbs.host, g_Dbs.user, g_Dbs.password, NULL, g_Dbs.port);
    if (taos == NULL) {
4031
        errorPrint2("Failed to connect to TDengine, reason:%s\n", taos_errstr(NULL));
4032
        return -1;
4033
    }
4034

4035 4036 4037 4038 4039 4040 4041
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        if (g_Dbs.db[i].drop) {
            sprintf(command, "drop database if exists %s;", g_Dbs.db[i].dbName);
            if (0 != queryDbExec(taos, command, NO_INSERT_TYPE, false)) {
                taos_close(taos);
                return -1;
            }
4042

4043 4044
            int dataLen = 0;
            dataLen += snprintf(command + dataLen,
4045
                    BUFFER_SIZE - dataLen, "CREATE DATABASE IF NOT EXISTS %s",
4046
                    g_Dbs.db[i].dbName);
4047

4048 4049
            if (g_Dbs.db[i].dbCfg.blocks > 0) {
                dataLen += snprintf(command + dataLen,
4050
                        BUFFER_SIZE - dataLen, " BLOCKS %d",
4051
                        g_Dbs.db[i].dbCfg.blocks);
4052 4053 4054
            }
            if (g_Dbs.db[i].dbCfg.cache > 0) {
                dataLen += snprintf(command + dataLen,
4055
                        BUFFER_SIZE - dataLen, " CACHE %d",
4056
                        g_Dbs.db[i].dbCfg.cache);
4057 4058 4059
            }
            if (g_Dbs.db[i].dbCfg.days > 0) {
                dataLen += snprintf(command + dataLen,
4060
                        BUFFER_SIZE - dataLen, " DAYS %d",
4061
                        g_Dbs.db[i].dbCfg.days);
4062 4063 4064
            }
            if (g_Dbs.db[i].dbCfg.keep > 0) {
                dataLen += snprintf(command + dataLen,
4065
                        BUFFER_SIZE - dataLen, " KEEP %d",
4066
                        g_Dbs.db[i].dbCfg.keep);
4067 4068 4069
            }
            if (g_Dbs.db[i].dbCfg.quorum > 1) {
                dataLen += snprintf(command + dataLen,
4070
                        BUFFER_SIZE - dataLen, " QUORUM %d",
4071
                        g_Dbs.db[i].dbCfg.quorum);
4072 4073 4074
            }
            if (g_Dbs.db[i].dbCfg.replica > 0) {
                dataLen += snprintf(command + dataLen,
4075
                        BUFFER_SIZE - dataLen, " REPLICA %d",
4076
                        g_Dbs.db[i].dbCfg.replica);
4077 4078 4079
            }
            if (g_Dbs.db[i].dbCfg.update > 0) {
                dataLen += snprintf(command + dataLen,
4080
                        BUFFER_SIZE - dataLen, " UPDATE %d",
4081
                        g_Dbs.db[i].dbCfg.update);
4082 4083 4084 4085 4086 4087 4088
            }
            //if (g_Dbs.db[i].dbCfg.maxtablesPerVnode > 0) {
            //  dataLen += snprintf(command + dataLen,
            //  BUFFER_SIZE - dataLen, "tables %d ", g_Dbs.db[i].dbCfg.maxtablesPerVnode);
            //}
            if (g_Dbs.db[i].dbCfg.minRows > 0) {
                dataLen += snprintf(command + dataLen,
4089
                        BUFFER_SIZE - dataLen, " MINROWS %d",
4090
                        g_Dbs.db[i].dbCfg.minRows);
4091 4092 4093
            }
            if (g_Dbs.db[i].dbCfg.maxRows > 0) {
                dataLen += snprintf(command + dataLen,
4094
                        BUFFER_SIZE - dataLen, " MAXROWS %d",
4095
                        g_Dbs.db[i].dbCfg.maxRows);
4096 4097 4098
            }
            if (g_Dbs.db[i].dbCfg.comp > 0) {
                dataLen += snprintf(command + dataLen,
4099
                        BUFFER_SIZE - dataLen, " COMP %d",
4100
                        g_Dbs.db[i].dbCfg.comp);
4101 4102 4103
            }
            if (g_Dbs.db[i].dbCfg.walLevel > 0) {
                dataLen += snprintf(command + dataLen,
4104 4105
                        BUFFER_SIZE - dataLen, " wal %d",
                        g_Dbs.db[i].dbCfg.walLevel);
4106 4107 4108
            }
            if (g_Dbs.db[i].dbCfg.cacheLast > 0) {
                dataLen += snprintf(command + dataLen,
4109
                        BUFFER_SIZE - dataLen, " CACHELAST %d",
4110
                        g_Dbs.db[i].dbCfg.cacheLast);
4111 4112 4113
            }
            if (g_Dbs.db[i].dbCfg.fsync > 0) {
                dataLen += snprintf(command + dataLen, BUFFER_SIZE - dataLen,
4114
                        " FSYNC %d", g_Dbs.db[i].dbCfg.fsync);
4115
            }
4116
            if ((0 == strncasecmp(g_Dbs.db[i].dbCfg.precision, "ms", 2))
4117
                    || (0 == strncasecmp(g_Dbs.db[i].dbCfg.precision,
4118
                            "ns", 2))
4119
                    || (0 == strncasecmp(g_Dbs.db[i].dbCfg.precision,
4120
                            "us", 2))) {
4121 4122 4123
                dataLen += snprintf(command + dataLen, BUFFER_SIZE - dataLen,
                        " precision \'%s\';", g_Dbs.db[i].dbCfg.precision);
            }
4124

4125 4126
            if (0 != queryDbExec(taos, command, NO_INSERT_TYPE, false)) {
                taos_close(taos);
4127
                errorPrint("\ncreate database %s failed!\n\n",
4128
                        g_Dbs.db[i].dbName);
4129 4130 4131 4132
                return -1;
            }
            printf("\ncreate database %s success!\n\n", g_Dbs.db[i].dbName);
        }
4133

4134 4135
        debugPrint("%s() LN%d supertbl count:%"PRIu64"\n",
                __func__, __LINE__, g_Dbs.db[i].superTblCount);
4136

4137
        int validStbCount = 0;
4138

4139 4140
        for (uint64_t j = 0; j < g_Dbs.db[i].superTblCount; j++) {
            sprintf(command, "describe %s.%s;", g_Dbs.db[i].dbName,
4141
                    g_Dbs.db[i].superTbls[j].stbName);
4142
            ret = queryDbExec(taos, command, NO_INSERT_TYPE, true);
4143

4144 4145 4146
            if ((ret != 0) || (g_Dbs.db[i].drop)) {
                ret = createSuperTable(taos, g_Dbs.db[i].dbName,
                        &g_Dbs.db[i].superTbls[j]);
4147

4148 4149 4150 4151 4152
                if (0 != ret) {
                    errorPrint("create super table %"PRIu64" failed!\n\n", j);
                    continue;
                }
            }
4153

4154 4155 4156
            ret = getSuperTableFromServer(taos, g_Dbs.db[i].dbName,
                    &g_Dbs.db[i].superTbls[j]);
            if (0 != ret) {
4157
                errorPrint2("\nget super table %s.%s info failed!\n\n",
4158
                        g_Dbs.db[i].dbName, g_Dbs.db[i].superTbls[j].stbName);
4159 4160
                continue;
            }
4161

4162 4163
            validStbCount ++;
        }
4164

4165 4166 4167 4168 4169
        g_Dbs.db[i].superTblCount = validStbCount;
    }

    taos_close(taos);
    return 0;
4170 4171
}

4172 4173
static void* createTable(void *sarg)
{
4174
    threadInfo *pThreadInfo = (threadInfo *)sarg;
4175
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
4176

4177 4178
    setThreadName("createTable");

4179
    uint64_t  lastPrintTime = taosGetTimestampMs();
4180

4181
    int buff_len = BUFFER_SIZE;
4182

4183 4184
    pThreadInfo->buffer = calloc(buff_len, 1);
    if (pThreadInfo->buffer == NULL) {
4185
        errorPrint2("%s() LN%d, Memory allocated failed!\n", __func__, __LINE__);
4186
        exit(EXIT_FAILURE);
4187 4188 4189 4190 4191 4192 4193 4194 4195 4196 4197 4198 4199
    }

    int len = 0;
    int batchNum = 0;

    verbosePrint("%s() LN%d: Creating table from %"PRIu64" to %"PRIu64"\n",
            __func__, __LINE__,
            pThreadInfo->start_table_from, pThreadInfo->end_table_to);

    for (uint64_t i = pThreadInfo->start_table_from;
            i <= pThreadInfo->end_table_to; i++) {
        if (0 == g_Dbs.use_metric) {
            snprintf(pThreadInfo->buffer, buff_len,
4200
                    "CREATE TABLE IF NOT EXISTS %s.%s%"PRIu64" %s;",
4201 4202 4203
                    pThreadInfo->db_name,
                    g_args.tb_prefix, i,
                    pThreadInfo->cols);
4204
            batchNum ++;
4205
        } else {
4206 4207
            if (stbInfo == NULL) {
                free(pThreadInfo->buffer);
4208
                errorPrint2("%s() LN%d, use metric, but super table info is NULL\n",
4209
                        __func__, __LINE__);
4210
                exit(EXIT_FAILURE);
4211 4212 4213 4214 4215
            } else {
                if (0 == len) {
                    batchNum = 0;
                    memset(pThreadInfo->buffer, 0, buff_len);
                    len += snprintf(pThreadInfo->buffer + len,
4216
                            buff_len - len, "CREATE TABLE ");
4217
                }
4218

4219
                char* tagsValBuf = NULL;
4220 4221
                if (0 == stbInfo->tagSource) {
                    tagsValBuf = generateTagValuesForStb(stbInfo, i);
4222
                } else {
4223 4224 4225 4226
                    if (0 == stbInfo->tagSampleCount) {
                        free(pThreadInfo->buffer);
                        ERROR_EXIT("use sample file for tag, but has no content!\n");
                    }
4227
                    tagsValBuf = getTagValueFromTagSample(
4228 4229
                            stbInfo,
                            i % stbInfo->tagSampleCount);
4230
                }
4231

4232 4233
                if (NULL == tagsValBuf) {
                    free(pThreadInfo->buffer);
4234
                    ERROR_EXIT("use metric, but tag buffer is NULL\n");
4235 4236 4237 4238
                }
                len += snprintf(pThreadInfo->buffer + len,
                        buff_len - len,
                        "if not exists %s.%s%"PRIu64" using %s.%s tags %s ",
4239
                        pThreadInfo->db_name, stbInfo->childTblPrefix,
4240
                        i, pThreadInfo->db_name,
4241
                        stbInfo->stbName, tagsValBuf);
4242 4243
                free(tagsValBuf);
                batchNum++;
4244
                if ((batchNum < stbInfo->batchCreateTableNum)
4245
                        && ((buff_len - len)
4246
                            >= (stbInfo->lenOfTagOfOneRow + 256))) {
4247 4248 4249
                    continue;
                }
            }
4250
        }
4251

4252
        len = 0;
S
Shengliang Guan 已提交
4253

4254
        if (0 != queryDbExec(pThreadInfo->taos, pThreadInfo->buffer,
4255
                    NO_INSERT_TYPE, false)) {
4256
            errorPrint2("queryDbExec() failed. buffer:\n%s\n", pThreadInfo->buffer);
4257 4258 4259
            free(pThreadInfo->buffer);
            return NULL;
        }
4260
        pThreadInfo->tables_created += batchNum;
4261

4262
        uint64_t currentPrintTime = taosGetTimestampMs();
4263 4264 4265 4266 4267
        if (currentPrintTime - lastPrintTime > 30*1000) {
            printf("thread[%d] already create %"PRIu64" - %"PRIu64" tables\n",
                    pThreadInfo->threadID, pThreadInfo->start_table_from, i);
            lastPrintTime = currentPrintTime;
        }
4268
    }
4269

4270 4271 4272
    if (0 != len) {
        if (0 != queryDbExec(pThreadInfo->taos, pThreadInfo->buffer,
                    NO_INSERT_TYPE, false)) {
4273
            errorPrint2("queryDbExec() failed. buffer:\n%s\n", pThreadInfo->buffer);
4274
        }
4275
    }
4276

4277 4278
    free(pThreadInfo->buffer);
    return NULL;
4279 4280
}

4281
static int startMultiThreadCreateChildTable(
4282
        char* cols, int threads, uint64_t tableFrom, int64_t ntables,
4283
        char* db_name, SSuperTable* stbInfo) {
4284

4285 4286
    pthread_t *pids = calloc(1, threads * sizeof(pthread_t));
    threadInfo *infos = calloc(1, threads * sizeof(threadInfo));
4287

4288
    if ((NULL == pids) || (NULL == infos)) {
4289
        ERROR_EXIT("createChildTable malloc failed\n");
4290
    }
4291

4292 4293 4294
    if (threads < 1) {
        threads = 1;
    }
4295

4296 4297 4298 4299
    int64_t a = ntables / threads;
    if (a < 1) {
        threads = ntables;
        a = 1;
4300
    }
4301

4302 4303
    int64_t b = 0;
    b = ntables % threads;
4304

4305 4306 4307 4308
    for (int64_t i = 0; i < threads; i++) {
        threadInfo *pThreadInfo = infos + i;
        pThreadInfo->threadID = i;
        tstrncpy(pThreadInfo->db_name, db_name, TSDB_DB_NAME_LEN);
4309
        pThreadInfo->stbInfo = stbInfo;
4310 4311 4312 4313 4314 4315 4316 4317
        verbosePrint("%s() %d db_name: %s\n", __func__, __LINE__, db_name);
        pThreadInfo->taos = taos_connect(
                g_Dbs.host,
                g_Dbs.user,
                g_Dbs.password,
                db_name,
                g_Dbs.port);
        if (pThreadInfo->taos == NULL) {
4318
            errorPrint2("%s() LN%d, Failed to connect to TDengine, reason:%s\n",
4319 4320 4321 4322 4323
                    __func__, __LINE__, taos_errstr(NULL));
            free(pids);
            free(infos);
            return -1;
        }
4324

4325 4326 4327 4328 4329 4330 4331
        pThreadInfo->start_table_from = tableFrom;
        pThreadInfo->ntables = i<b?a+1:a;
        pThreadInfo->end_table_to = i < b ? tableFrom + a : tableFrom + a - 1;
        tableFrom = pThreadInfo->end_table_to + 1;
        pThreadInfo->use_metric = true;
        pThreadInfo->cols = cols;
        pThreadInfo->minDelay = UINT64_MAX;
4332
        pThreadInfo->tables_created = 0;
4333 4334
        pthread_create(pids + i, NULL, createTable, pThreadInfo);
    }
4335

4336 4337 4338
    for (int i = 0; i < threads; i++) {
        pthread_join(pids[i], NULL);
    }
4339

4340 4341 4342
    for (int i = 0; i < threads; i++) {
        threadInfo *pThreadInfo = infos + i;
        taos_close(pThreadInfo->taos);
4343 4344

        g_actualChildTables += pThreadInfo->tables_created;
4345 4346 4347 4348 4349 4350
    }

    free(pids);
    free(infos);

    return 0;
4351 4352
}

4353
static void createChildTables() {
4354
    char tblColsBuf[TSDB_MAX_BYTES_PER_ROW];
4355
    int len;
4356

4357 4358 4359 4360 4361
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        if (g_Dbs.use_metric) {
            if (g_Dbs.db[i].superTblCount > 0) {
                // with super table
                for (int j = 0; j < g_Dbs.db[i].superTblCount; j++) {
4362 4363 4364 4365
                    if ((AUTO_CREATE_SUBTBL
                                == g_Dbs.db[i].superTbls[j].autoCreateTable)
                            || (TBL_ALREADY_EXISTS
                                == g_Dbs.db[i].superTbls[j].childTblExists)) {
4366 4367 4368
                        continue;
                    }
                    verbosePrint("%s() LN%d: %s\n", __func__, __LINE__,
4369
                            g_Dbs.db[i].superTbls[j].colsOfCreateChildTable);
4370 4371 4372 4373 4374 4375 4376
                    uint64_t startFrom = 0;

                    verbosePrint("%s() LN%d: create %"PRId64" child tables from %"PRIu64"\n",
                            __func__, __LINE__, g_totalChildTables, startFrom);

                    startMultiThreadCreateChildTable(
                            g_Dbs.db[i].superTbls[j].colsOfCreateChildTable,
4377
                            g_Dbs.threadCountForCreateTbl,
4378 4379 4380 4381 4382 4383 4384
                            startFrom,
                            g_Dbs.db[i].superTbls[j].childTblCount,
                            g_Dbs.db[i].dbName, &(g_Dbs.db[i].superTbls[j]));
                }
            }
        } else {
            // normal table
4385
            len = snprintf(tblColsBuf, TSDB_MAX_BYTES_PER_ROW, "(TS TIMESTAMP");
4386 4387 4388
            for (int j = 0; j < g_args.columnCount; j++) {
                if ((strncasecmp(g_args.dataType[j], "BINARY", strlen("BINARY")) == 0)
                        || (strncasecmp(g_args.dataType[j],
4389
                                "NCHAR", strlen("NCHAR")) == 0)) {
4390
                    snprintf(tblColsBuf + len, TSDB_MAX_BYTES_PER_ROW - len,
4391
                            ",C%d %s(%d)", j, g_args.dataType[j], g_args.binwidth);
4392
                } else {
4393
                    snprintf(tblColsBuf + len, TSDB_MAX_BYTES_PER_ROW - len,
4394
                            ",C%d %s", j, g_args.dataType[j]);
4395 4396 4397
                }
                len = strlen(tblColsBuf);
            }
4398

4399
            snprintf(tblColsBuf + len, TSDB_MAX_BYTES_PER_ROW - len, ")");
4400 4401 4402

            verbosePrint("%s() LN%d: dbName: %s num of tb: %"PRId64" schema: %s\n",
                    __func__, __LINE__,
4403
                    g_Dbs.db[i].dbName, g_args.ntables, tblColsBuf);
4404 4405
            startMultiThreadCreateChildTable(
                    tblColsBuf,
4406
                    g_Dbs.threadCountForCreateTbl,
4407
                    0,
4408
                    g_args.ntables,
4409 4410
                    g_Dbs.db[i].dbName,
                    NULL);
4411
        }
4412
    }
4413 4414 4415
}

/*
4416 4417
   Read 10000 lines at most. If more than 10000 lines, continue to read after using
   */
4418
static int readTagFromCsvFileToMem(SSuperTable  * stbInfo) {
4419 4420 4421
    size_t  n = 0;
    ssize_t readLen = 0;
    char *  line = NULL;
4422

4423
    FILE *fp = fopen(stbInfo->tagsFile, "r");
4424 4425
    if (fp == NULL) {
        printf("Failed to open tags file: %s, reason:%s\n",
4426
                stbInfo->tagsFile, strerror(errno));
4427
        return -1;
4428 4429
    }

4430 4431 4432
    if (stbInfo->tagDataBuf) {
        free(stbInfo->tagDataBuf);
        stbInfo->tagDataBuf = NULL;
4433 4434
    }

4435 4436
    int tagCount = 10000;
    int count = 0;
4437
    char* tagDataBuf = calloc(1, stbInfo->lenOfTagOfOneRow * tagCount);
4438 4439
    if (tagDataBuf == NULL) {
        printf("Failed to calloc, reason:%s\n", strerror(errno));
4440 4441 4442 4443
        fclose(fp);
        return -1;
    }

4444 4445 4446 4447 4448 4449 4450 4451 4452
    while((readLen = tgetline(&line, &n, fp)) != -1) {
        if (('\r' == line[readLen - 1]) || ('\n' == line[readLen - 1])) {
            line[--readLen] = 0;
        }

        if (readLen == 0) {
            continue;
        }

4453
        memcpy(tagDataBuf + count * stbInfo->lenOfTagOfOneRow, line, readLen);
4454 4455 4456 4457
        count++;

        if (count >= tagCount - 1) {
            char *tmp = realloc(tagDataBuf,
4458
                    (size_t)tagCount*1.5*stbInfo->lenOfTagOfOneRow);
4459 4460 4461
            if (tmp != NULL) {
                tagDataBuf = tmp;
                tagCount = (int)(tagCount*1.5);
4462 4463
                memset(tagDataBuf + count*stbInfo->lenOfTagOfOneRow,
                        0, (size_t)((tagCount-count)*stbInfo->lenOfTagOfOneRow));
4464 4465
            } else {
                // exit, if allocate more memory failed
4466
                printf("realloc fail for save tag val from %s\n", stbInfo->tagsFile);
4467 4468 4469 4470 4471 4472 4473
                tmfree(tagDataBuf);
                free(line);
                fclose(fp);
                return -1;
            }
        }
    }
4474

4475 4476
    stbInfo->tagDataBuf = tagDataBuf;
    stbInfo->tagSampleCount = count;
4477 4478 4479 4480

    free(line);
    fclose(fp);
    return 0;
4481 4482 4483
}

/*
4484 4485
   Read 10000 lines at most. If more than 10000 lines, continue to read after using
   */
4486
static int generateSampleFromCsvForStb(
4487
        SSuperTable* stbInfo) {
4488 4489 4490 4491 4492
    size_t  n = 0;
    ssize_t readLen = 0;
    char *  line = NULL;
    int getRows = 0;

4493
    FILE*  fp = fopen(stbInfo->sampleFile, "r");
4494
    if (fp == NULL) {
4495
        errorPrint("Failed to open sample file: %s, reason:%s\n",
4496
                stbInfo->sampleFile, strerror(errno));
4497 4498
        return -1;
    }
4499

4500 4501
    assert(stbInfo->sampleDataBuf);
    memset(stbInfo->sampleDataBuf, 0,
4502
            MAX_SAMPLES * stbInfo->lenOfOneRow);
4503 4504 4505 4506
    while(1) {
        readLen = tgetline(&line, &n, fp);
        if (-1 == readLen) {
            if(0 != fseek(fp, 0, SEEK_SET)) {
4507
                errorPrint("Failed to fseek file: %s, reason:%s\n",
4508
                        stbInfo->sampleFile, strerror(errno));
4509 4510 4511 4512 4513
                fclose(fp);
                return -1;
            }
            continue;
        }
4514

4515 4516 4517
        if (('\r' == line[readLen - 1]) || ('\n' == line[readLen - 1])) {
            line[--readLen] = 0;
        }
4518

4519 4520 4521
        if (readLen == 0) {
            continue;
        }
4522

4523
        if (readLen > stbInfo->lenOfOneRow) {
4524
            printf("sample row len[%d] overflow define schema len[%"PRIu64"], so discard this row\n",
4525
                    (int32_t)readLen, stbInfo->lenOfOneRow);
4526 4527
            continue;
        }
4528

4529
        memcpy(stbInfo->sampleDataBuf + getRows * stbInfo->lenOfOneRow,
4530 4531 4532
                line, readLen);
        getRows++;

4533
        if (getRows == MAX_SAMPLES) {
4534 4535
            break;
        }
4536 4537
    }

4538 4539 4540
    fclose(fp);
    tmfree(line);
    return 0;
4541 4542
}

4543
static bool getColumnAndTagTypeFromInsertJsonFile(
4544
        cJSON* stbInfo, SSuperTable* superTbls) {
4545 4546 4547 4548 4549
    bool  ret = false;

    // columns
    cJSON *columns = cJSON_GetObjectItem(stbInfo, "columns");
    if (columns && columns->type != cJSON_Array) {
4550
        errorPrint("%s", "failed to read json, columns not found\n");
4551 4552 4553 4554 4555 4556
        goto PARSE_OVER;
    } else if (NULL == columns) {
        superTbls->columnCount = 0;
        superTbls->tagCount    = 0;
        return true;
    }
4557

4558 4559
    int columnSize = cJSON_GetArraySize(columns);
    if ((columnSize + 1/* ts */) > TSDB_MAX_COLUMNS) {
4560 4561
        errorPrint("failed to read json, column size overflow, max column size is %d\n",
                TSDB_MAX_COLUMNS);
4562 4563
        goto PARSE_OVER;
    }
4564

4565 4566 4567
    int count = 1;
    int index = 0;
    StrColumn    columnCase;
4568

4569 4570 4571 4572
    //superTbls->columnCount = columnSize;
    for (int k = 0; k < columnSize; ++k) {
        cJSON* column = cJSON_GetArrayItem(columns, k);
        if (column == NULL) continue;
4573

4574 4575 4576 4577 4578
        count = 1;
        cJSON* countObj = cJSON_GetObjectItem(column, "count");
        if (countObj && countObj->type == cJSON_Number) {
            count = countObj->valueint;
        } else if (countObj && countObj->type != cJSON_Number) {
4579
            errorPrint("%s", "failed to read json, column count not found\n");
4580 4581 4582 4583 4584 4585 4586 4587 4588 4589
            goto PARSE_OVER;
        } else {
            count = 1;
        }

        // column info
        memset(&columnCase, 0, sizeof(StrColumn));
        cJSON *dataType = cJSON_GetObjectItem(column, "type");
        if (!dataType || dataType->type != cJSON_String
                || dataType->valuestring == NULL) {
4590
            errorPrint("%s", "failed to read json, column type not found\n");
4591 4592
            goto PARSE_OVER;
        }
4593 4594 4595
        //tstrncpy(superTbls->columns[k].dataType, dataType->valuestring, DATATYPE_BUFF_LEN);
        tstrncpy(columnCase.dataType, dataType->valuestring,
                min(DATATYPE_BUFF_LEN, strlen(dataType->valuestring) + 1));
4596 4597 4598 4599 4600 4601 4602 4603 4604

        cJSON* dataLen = cJSON_GetObjectItem(column, "len");
        if (dataLen && dataLen->type == cJSON_Number) {
            columnCase.dataLen = dataLen->valueint;
        } else if (dataLen && dataLen->type != cJSON_Number) {
            debugPrint("%s() LN%d: failed to read json, column len not found\n",
                    __func__, __LINE__);
            goto PARSE_OVER;
        } else {
4605
            columnCase.dataLen = SMALL_BUFF_LEN;
4606 4607 4608 4609
        }

        for (int n = 0; n < count; ++n) {
            tstrncpy(superTbls->columns[index].dataType,
4610 4611
                    columnCase.dataType,
                    min(DATATYPE_BUFF_LEN, strlen(columnCase.dataType) + 1));
4612

4613 4614 4615 4616 4617 4618
            superTbls->columns[index].dataLen = columnCase.dataLen;
            index++;
        }
    }

    if ((index + 1 /* ts */) > MAX_NUM_COLUMNS) {
4619 4620
        errorPrint("failed to read json, column size overflow, allowed max column size is %d\n",
                MAX_NUM_COLUMNS);
4621 4622 4623 4624
        goto PARSE_OVER;
    }

    superTbls->columnCount = index;
4625

4626 4627 4628 4629 4630 4631 4632 4633 4634 4635 4636 4637 4638 4639 4640 4641 4642 4643 4644 4645 4646 4647 4648 4649 4650 4651 4652 4653 4654 4655 4656 4657 4658 4659 4660 4661
    for (int c = 0; c < superTbls->columnCount; c++) {
        if (0 == strncasecmp(superTbls->columns[c].dataType,
                    "INT", strlen("INT"))) {
            superTbls->columns[c].data_type = TSDB_DATA_TYPE_INT;
        } else if (0 == strncasecmp(superTbls->columns[c].dataType,
                    "TINYINT", strlen("TINYINT"))) {
            superTbls->columns[c].data_type = TSDB_DATA_TYPE_TINYINT;
        } else if (0 == strncasecmp(superTbls->columns[c].dataType,
                    "SMALLINT", strlen("SMALLINT"))) {
            superTbls->columns[c].data_type = TSDB_DATA_TYPE_SMALLINT;
        } else if (0 == strncasecmp(superTbls->columns[c].dataType,
                    "BIGINT", strlen("BIGINT"))) {
            superTbls->columns[c].data_type = TSDB_DATA_TYPE_BIGINT;
        } else if (0 == strncasecmp(superTbls->columns[c].dataType,
                    "FLOAT", strlen("FLOAT"))) {
            superTbls->columns[c].data_type = TSDB_DATA_TYPE_FLOAT;
        } else if (0 == strncasecmp(superTbls->columns[c].dataType,
                    "DOUBLE", strlen("DOUBLE"))) {
            superTbls->columns[c].data_type = TSDB_DATA_TYPE_DOUBLE;
        } else if (0 == strncasecmp(superTbls->columns[c].dataType,
                    "BINARY", strlen("BINARY"))) {
            superTbls->columns[c].data_type = TSDB_DATA_TYPE_BINARY;
        } else if (0 == strncasecmp(superTbls->columns[c].dataType,
                    "NCHAR", strlen("NCHAR"))) {
            superTbls->columns[c].data_type = TSDB_DATA_TYPE_NCHAR;
        } else if (0 == strncasecmp(superTbls->columns[c].dataType,
                    "BOOL", strlen("BOOL"))) {
            superTbls->columns[c].data_type = TSDB_DATA_TYPE_BOOL;
        } else if (0 == strncasecmp(superTbls->columns[c].dataType,
                    "TIMESTAMP", strlen("TIMESTAMP"))) {
            superTbls->columns[c].data_type = TSDB_DATA_TYPE_TIMESTAMP;
        } else {
            superTbls->columns[c].data_type = TSDB_DATA_TYPE_NULL;
        }
    }

4662
    count = 1;
4663 4664 4665 4666
    index = 0;
    // tags
    cJSON *tags = cJSON_GetObjectItem(stbInfo, "tags");
    if (!tags || tags->type != cJSON_Array) {
4667
        errorPrint("%s", "failed to read json, tags not found\n");
4668 4669 4670 4671 4672
        goto PARSE_OVER;
    }

    int tagSize = cJSON_GetArraySize(tags);
    if (tagSize > TSDB_MAX_TAGS) {
4673 4674
        errorPrint("failed to read json, tags size overflow, max tag size is %d\n",
                TSDB_MAX_TAGS);
4675
        goto PARSE_OVER;
4676 4677
    }

4678 4679 4680 4681 4682 4683 4684 4685 4686 4687
    //superTbls->tagCount = tagSize;
    for (int k = 0; k < tagSize; ++k) {
        cJSON* tag = cJSON_GetArrayItem(tags, k);
        if (tag == NULL) continue;

        count = 1;
        cJSON* countObj = cJSON_GetObjectItem(tag, "count");
        if (countObj && countObj->type == cJSON_Number) {
            count = countObj->valueint;
        } else if (countObj && countObj->type != cJSON_Number) {
4688
            errorPrint("%s", "failed to read json, column count not found\n");
4689 4690 4691 4692 4693 4694 4695 4696 4697 4698
            goto PARSE_OVER;
        } else {
            count = 1;
        }

        // column info
        memset(&columnCase, 0, sizeof(StrColumn));
        cJSON *dataType = cJSON_GetObjectItem(tag, "type");
        if (!dataType || dataType->type != cJSON_String
                || dataType->valuestring == NULL) {
4699
            errorPrint("%s", "failed to read json, tag type not found\n");
4700 4701
            goto PARSE_OVER;
        }
4702 4703
        tstrncpy(columnCase.dataType, dataType->valuestring,
                min(DATATYPE_BUFF_LEN, strlen(dataType->valuestring) + 1));
4704 4705 4706 4707 4708

        cJSON* dataLen = cJSON_GetObjectItem(tag, "len");
        if (dataLen && dataLen->type == cJSON_Number) {
            columnCase.dataLen = dataLen->valueint;
        } else if (dataLen && dataLen->type != cJSON_Number) {
4709
            errorPrint("%s", "failed to read json, column len not found\n");
4710 4711 4712 4713 4714 4715 4716
            goto PARSE_OVER;
        } else {
            columnCase.dataLen = 0;
        }

        for (int n = 0; n < count; ++n) {
            tstrncpy(superTbls->tags[index].dataType, columnCase.dataType,
4717
                    min(DATATYPE_BUFF_LEN, strlen(columnCase.dataType) + 1));
4718 4719 4720
            superTbls->tags[index].dataLen = columnCase.dataLen;
            index++;
        }
4721
    }
4722

4723
    if (index > TSDB_MAX_TAGS) {
4724 4725
        errorPrint("failed to read json, tags size overflow, allowed max tag count is %d\n",
                TSDB_MAX_TAGS);
4726 4727
        goto PARSE_OVER;
    }
4728

4729
    superTbls->tagCount = index;
4730

4731 4732 4733 4734 4735 4736 4737 4738 4739 4740 4741 4742 4743 4744 4745 4746 4747 4748 4749 4750 4751 4752 4753 4754 4755 4756 4757 4758 4759 4760 4761 4762 4763 4764 4765 4766
    for (int t = 0; t < superTbls->tagCount; t++) {
        if (0 == strncasecmp(superTbls->tags[t].dataType,
                    "INT", strlen("INT"))) {
            superTbls->tags[t].data_type = TSDB_DATA_TYPE_INT;
        } else if (0 == strncasecmp(superTbls->tags[t].dataType,
                    "TINYINT", strlen("TINYINT"))) {
            superTbls->tags[t].data_type = TSDB_DATA_TYPE_TINYINT;
        } else if (0 == strncasecmp(superTbls->tags[t].dataType,
                    "SMALLINT", strlen("SMALLINT"))) {
            superTbls->tags[t].data_type = TSDB_DATA_TYPE_SMALLINT;
        } else if (0 == strncasecmp(superTbls->tags[t].dataType,
                    "BIGINT", strlen("BIGINT"))) {
            superTbls->tags[t].data_type = TSDB_DATA_TYPE_BIGINT;
        } else if (0 == strncasecmp(superTbls->tags[t].dataType,
                    "FLOAT", strlen("FLOAT"))) {
            superTbls->tags[t].data_type = TSDB_DATA_TYPE_FLOAT;
        } else if (0 == strncasecmp(superTbls->tags[t].dataType,
                    "DOUBLE", strlen("DOUBLE"))) {
            superTbls->tags[t].data_type = TSDB_DATA_TYPE_DOUBLE;
        } else if (0 == strncasecmp(superTbls->tags[t].dataType,
                    "BINARY", strlen("BINARY"))) {
            superTbls->tags[t].data_type = TSDB_DATA_TYPE_BINARY;
        } else if (0 == strncasecmp(superTbls->tags[t].dataType,
                    "NCHAR", strlen("NCHAR"))) {
            superTbls->tags[t].data_type = TSDB_DATA_TYPE_NCHAR;
        } else if (0 == strncasecmp(superTbls->tags[t].dataType,
                    "BOOL", strlen("BOOL"))) {
            superTbls->tags[t].data_type = TSDB_DATA_TYPE_BOOL;
        } else if (0 == strncasecmp(superTbls->tags[t].dataType,
                    "TIMESTAMP", strlen("TIMESTAMP"))) {
            superTbls->tags[t].data_type = TSDB_DATA_TYPE_TIMESTAMP;
        } else {
            superTbls->tags[t].data_type = TSDB_DATA_TYPE_NULL;
        }
    }

4767
    if ((superTbls->columnCount + superTbls->tagCount + 1 /* ts */) > TSDB_MAX_COLUMNS) {
4768 4769
        errorPrint("columns + tags is more than allowed max columns count: %d\n",
                TSDB_MAX_COLUMNS);
4770 4771 4772
        goto PARSE_OVER;
    }
    ret = true;
4773

4774
PARSE_OVER:
4775
    return ret;
4776 4777 4778
}

static bool getMetaFromInsertJsonFile(cJSON* root) {
4779
    bool  ret = false;
4780

4781 4782 4783
    cJSON* cfgdir = cJSON_GetObjectItem(root, "cfgdir");
    if (cfgdir && cfgdir->type == cJSON_String && cfgdir->valuestring != NULL) {
        tstrncpy(g_Dbs.cfgDir, cfgdir->valuestring, MAX_FILE_NAME_LEN);
4784
    }
4785

4786 4787 4788 4789 4790
    cJSON* host = cJSON_GetObjectItem(root, "host");
    if (host && host->type == cJSON_String && host->valuestring != NULL) {
        tstrncpy(g_Dbs.host, host->valuestring, MAX_HOSTNAME_SIZE);
    } else if (!host) {
        tstrncpy(g_Dbs.host, "127.0.0.1", MAX_HOSTNAME_SIZE);
4791
    } else {
4792
        errorPrint("%s", "failed to read json, host not found\n");
4793
        goto PARSE_OVER;
4794 4795
    }

4796 4797 4798 4799 4800
    cJSON* port = cJSON_GetObjectItem(root, "port");
    if (port && port->type == cJSON_Number) {
        g_Dbs.port = port->valueint;
    } else if (!port) {
        g_Dbs.port = 6030;
4801
    }
4802

4803 4804 4805 4806 4807
    cJSON* user = cJSON_GetObjectItem(root, "user");
    if (user && user->type == cJSON_String && user->valuestring != NULL) {
        tstrncpy(g_Dbs.user, user->valuestring, MAX_USERNAME_SIZE);
    } else if (!user) {
        tstrncpy(g_Dbs.user, "root", MAX_USERNAME_SIZE);
4808 4809
    }

4810 4811
    cJSON* password = cJSON_GetObjectItem(root, "password");
    if (password && password->type == cJSON_String && password->valuestring != NULL) {
4812
        tstrncpy(g_Dbs.password, password->valuestring, SHELL_MAX_PASSWORD_LEN);
4813
    } else if (!password) {
4814
        tstrncpy(g_Dbs.password, "taosdata", SHELL_MAX_PASSWORD_LEN);
4815 4816
    }

4817 4818 4819 4820 4821
    cJSON* resultfile = cJSON_GetObjectItem(root, "result_file");
    if (resultfile && resultfile->type == cJSON_String && resultfile->valuestring != NULL) {
        tstrncpy(g_Dbs.resultFile, resultfile->valuestring, MAX_FILE_NAME_LEN);
    } else if (!resultfile) {
        tstrncpy(g_Dbs.resultFile, "./insert_res.txt", MAX_FILE_NAME_LEN);
4822 4823
    }

4824 4825 4826 4827 4828
    cJSON* threads = cJSON_GetObjectItem(root, "thread_count");
    if (threads && threads->type == cJSON_Number) {
        g_Dbs.threadCount = threads->valueint;
    } else if (!threads) {
        g_Dbs.threadCount = 1;
4829
    } else {
4830
        errorPrint("%s", "failed to read json, threads not found\n");
4831
        goto PARSE_OVER;
4832
    }
4833

4834 4835
    cJSON* threads2 = cJSON_GetObjectItem(root, "thread_count_create_tbl");
    if (threads2 && threads2->type == cJSON_Number) {
4836
        g_Dbs.threadCountForCreateTbl = threads2->valueint;
4837
    } else if (!threads2) {
4838
        g_Dbs.threadCountForCreateTbl = 1;
4839
    } else {
4840
        errorPrint("%s", "failed to read json, threads2 not found\n");
4841
        goto PARSE_OVER;
4842
    }
4843

4844 4845 4846
    cJSON* gInsertInterval = cJSON_GetObjectItem(root, "insert_interval");
    if (gInsertInterval && gInsertInterval->type == cJSON_Number) {
        if (gInsertInterval->valueint <0) {
4847
            errorPrint("%s", "failed to read json, insert interval input mistake\n");
4848 4849 4850 4851 4852
            goto PARSE_OVER;
        }
        g_args.insert_interval = gInsertInterval->valueint;
    } else if (!gInsertInterval) {
        g_args.insert_interval = 0;
4853
    } else {
4854
        errorPrint("%s", "failed to read json, insert_interval input mistake\n");
4855
        goto PARSE_OVER;
4856
    }
4857

4858 4859 4860
    cJSON* interlaceRows = cJSON_GetObjectItem(root, "interlace_rows");
    if (interlaceRows && interlaceRows->type == cJSON_Number) {
        if (interlaceRows->valueint < 0) {
4861
            errorPrint("%s", "failed to read json, interlaceRows input mistake\n");
4862
            goto PARSE_OVER;
4863

4864
        }
4865
        g_args.interlaceRows = interlaceRows->valueint;
4866
    } else if (!interlaceRows) {
4867
        g_args.interlaceRows = 0; // 0 means progressive mode, > 0 mean interlace mode. max value is less or equ num_of_records_per_req
4868
    } else {
4869
        errorPrint("%s", "failed to read json, interlaceRows input mistake\n");
4870
        goto PARSE_OVER;
4871 4872
    }

4873 4874 4875 4876 4877 4878 4879 4880 4881 4882
    cJSON* maxSqlLen = cJSON_GetObjectItem(root, "max_sql_len");
    if (maxSqlLen && maxSqlLen->type == cJSON_Number) {
        if (maxSqlLen->valueint < 0) {
            errorPrint("%s() LN%d, failed to read json, max_sql_len input mistake\n",
                    __func__, __LINE__);
            goto PARSE_OVER;
        }
        g_args.max_sql_len = maxSqlLen->valueint;
    } else if (!maxSqlLen) {
        g_args.max_sql_len = (1024*1024);
4883
    } else {
4884 4885 4886
        errorPrint("%s() LN%d, failed to read json, max_sql_len input mistake\n",
                __func__, __LINE__);
        goto PARSE_OVER;
4887 4888
    }

4889 4890 4891 4892 4893 4894 4895 4896 4897 4898 4899 4900 4901 4902
    cJSON* numRecPerReq = cJSON_GetObjectItem(root, "num_of_records_per_req");
    if (numRecPerReq && numRecPerReq->type == cJSON_Number) {
        if (numRecPerReq->valueint <= 0) {
            errorPrint("%s() LN%d, failed to read json, num_of_records_per_req input mistake\n",
                    __func__, __LINE__);
            goto PARSE_OVER;
        } else if (numRecPerReq->valueint > MAX_RECORDS_PER_REQ) {
            printf("NOTICE: number of records per request value %"PRIu64" > %d\n\n",
                    numRecPerReq->valueint, MAX_RECORDS_PER_REQ);
            printf("        number of records per request value will be set to %d\n\n",
                    MAX_RECORDS_PER_REQ);
            prompt();
            numRecPerReq->valueint = MAX_RECORDS_PER_REQ;
        }
4903
        g_args.reqPerReq = numRecPerReq->valueint;
4904
    } else if (!numRecPerReq) {
4905
        g_args.reqPerReq = MAX_RECORDS_PER_REQ;
4906
    } else {
4907 4908 4909
        errorPrint("%s() LN%d, failed to read json, num_of_records_per_req not found\n",
                __func__, __LINE__);
        goto PARSE_OVER;
4910 4911
    }

4912 4913 4914 4915 4916 4917 4918 4919 4920 4921 4922 4923 4924
    cJSON *answerPrompt = cJSON_GetObjectItem(root, "confirm_parameter_prompt"); // yes, no,
    if (answerPrompt
            && answerPrompt->type == cJSON_String
            && answerPrompt->valuestring != NULL) {
        if (0 == strncasecmp(answerPrompt->valuestring, "yes", 3)) {
            g_args.answer_yes = false;
        } else if (0 == strncasecmp(answerPrompt->valuestring, "no", 2)) {
            g_args.answer_yes = true;
        } else {
            g_args.answer_yes = false;
        }
    } else if (!answerPrompt) {
        g_args.answer_yes = true;   // default is no, mean answer_yes.
4925
    } else {
4926 4927
        errorPrint("%s", "failed to read json, confirm_parameter_prompt input mistake\n");
        goto PARSE_OVER;
4928 4929
    }

4930
    // rows per table need be less than insert batch
4931
    if (g_args.interlaceRows > g_args.reqPerReq) {
4932
        printf("NOTICE: interlace rows value %u > num_of_records_per_req %u\n\n",
4933
                g_args.interlaceRows, g_args.reqPerReq);
4934
        printf("        interlace rows value will be set to num_of_records_per_req %u\n\n",
4935
                g_args.reqPerReq);
4936
        prompt();
4937
        g_args.interlaceRows = g_args.reqPerReq;
4938 4939
    }

4940 4941
    cJSON* dbs = cJSON_GetObjectItem(root, "databases");
    if (!dbs || dbs->type != cJSON_Array) {
4942
        errorPrint("%s", "failed to read json, databases not found\n");
4943
        goto PARSE_OVER;
4944
    }
4945

4946 4947 4948
    int dbSize = cJSON_GetArraySize(dbs);
    if (dbSize > MAX_DB_COUNT) {
        errorPrint(
4949
                "failed to read json, databases size overflow, max database is %d\n",
4950 4951
                MAX_DB_COUNT);
        goto PARSE_OVER;
4952 4953
    }

4954 4955 4956 4957
    g_Dbs.dbCount = dbSize;
    for (int i = 0; i < dbSize; ++i) {
        cJSON* dbinfos = cJSON_GetArrayItem(dbs, i);
        if (dbinfos == NULL) continue;
4958

4959 4960 4961
        // dbinfo
        cJSON *dbinfo = cJSON_GetObjectItem(dbinfos, "dbinfo");
        if (!dbinfo || dbinfo->type != cJSON_Object) {
4962
            errorPrint("%s", "failed to read json, dbinfo not found\n");
4963 4964
            goto PARSE_OVER;
        }
4965

4966 4967
        cJSON *dbName = cJSON_GetObjectItem(dbinfo, "name");
        if (!dbName || dbName->type != cJSON_String || dbName->valuestring == NULL) {
4968
            errorPrint("%s", "failed to read json, db name not found\n");
4969 4970 4971
            goto PARSE_OVER;
        }
        tstrncpy(g_Dbs.db[i].dbName, dbName->valuestring, TSDB_DB_NAME_LEN);
4972

4973 4974 4975 4976 4977 4978 4979 4980 4981 4982
        cJSON *drop = cJSON_GetObjectItem(dbinfo, "drop");
        if (drop && drop->type == cJSON_String && drop->valuestring != NULL) {
            if (0 == strncasecmp(drop->valuestring, "yes", strlen("yes"))) {
                g_Dbs.db[i].drop = true;
            } else {
                g_Dbs.db[i].drop = false;
            }
        } else if (!drop) {
            g_Dbs.db[i].drop = g_args.drop_database;
        } else {
4983
            errorPrint("%s", "failed to read json, drop input mistake\n");
4984 4985
            goto PARSE_OVER;
        }
4986

4987 4988 4989 4990
        cJSON *precision = cJSON_GetObjectItem(dbinfo, "precision");
        if (precision && precision->type == cJSON_String
                && precision->valuestring != NULL) {
            tstrncpy(g_Dbs.db[i].dbCfg.precision, precision->valuestring,
4991
                    SMALL_BUFF_LEN);
4992
        } else if (!precision) {
4993
            memset(g_Dbs.db[i].dbCfg.precision, 0, SMALL_BUFF_LEN);
4994
        } else {
4995
            errorPrint("%s", "failed to read json, precision not found\n");
4996 4997
            goto PARSE_OVER;
        }
4998

4999 5000 5001 5002 5003
        cJSON* update = cJSON_GetObjectItem(dbinfo, "update");
        if (update && update->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.update = update->valueint;
        } else if (!update) {
            g_Dbs.db[i].dbCfg.update = -1;
5004
        } else {
5005
            errorPrint("%s", "failed to read json, update not found\n");
5006
            goto PARSE_OVER;
5007
        }
5008

5009 5010 5011 5012 5013 5014
        cJSON* replica = cJSON_GetObjectItem(dbinfo, "replica");
        if (replica && replica->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.replica = replica->valueint;
        } else if (!replica) {
            g_Dbs.db[i].dbCfg.replica = -1;
        } else {
5015
            errorPrint("%s", "failed to read json, replica not found\n");
5016 5017
            goto PARSE_OVER;
        }
5018

5019 5020 5021 5022 5023 5024
        cJSON* keep = cJSON_GetObjectItem(dbinfo, "keep");
        if (keep && keep->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.keep = keep->valueint;
        } else if (!keep) {
            g_Dbs.db[i].dbCfg.keep = -1;
        } else {
5025
            errorPrint("%s", "failed to read json, keep not found\n");
5026 5027
            goto PARSE_OVER;
        }
5028

5029 5030 5031 5032 5033
        cJSON* days = cJSON_GetObjectItem(dbinfo, "days");
        if (days && days->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.days = days->valueint;
        } else if (!days) {
            g_Dbs.db[i].dbCfg.days = -1;
5034
        } else {
5035
            errorPrint("%s", "failed to read json, days not found\n");
5036 5037
            goto PARSE_OVER;
        }
5038

5039 5040 5041 5042 5043 5044
        cJSON* cache = cJSON_GetObjectItem(dbinfo, "cache");
        if (cache && cache->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.cache = cache->valueint;
        } else if (!cache) {
            g_Dbs.db[i].dbCfg.cache = -1;
        } else {
5045
            errorPrint("%s", "failed to read json, cache not found\n");
5046
            goto PARSE_OVER;
5047 5048
        }

5049 5050 5051 5052 5053 5054
        cJSON* blocks= cJSON_GetObjectItem(dbinfo, "blocks");
        if (blocks && blocks->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.blocks = blocks->valueint;
        } else if (!blocks) {
            g_Dbs.db[i].dbCfg.blocks = -1;
        } else {
5055
            errorPrint("%s", "failed to read json, block not found\n");
5056
            goto PARSE_OVER;
5057 5058
        }

5059 5060 5061 5062 5063 5064 5065 5066 5067 5068 5069 5070 5071 5072 5073 5074
        //cJSON* maxtablesPerVnode= cJSON_GetObjectItem(dbinfo, "maxtablesPerVnode");
        //if (maxtablesPerVnode && maxtablesPerVnode->type == cJSON_Number) {
        //  g_Dbs.db[i].dbCfg.maxtablesPerVnode = maxtablesPerVnode->valueint;
        //} else if (!maxtablesPerVnode) {
        //  g_Dbs.db[i].dbCfg.maxtablesPerVnode = TSDB_DEFAULT_TABLES;
        //} else {
        // printf("failed to read json, maxtablesPerVnode not found");
        // goto PARSE_OVER;
        //}

        cJSON* minRows= cJSON_GetObjectItem(dbinfo, "minRows");
        if (minRows && minRows->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.minRows = minRows->valueint;
        } else if (!minRows) {
            g_Dbs.db[i].dbCfg.minRows = 0;    // 0 means default
        } else {
5075
            errorPrint("%s", "failed to read json, minRows not found\n");
5076 5077
            goto PARSE_OVER;
        }
5078

5079 5080 5081 5082 5083 5084
        cJSON* maxRows= cJSON_GetObjectItem(dbinfo, "maxRows");
        if (maxRows && maxRows->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.maxRows = maxRows->valueint;
        } else if (!maxRows) {
            g_Dbs.db[i].dbCfg.maxRows = 0;    // 0 means default
        } else {
5085
            errorPrint("%s", "failed to read json, maxRows not found\n");
5086 5087
            goto PARSE_OVER;
        }
5088

5089 5090 5091 5092 5093 5094
        cJSON* comp= cJSON_GetObjectItem(dbinfo, "comp");
        if (comp && comp->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.comp = comp->valueint;
        } else if (!comp) {
            g_Dbs.db[i].dbCfg.comp = -1;
        } else {
5095
            errorPrint("%s", "failed to read json, comp not found\n");
5096 5097
            goto PARSE_OVER;
        }
5098

5099 5100 5101 5102 5103 5104
        cJSON* walLevel= cJSON_GetObjectItem(dbinfo, "walLevel");
        if (walLevel && walLevel->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.walLevel = walLevel->valueint;
        } else if (!walLevel) {
            g_Dbs.db[i].dbCfg.walLevel = -1;
        } else {
5105
            errorPrint("%s", "failed to read json, walLevel not found\n");
5106 5107
            goto PARSE_OVER;
        }
5108

5109 5110 5111 5112 5113
        cJSON* cacheLast= cJSON_GetObjectItem(dbinfo, "cachelast");
        if (cacheLast && cacheLast->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.cacheLast = cacheLast->valueint;
        } else if (!cacheLast) {
            g_Dbs.db[i].dbCfg.cacheLast = -1;
5114
        } else {
5115
            errorPrint("%s", "failed to read json, cacheLast not found\n");
5116
            goto PARSE_OVER;
5117
        }
5118

5119 5120 5121 5122 5123
        cJSON* quorum= cJSON_GetObjectItem(dbinfo, "quorum");
        if (quorum && quorum->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.quorum = quorum->valueint;
        } else if (!quorum) {
            g_Dbs.db[i].dbCfg.quorum = 1;
5124
        } else {
5125 5126
            printf("failed to read json, quorum input mistake");
            goto PARSE_OVER;
5127
        }
5128 5129 5130 5131 5132 5133 5134

        cJSON* fsync= cJSON_GetObjectItem(dbinfo, "fsync");
        if (fsync && fsync->type == cJSON_Number) {
            g_Dbs.db[i].dbCfg.fsync = fsync->valueint;
        } else if (!fsync) {
            g_Dbs.db[i].dbCfg.fsync = -1;
        } else {
5135
            errorPrint("%s", "failed to read json, fsync input mistake\n");
5136
            goto PARSE_OVER;
5137 5138
        }

5139
        // super_tables
5140 5141
        cJSON *stables = cJSON_GetObjectItem(dbinfos, "super_tables");
        if (!stables || stables->type != cJSON_Array) {
5142
            errorPrint("%s", "failed to read json, super_tables not found\n");
5143
            goto PARSE_OVER;
5144
        }
5145

5146 5147 5148
        int stbSize = cJSON_GetArraySize(stables);
        if (stbSize > MAX_SUPER_TABLE_COUNT) {
            errorPrint(
5149 5150
                    "failed to read json, supertable size overflow, max supertable is %d\n",
                    MAX_SUPER_TABLE_COUNT);
5151
            goto PARSE_OVER;
5152
        }
5153

5154 5155 5156 5157
        g_Dbs.db[i].superTblCount = stbSize;
        for (int j = 0; j < stbSize; ++j) {
            cJSON* stbInfo = cJSON_GetArrayItem(stables, j);
            if (stbInfo == NULL) continue;
5158

5159 5160 5161 5162
            // dbinfo
            cJSON *stbName = cJSON_GetObjectItem(stbInfo, "name");
            if (!stbName || stbName->type != cJSON_String
                    || stbName->valuestring == NULL) {
5163
                errorPrint("%s", "failed to read json, stb name not found\n");
5164 5165
                goto PARSE_OVER;
            }
5166
            tstrncpy(g_Dbs.db[i].superTbls[j].stbName, stbName->valuestring,
5167
                    TSDB_TABLE_NAME_LEN);
5168

5169 5170
            cJSON *prefix = cJSON_GetObjectItem(stbInfo, "childtable_prefix");
            if (!prefix || prefix->type != cJSON_String || prefix->valuestring == NULL) {
5171
                errorPrint("%s", "failed to read json, childtable_prefix not found\n");
5172 5173 5174
                goto PARSE_OVER;
            }
            tstrncpy(g_Dbs.db[i].superTbls[j].childTblPrefix, prefix->valuestring,
5175
                    TBNAME_PREFIX_LEN);
5176 5177 5178 5179 5180 5181 5182 5183 5184 5185 5186 5187 5188 5189 5190 5191

            cJSON *autoCreateTbl = cJSON_GetObjectItem(stbInfo, "auto_create_table");
            if (autoCreateTbl
                    && autoCreateTbl->type == cJSON_String
                    && autoCreateTbl->valuestring != NULL) {
                if ((0 == strncasecmp(autoCreateTbl->valuestring, "yes", 3))
                        && (TBL_ALREADY_EXISTS != g_Dbs.db[i].superTbls[j].childTblExists)) {
                    g_Dbs.db[i].superTbls[j].autoCreateTable = AUTO_CREATE_SUBTBL;
                } else if (0 == strncasecmp(autoCreateTbl->valuestring, "no", 2)) {
                    g_Dbs.db[i].superTbls[j].autoCreateTable = PRE_CREATE_SUBTBL;
                } else {
                    g_Dbs.db[i].superTbls[j].autoCreateTable = PRE_CREATE_SUBTBL;
                }
            } else if (!autoCreateTbl) {
                g_Dbs.db[i].superTbls[j].autoCreateTable = PRE_CREATE_SUBTBL;
            } else {
5192
                errorPrint("%s", "failed to read json, auto_create_table not found\n");
5193 5194
                goto PARSE_OVER;
            }
5195

5196 5197 5198 5199
            cJSON* batchCreateTbl = cJSON_GetObjectItem(stbInfo, "batch_create_tbl_num");
            if (batchCreateTbl && batchCreateTbl->type == cJSON_Number) {
                g_Dbs.db[i].superTbls[j].batchCreateTableNum = batchCreateTbl->valueint;
            } else if (!batchCreateTbl) {
5200
                g_Dbs.db[i].superTbls[j].batchCreateTableNum = 10;
5201
            } else {
5202
                errorPrint("%s", "failed to read json, batch_create_tbl_num not found\n");
5203 5204 5205 5206 5207 5208 5209 5210 5211 5212 5213 5214 5215 5216 5217 5218 5219 5220 5221
                goto PARSE_OVER;
            }

            cJSON *childTblExists = cJSON_GetObjectItem(stbInfo, "child_table_exists"); // yes, no
            if (childTblExists
                    && childTblExists->type == cJSON_String
                    && childTblExists->valuestring != NULL) {
                if ((0 == strncasecmp(childTblExists->valuestring, "yes", 3))
                        && (g_Dbs.db[i].drop == false)) {
                    g_Dbs.db[i].superTbls[j].childTblExists = TBL_ALREADY_EXISTS;
                } else if ((0 == strncasecmp(childTblExists->valuestring, "no", 2)
                            || (g_Dbs.db[i].drop == true))) {
                    g_Dbs.db[i].superTbls[j].childTblExists = TBL_NO_EXISTS;
                } else {
                    g_Dbs.db[i].superTbls[j].childTblExists = TBL_NO_EXISTS;
                }
            } else if (!childTblExists) {
                g_Dbs.db[i].superTbls[j].childTblExists = TBL_NO_EXISTS;
            } else {
5222 5223
                errorPrint("%s",
                        "failed to read json, child_table_exists not found\n");
5224 5225 5226 5227 5228 5229 5230 5231 5232
                goto PARSE_OVER;
            }

            if (TBL_ALREADY_EXISTS == g_Dbs.db[i].superTbls[j].childTblExists) {
                g_Dbs.db[i].superTbls[j].autoCreateTable = PRE_CREATE_SUBTBL;
            }

            cJSON* count = cJSON_GetObjectItem(stbInfo, "childtable_count");
            if (!count || count->type != cJSON_Number || 0 >= count->valueint) {
5233 5234
                errorPrint("%s",
                        "failed to read json, childtable_count input mistake\n");
5235 5236 5237
                goto PARSE_OVER;
            }
            g_Dbs.db[i].superTbls[j].childTblCount = count->valueint;
5238
            g_totalChildTables += g_Dbs.db[i].superTbls[j].childTblCount;
5239 5240 5241 5242 5243

            cJSON *dataSource = cJSON_GetObjectItem(stbInfo, "data_source");
            if (dataSource && dataSource->type == cJSON_String
                    && dataSource->valuestring != NULL) {
                tstrncpy(g_Dbs.db[i].superTbls[j].dataSource,
5244 5245
                        dataSource->valuestring,
                        min(SMALL_BUFF_LEN, strlen(dataSource->valuestring) + 1));
5246
            } else if (!dataSource) {
5247 5248
                tstrncpy(g_Dbs.db[i].superTbls[j].dataSource, "rand",
                        min(SMALL_BUFF_LEN, strlen("rand") + 1));
5249
            } else {
5250
                errorPrint("%s", "failed to read json, data_source not found\n");
5251 5252 5253 5254 5255 5256 5257 5258 5259 5260 5261 5262 5263
                goto PARSE_OVER;
            }

            cJSON *stbIface = cJSON_GetObjectItem(stbInfo, "insert_mode"); // taosc , rest, stmt
            if (stbIface && stbIface->type == cJSON_String
                    && stbIface->valuestring != NULL) {
                if (0 == strcasecmp(stbIface->valuestring, "taosc")) {
                    g_Dbs.db[i].superTbls[j].iface= TAOSC_IFACE;
                } else if (0 == strcasecmp(stbIface->valuestring, "rest")) {
                    g_Dbs.db[i].superTbls[j].iface= REST_IFACE;
                } else if (0 == strcasecmp(stbIface->valuestring, "stmt")) {
                    g_Dbs.db[i].superTbls[j].iface= STMT_IFACE;
                } else {
5264 5265
                    errorPrint("failed to read json, insert_mode %s not recognized\n",
                            stbIface->valuestring);
5266 5267 5268 5269 5270 5271 5272 5273 5274 5275 5276 5277 5278
                    goto PARSE_OVER;
                }
            } else if (!stbIface) {
                g_Dbs.db[i].superTbls[j].iface = TAOSC_IFACE;
            } else {
                errorPrint("%s", "failed to read json, insert_mode not found\n");
                goto PARSE_OVER;
            }

            cJSON* childTbl_limit = cJSON_GetObjectItem(stbInfo, "childtable_limit");
            if ((childTbl_limit) && (g_Dbs.db[i].drop != true)
                    && (g_Dbs.db[i].superTbls[j].childTblExists == TBL_ALREADY_EXISTS)) {
                if (childTbl_limit->type != cJSON_Number) {
5279
                    errorPrint("%s", "failed to read json, childtable_limit\n");
5280 5281 5282 5283 5284 5285 5286 5287 5288 5289 5290 5291
                    goto PARSE_OVER;
                }
                g_Dbs.db[i].superTbls[j].childTblLimit = childTbl_limit->valueint;
            } else {
                g_Dbs.db[i].superTbls[j].childTblLimit = -1;    // select ... limit -1 means all query result, drop = yes mean all table need recreate, limit value is invalid.
            }

            cJSON* childTbl_offset = cJSON_GetObjectItem(stbInfo, "childtable_offset");
            if ((childTbl_offset) && (g_Dbs.db[i].drop != true)
                    && (g_Dbs.db[i].superTbls[j].childTblExists == TBL_ALREADY_EXISTS)) {
                if ((childTbl_offset->type != cJSON_Number)
                        || (0 > childTbl_offset->valueint)) {
5292
                    errorPrint("%s", "failed to read json, childtable_offset\n");
5293 5294 5295 5296 5297 5298 5299 5300 5301 5302 5303 5304 5305 5306 5307
                    goto PARSE_OVER;
                }
                g_Dbs.db[i].superTbls[j].childTblOffset = childTbl_offset->valueint;
            } else {
                g_Dbs.db[i].superTbls[j].childTblOffset = 0;
            }

            cJSON *ts = cJSON_GetObjectItem(stbInfo, "start_timestamp");
            if (ts && ts->type == cJSON_String && ts->valuestring != NULL) {
                tstrncpy(g_Dbs.db[i].superTbls[j].startTimestamp,
                        ts->valuestring, TSDB_DB_NAME_LEN);
            } else if (!ts) {
                tstrncpy(g_Dbs.db[i].superTbls[j].startTimestamp,
                        "now", TSDB_DB_NAME_LEN);
            } else {
5308
                errorPrint("%s", "failed to read json, start_timestamp not found\n");
5309 5310 5311 5312 5313 5314 5315
                goto PARSE_OVER;
            }

            cJSON* timestampStep = cJSON_GetObjectItem(stbInfo, "timestamp_step");
            if (timestampStep && timestampStep->type == cJSON_Number) {
                g_Dbs.db[i].superTbls[j].timeStampStep = timestampStep->valueint;
            } else if (!timestampStep) {
5316
                g_Dbs.db[i].superTbls[j].timeStampStep = g_args.timestamp_step;
5317
            } else {
5318
                errorPrint("%s", "failed to read json, timestamp_step not found\n");
5319 5320 5321 5322 5323 5324 5325
                goto PARSE_OVER;
            }

            cJSON *sampleFormat = cJSON_GetObjectItem(stbInfo, "sample_format");
            if (sampleFormat && sampleFormat->type
                    == cJSON_String && sampleFormat->valuestring != NULL) {
                tstrncpy(g_Dbs.db[i].superTbls[j].sampleFormat,
5326 5327 5328
                        sampleFormat->valuestring,
                        min(SMALL_BUFF_LEN,
                            strlen(sampleFormat->valuestring) + 1));
5329
            } else if (!sampleFormat) {
5330 5331
                tstrncpy(g_Dbs.db[i].superTbls[j].sampleFormat, "csv",
                        SMALL_BUFF_LEN);
5332
            } else {
5333
                errorPrint("%s", "failed to read json, sample_format not found\n");
5334 5335 5336 5337 5338 5339 5340
                goto PARSE_OVER;
            }

            cJSON *sampleFile = cJSON_GetObjectItem(stbInfo, "sample_file");
            if (sampleFile && sampleFile->type == cJSON_String
                    && sampleFile->valuestring != NULL) {
                tstrncpy(g_Dbs.db[i].superTbls[j].sampleFile,
5341 5342 5343
                        sampleFile->valuestring,
                        min(MAX_FILE_NAME_LEN,
                            strlen(sampleFile->valuestring) + 1));
5344
            } else if (!sampleFile) {
5345 5346
                memset(g_Dbs.db[i].superTbls[j].sampleFile, 0,
                        MAX_FILE_NAME_LEN);
5347
            } else {
5348
                errorPrint("%s", "failed to read json, sample_file not found\n");
5349 5350 5351 5352 5353 5354 5355 5356 5357 5358 5359 5360 5361 5362 5363 5364 5365
                goto PARSE_OVER;
            }

            cJSON *tagsFile = cJSON_GetObjectItem(stbInfo, "tags_file");
            if ((tagsFile && tagsFile->type == cJSON_String)
                    && (tagsFile->valuestring != NULL)) {
                tstrncpy(g_Dbs.db[i].superTbls[j].tagsFile,
                        tagsFile->valuestring, MAX_FILE_NAME_LEN);
                if (0 == g_Dbs.db[i].superTbls[j].tagsFile[0]) {
                    g_Dbs.db[i].superTbls[j].tagSource = 0;
                } else {
                    g_Dbs.db[i].superTbls[j].tagSource = 1;
                }
            } else if (!tagsFile) {
                memset(g_Dbs.db[i].superTbls[j].tagsFile, 0, MAX_FILE_NAME_LEN);
                g_Dbs.db[i].superTbls[j].tagSource = 0;
            } else {
5366
                errorPrint("%s", "failed to read json, tags_file not found\n");
5367 5368 5369 5370 5371 5372 5373 5374 5375 5376 5377 5378 5379 5380 5381
                goto PARSE_OVER;
            }

            cJSON* stbMaxSqlLen = cJSON_GetObjectItem(stbInfo, "max_sql_len");
            if (stbMaxSqlLen && stbMaxSqlLen->type == cJSON_Number) {
                int32_t len = stbMaxSqlLen->valueint;
                if (len > TSDB_MAX_ALLOWED_SQL_LEN) {
                    len = TSDB_MAX_ALLOWED_SQL_LEN;
                } else if (len < 5) {
                    len = 5;
                }
                g_Dbs.db[i].superTbls[j].maxSqlLen = len;
            } else if (!maxSqlLen) {
                g_Dbs.db[i].superTbls[j].maxSqlLen = g_args.max_sql_len;
            } else {
5382
                errorPrint("%s", "failed to read json, stbMaxSqlLen input mistake\n");
5383 5384 5385 5386 5387 5388 5389 5390 5391 5392 5393 5394 5395 5396 5397 5398
                goto PARSE_OVER;
            }
            /*
               cJSON *multiThreadWriteOneTbl =
               cJSON_GetObjectItem(stbInfo, "multi_thread_write_one_tbl"); // no , yes
               if (multiThreadWriteOneTbl
               && multiThreadWriteOneTbl->type == cJSON_String
               && multiThreadWriteOneTbl->valuestring != NULL) {
               if (0 == strncasecmp(multiThreadWriteOneTbl->valuestring, "yes", 3)) {
               g_Dbs.db[i].superTbls[j].multiThreadWriteOneTbl = 1;
               } else {
               g_Dbs.db[i].superTbls[j].multiThreadWriteOneTbl = 0;
               }
               } else if (!multiThreadWriteOneTbl) {
               g_Dbs.db[i].superTbls[j].multiThreadWriteOneTbl = 0;
               } else {
5399
               errorPrint("%s", "failed to read json, multiThreadWriteOneTbl not found\n");
5400 5401 5402 5403 5404 5405
               goto PARSE_OVER;
               }
               */
            cJSON* insertRows = cJSON_GetObjectItem(stbInfo, "insert_rows");
            if (insertRows && insertRows->type == cJSON_Number) {
                if (insertRows->valueint < 0) {
5406
                    errorPrint("%s", "failed to read json, insert_rows input mistake\n");
5407 5408 5409 5410 5411 5412
                    goto PARSE_OVER;
                }
                g_Dbs.db[i].superTbls[j].insertRows = insertRows->valueint;
            } else if (!insertRows) {
                g_Dbs.db[i].superTbls[j].insertRows = 0x7FFFFFFFFFFFFFFF;
            } else {
5413
                errorPrint("%s", "failed to read json, insert_rows input mistake\n");
5414 5415 5416 5417 5418 5419
                goto PARSE_OVER;
            }

            cJSON* stbInterlaceRows = cJSON_GetObjectItem(stbInfo, "interlace_rows");
            if (stbInterlaceRows && stbInterlaceRows->type == cJSON_Number) {
                if (stbInterlaceRows->valueint < 0) {
5420
                    errorPrint("%s", "failed to read json, interlace rows input mistake\n");
5421 5422 5423 5424 5425 5426 5427 5428 5429 5430 5431 5432 5433 5434 5435 5436 5437
                    goto PARSE_OVER;
                }
                g_Dbs.db[i].superTbls[j].interlaceRows = stbInterlaceRows->valueint;

                if (g_Dbs.db[i].superTbls[j].interlaceRows > g_Dbs.db[i].superTbls[j].insertRows) {
                    printf("NOTICE: db[%d].superTbl[%d]'s interlace rows value %u > insert_rows %"PRId64"\n\n",
                            i, j, g_Dbs.db[i].superTbls[j].interlaceRows,
                            g_Dbs.db[i].superTbls[j].insertRows);
                    printf("        interlace rows value will be set to insert_rows %"PRId64"\n\n",
                            g_Dbs.db[i].superTbls[j].insertRows);
                    prompt();
                    g_Dbs.db[i].superTbls[j].interlaceRows = g_Dbs.db[i].superTbls[j].insertRows;
                }
            } else if (!stbInterlaceRows) {
                g_Dbs.db[i].superTbls[j].interlaceRows = 0; // 0 means progressive mode, > 0 mean interlace mode. max value is less or equ num_of_records_per_req
            } else {
                errorPrint(
5438
                        "%s", "failed to read json, interlace rows input mistake\n");
5439 5440 5441 5442 5443 5444 5445 5446 5447 5448 5449 5450 5451 5452 5453
                goto PARSE_OVER;
            }

            cJSON* disorderRatio = cJSON_GetObjectItem(stbInfo, "disorder_ratio");
            if (disorderRatio && disorderRatio->type == cJSON_Number) {
                if (disorderRatio->valueint > 50)
                    disorderRatio->valueint = 50;

                if (disorderRatio->valueint < 0)
                    disorderRatio->valueint = 0;

                g_Dbs.db[i].superTbls[j].disorderRatio = disorderRatio->valueint;
            } else if (!disorderRatio) {
                g_Dbs.db[i].superTbls[j].disorderRatio = 0;
            } else {
5454
                errorPrint("%s", "failed to read json, disorderRatio not found\n");
5455 5456 5457 5458 5459 5460 5461 5462 5463
                goto PARSE_OVER;
            }

            cJSON* disorderRange = cJSON_GetObjectItem(stbInfo, "disorder_range");
            if (disorderRange && disorderRange->type == cJSON_Number) {
                g_Dbs.db[i].superTbls[j].disorderRange = disorderRange->valueint;
            } else if (!disorderRange) {
                g_Dbs.db[i].superTbls[j].disorderRange = 1000;
            } else {
5464
                errorPrint("%s", "failed to read json, disorderRange not found\n");
5465 5466 5467 5468 5469 5470 5471
                goto PARSE_OVER;
            }

            cJSON* insertInterval = cJSON_GetObjectItem(stbInfo, "insert_interval");
            if (insertInterval && insertInterval->type == cJSON_Number) {
                g_Dbs.db[i].superTbls[j].insertInterval = insertInterval->valueint;
                if (insertInterval->valueint < 0) {
5472
                    errorPrint("%s", "failed to read json, insert_interval input mistake\n");
5473 5474 5475
                    goto PARSE_OVER;
                }
            } else if (!insertInterval) {
5476
                verbosePrint("%s() LN%d: stable insert interval be overrode by global %"PRIu64".\n",
5477 5478 5479
                        __func__, __LINE__, g_args.insert_interval);
                g_Dbs.db[i].superTbls[j].insertInterval = g_args.insert_interval;
            } else {
5480
                errorPrint("%s", "failed to read json, insert_interval input mistake\n");
5481 5482
                goto PARSE_OVER;
            }
5483

5484 5485 5486 5487 5488
            int retVal = getColumnAndTagTypeFromInsertJsonFile(
                    stbInfo, &g_Dbs.db[i].superTbls[j]);
            if (false == retVal) {
                goto PARSE_OVER;
            }
5489
        }
5490
    }
5491

5492
    ret = true;
5493

5494
PARSE_OVER:
5495
    return ret;
5496 5497 5498
}

static bool getMetaFromQueryJsonFile(cJSON* root) {
5499
    bool  ret = false;
5500

5501 5502 5503 5504
    cJSON* cfgdir = cJSON_GetObjectItem(root, "cfgdir");
    if (cfgdir && cfgdir->type == cJSON_String && cfgdir->valuestring != NULL) {
        tstrncpy(g_queryInfo.cfgDir, cfgdir->valuestring, MAX_FILE_NAME_LEN);
    }
H
hzcheng 已提交
5505

5506 5507 5508 5509 5510
    cJSON* host = cJSON_GetObjectItem(root, "host");
    if (host && host->type == cJSON_String && host->valuestring != NULL) {
        tstrncpy(g_queryInfo.host, host->valuestring, MAX_HOSTNAME_SIZE);
    } else if (!host) {
        tstrncpy(g_queryInfo.host, "127.0.0.1", MAX_HOSTNAME_SIZE);
H
hzcheng 已提交
5511
    } else {
5512
        errorPrint("%s", "failed to read json, host not found\n");
5513
        goto PARSE_OVER;
H
hzcheng 已提交
5514
    }
5515

5516 5517 5518 5519 5520
    cJSON* port = cJSON_GetObjectItem(root, "port");
    if (port && port->type == cJSON_Number) {
        g_queryInfo.port = port->valueint;
    } else if (!port) {
        g_queryInfo.port = 6030;
5521
    }
5522

5523 5524 5525 5526 5527
    cJSON* user = cJSON_GetObjectItem(root, "user");
    if (user && user->type == cJSON_String && user->valuestring != NULL) {
        tstrncpy(g_queryInfo.user, user->valuestring, MAX_USERNAME_SIZE);
    } else if (!user) {
        tstrncpy(g_queryInfo.user, "root", MAX_USERNAME_SIZE); ;
5528 5529
    }

5530 5531
    cJSON* password = cJSON_GetObjectItem(root, "password");
    if (password && password->type == cJSON_String && password->valuestring != NULL) {
5532
        tstrncpy(g_queryInfo.password, password->valuestring, SHELL_MAX_PASSWORD_LEN);
5533
    } else if (!password) {
5534
        tstrncpy(g_queryInfo.password, "taosdata", SHELL_MAX_PASSWORD_LEN);;
5535
    }
5536

5537 5538 5539 5540 5541 5542 5543 5544 5545 5546 5547 5548
    cJSON *answerPrompt = cJSON_GetObjectItem(root, "confirm_parameter_prompt"); // yes, no,
    if (answerPrompt && answerPrompt->type == cJSON_String
            && answerPrompt->valuestring != NULL) {
        if (0 == strncasecmp(answerPrompt->valuestring, "yes", 3)) {
            g_args.answer_yes = false;
        } else if (0 == strncasecmp(answerPrompt->valuestring, "no", 2)) {
            g_args.answer_yes = true;
        } else {
            g_args.answer_yes = false;
        }
    } else if (!answerPrompt) {
        g_args.answer_yes = false;
5549
    } else {
5550
        errorPrint("%s", "failed to read json, confirm_parameter_prompt not found\n");
5551
        goto PARSE_OVER;
5552
    }
5553

5554 5555 5556
    cJSON* gQueryTimes = cJSON_GetObjectItem(root, "query_times");
    if (gQueryTimes && gQueryTimes->type == cJSON_Number) {
        if (gQueryTimes->valueint <= 0) {
5557
            errorPrint("%s()", "failed to read json, query_times input mistake\n");
5558 5559 5560 5561 5562
            goto PARSE_OVER;
        }
        g_args.query_times = gQueryTimes->valueint;
    } else if (!gQueryTimes) {
        g_args.query_times = 1;
5563
    } else {
5564
        errorPrint("%s", "failed to read json, query_times input mistake\n");
5565
        goto PARSE_OVER;
5566
    }
5567

5568 5569 5570 5571
    cJSON* dbs = cJSON_GetObjectItem(root, "databases");
    if (dbs && dbs->type == cJSON_String && dbs->valuestring != NULL) {
        tstrncpy(g_queryInfo.dbName, dbs->valuestring, TSDB_DB_NAME_LEN);
    } else if (!dbs) {
5572
        errorPrint("%s", "failed to read json, databases not found\n");
5573
        goto PARSE_OVER;
5574
    }
5575

5576
    cJSON* queryMode = cJSON_GetObjectItem(root, "query_mode");
5577 5578 5579 5580 5581
    if (queryMode
            && queryMode->type == cJSON_String
            && queryMode->valuestring != NULL) {
        tstrncpy(g_queryInfo.queryMode, queryMode->valuestring,
                min(SMALL_BUFF_LEN, strlen(queryMode->valuestring) + 1));
5582
    } else if (!queryMode) {
5583 5584
        tstrncpy(g_queryInfo.queryMode, "taosc",
                min(SMALL_BUFF_LEN, strlen("taosc") + 1));
5585
    } else {
5586
        errorPrint("%s", "failed to read json, query_mode not found\n");
5587
        goto PARSE_OVER;
5588
    }
5589

5590 5591 5592 5593 5594 5595
    // specified_table_query
    cJSON *specifiedQuery = cJSON_GetObjectItem(root, "specified_table_query");
    if (!specifiedQuery) {
        g_queryInfo.specifiedQueryInfo.concurrent = 1;
        g_queryInfo.specifiedQueryInfo.sqlCount = 0;
    } else if (specifiedQuery->type != cJSON_Object) {
5596
        errorPrint("%s", "failed to read json, super_table_query not found\n");
5597 5598
        goto PARSE_OVER;
    } else {
5599 5600 5601 5602 5603 5604
        cJSON* queryInterval = cJSON_GetObjectItem(specifiedQuery, "query_interval");
        if (queryInterval && queryInterval->type == cJSON_Number) {
            g_queryInfo.specifiedQueryInfo.queryInterval = queryInterval->valueint;
        } else if (!queryInterval) {
            g_queryInfo.specifiedQueryInfo.queryInterval = 0;
        }
5605

5606 5607 5608 5609 5610
        cJSON* specifiedQueryTimes = cJSON_GetObjectItem(specifiedQuery,
                "query_times");
        if (specifiedQueryTimes && specifiedQueryTimes->type == cJSON_Number) {
            if (specifiedQueryTimes->valueint <= 0) {
                errorPrint(
5611 5612
                        "failed to read json, query_times: %"PRId64", need be a valid (>0) number\n",
                        specifiedQueryTimes->valueint);
5613
                goto PARSE_OVER;
5614

5615 5616 5617 5618
            }
            g_queryInfo.specifiedQueryInfo.queryTimes = specifiedQueryTimes->valueint;
        } else if (!specifiedQueryTimes) {
            g_queryInfo.specifiedQueryInfo.queryTimes = g_args.query_times;
5619
        } else {
5620 5621 5622
            errorPrint("%s() LN%d, failed to read json, query_times input mistake\n",
                    __func__, __LINE__);
            goto PARSE_OVER;
5623
        }
5624

5625 5626 5627 5628
        cJSON* concurrent = cJSON_GetObjectItem(specifiedQuery, "concurrent");
        if (concurrent && concurrent->type == cJSON_Number) {
            if (concurrent->valueint <= 0) {
                errorPrint(
5629
                        "query sqlCount %d or concurrent %d is not correct.\n",
5630 5631 5632 5633 5634 5635 5636 5637
                        g_queryInfo.specifiedQueryInfo.sqlCount,
                        g_queryInfo.specifiedQueryInfo.concurrent);
                goto PARSE_OVER;
            }
            g_queryInfo.specifiedQueryInfo.concurrent = concurrent->valueint;
        } else if (!concurrent) {
            g_queryInfo.specifiedQueryInfo.concurrent = 1;
        }
5638

5639 5640 5641 5642 5643 5644 5645 5646
        cJSON* specifiedAsyncMode = cJSON_GetObjectItem(specifiedQuery, "mode");
        if (specifiedAsyncMode && specifiedAsyncMode->type == cJSON_String
                && specifiedAsyncMode->valuestring != NULL) {
            if (0 == strcmp("sync", specifiedAsyncMode->valuestring)) {
                g_queryInfo.specifiedQueryInfo.asyncMode = SYNC_MODE;
            } else if (0 == strcmp("async", specifiedAsyncMode->valuestring)) {
                g_queryInfo.specifiedQueryInfo.asyncMode = ASYNC_MODE;
            } else {
5647
                errorPrint("%s", "failed to read json, async mode input error\n");
5648 5649 5650 5651 5652
                goto PARSE_OVER;
            }
        } else {
            g_queryInfo.specifiedQueryInfo.asyncMode = SYNC_MODE;
        }
5653

5654 5655 5656 5657 5658 5659 5660 5661
        cJSON* interval = cJSON_GetObjectItem(specifiedQuery, "interval");
        if (interval && interval->type == cJSON_Number) {
            g_queryInfo.specifiedQueryInfo.subscribeInterval = interval->valueint;
        } else if (!interval) {
            //printf("failed to read json, subscribe interval no found\n");
            //goto PARSE_OVER;
            g_queryInfo.specifiedQueryInfo.subscribeInterval = 10000;
        }
5662

5663 5664 5665 5666 5667 5668 5669
        cJSON* restart = cJSON_GetObjectItem(specifiedQuery, "restart");
        if (restart && restart->type == cJSON_String && restart->valuestring != NULL) {
            if (0 == strcmp("yes", restart->valuestring)) {
                g_queryInfo.specifiedQueryInfo.subscribeRestart = true;
            } else if (0 == strcmp("no", restart->valuestring)) {
                g_queryInfo.specifiedQueryInfo.subscribeRestart = false;
            } else {
5670
                errorPrint("%s", "failed to read json, subscribe restart error\n");
5671 5672 5673 5674 5675
                goto PARSE_OVER;
            }
        } else {
            g_queryInfo.specifiedQueryInfo.subscribeRestart = true;
        }
5676

5677 5678 5679 5680 5681 5682 5683 5684 5685
        cJSON* keepProgress = cJSON_GetObjectItem(specifiedQuery, "keepProgress");
        if (keepProgress
                && keepProgress->type == cJSON_String
                && keepProgress->valuestring != NULL) {
            if (0 == strcmp("yes", keepProgress->valuestring)) {
                g_queryInfo.specifiedQueryInfo.subscribeKeepProgress = 1;
            } else if (0 == strcmp("no", keepProgress->valuestring)) {
                g_queryInfo.specifiedQueryInfo.subscribeKeepProgress = 0;
            } else {
5686
                errorPrint("%s", "failed to read json, subscribe keepProgress error\n");
5687 5688 5689 5690 5691
                goto PARSE_OVER;
            }
        } else {
            g_queryInfo.specifiedQueryInfo.subscribeKeepProgress = 0;
        }
5692

5693 5694 5695 5696 5697
        // sqls
        cJSON* specifiedSqls = cJSON_GetObjectItem(specifiedQuery, "sqls");
        if (!specifiedSqls) {
            g_queryInfo.specifiedQueryInfo.sqlCount = 0;
        } else if (specifiedSqls->type != cJSON_Array) {
5698
            errorPrint("%s", "failed to read json, super sqls not found\n");
5699 5700 5701 5702 5703
            goto PARSE_OVER;
        } else {
            int superSqlSize = cJSON_GetArraySize(specifiedSqls);
            if (superSqlSize * g_queryInfo.specifiedQueryInfo.concurrent
                    > MAX_QUERY_SQL_COUNT) {
5704
                errorPrint("failed to read json, query sql(%d) * concurrent(%d) overflow, max is %d\n",
5705 5706 5707 5708 5709
                        superSqlSize,
                        g_queryInfo.specifiedQueryInfo.concurrent,
                        MAX_QUERY_SQL_COUNT);
                goto PARSE_OVER;
            }
5710

5711 5712 5713 5714 5715 5716 5717
            g_queryInfo.specifiedQueryInfo.sqlCount = superSqlSize;
            for (int j = 0; j < superSqlSize; ++j) {
                cJSON* sql = cJSON_GetArrayItem(specifiedSqls, j);
                if (sql == NULL) continue;

                cJSON *sqlStr = cJSON_GetObjectItem(sql, "sql");
                if (!sqlStr || sqlStr->type != cJSON_String || sqlStr->valuestring == NULL) {
5718
                    errorPrint("%s", "failed to read json, sql not found\n");
5719 5720 5721
                    goto PARSE_OVER;
                }
                tstrncpy(g_queryInfo.specifiedQueryInfo.sql[j],
5722
                        sqlStr->valuestring, BUFFER_SIZE);
5723 5724 5725 5726 5727 5728 5729 5730 5731 5732 5733 5734 5735 5736 5737 5738 5739 5740 5741 5742 5743 5744 5745 5746 5747 5748 5749 5750 5751 5752 5753 5754 5755 5756 5757

                // default value is -1, which mean infinite loop
                g_queryInfo.specifiedQueryInfo.endAfterConsume[j] = -1;
                cJSON* endAfterConsume =
                    cJSON_GetObjectItem(specifiedQuery, "endAfterConsume");
                if (endAfterConsume
                        && endAfterConsume->type == cJSON_Number) {
                    g_queryInfo.specifiedQueryInfo.endAfterConsume[j]
                        = endAfterConsume->valueint;
                }
                if (g_queryInfo.specifiedQueryInfo.endAfterConsume[j] < -1)
                    g_queryInfo.specifiedQueryInfo.endAfterConsume[j] = -1;

                g_queryInfo.specifiedQueryInfo.resubAfterConsume[j] = -1;
                cJSON* resubAfterConsume =
                    cJSON_GetObjectItem(specifiedQuery, "resubAfterConsume");
                if ((resubAfterConsume)
                        && (resubAfterConsume->type == cJSON_Number)
                        && (resubAfterConsume->valueint >= 0)) {
                    g_queryInfo.specifiedQueryInfo.resubAfterConsume[j]
                        = resubAfterConsume->valueint;
                }

                if (g_queryInfo.specifiedQueryInfo.resubAfterConsume[j] < -1)
                    g_queryInfo.specifiedQueryInfo.resubAfterConsume[j] = -1;

                cJSON *result = cJSON_GetObjectItem(sql, "result");
                if ((NULL != result) && (result->type == cJSON_String)
                        && (result->valuestring != NULL)) {
                    tstrncpy(g_queryInfo.specifiedQueryInfo.result[j],
                            result->valuestring, MAX_FILE_NAME_LEN);
                } else if (NULL == result) {
                    memset(g_queryInfo.specifiedQueryInfo.result[j],
                            0, MAX_FILE_NAME_LEN);
                } else {
5758 5759
                    errorPrint("%s",
                            "failed to read json, super query result file not found\n");
5760 5761 5762 5763
                    goto PARSE_OVER;
                }
            }
        }
5764
    }
5765

5766 5767 5768 5769 5770 5771
    // super_table_query
    cJSON *superQuery = cJSON_GetObjectItem(root, "super_table_query");
    if (!superQuery) {
        g_queryInfo.superQueryInfo.threadCnt = 1;
        g_queryInfo.superQueryInfo.sqlCount = 0;
    } else if (superQuery->type != cJSON_Object) {
5772
        errorPrint("%s", "failed to read json, sub_table_query not found\n");
5773
        ret = true;
5774 5775
        goto PARSE_OVER;
    } else {
5776 5777 5778 5779 5780 5781 5782 5783 5784 5785
        cJSON* subrate = cJSON_GetObjectItem(superQuery, "query_interval");
        if (subrate && subrate->type == cJSON_Number) {
            g_queryInfo.superQueryInfo.queryInterval = subrate->valueint;
        } else if (!subrate) {
            g_queryInfo.superQueryInfo.queryInterval = 0;
        }

        cJSON* superQueryTimes = cJSON_GetObjectItem(superQuery, "query_times");
        if (superQueryTimes && superQueryTimes->type == cJSON_Number) {
            if (superQueryTimes->valueint <= 0) {
5786 5787
                errorPrint("failed to read json, query_times: %"PRId64", need be a valid (>0) number\n",
                        superQueryTimes->valueint);
5788 5789 5790 5791 5792 5793
                goto PARSE_OVER;
            }
            g_queryInfo.superQueryInfo.queryTimes = superQueryTimes->valueint;
        } else if (!superQueryTimes) {
            g_queryInfo.superQueryInfo.queryTimes = g_args.query_times;
        } else {
5794
            errorPrint("%s", "failed to read json, query_times input mistake\n");
5795 5796
            goto PARSE_OVER;
        }
5797

5798 5799 5800
        cJSON* threads = cJSON_GetObjectItem(superQuery, "threads");
        if (threads && threads->type == cJSON_Number) {
            if (threads->valueint <= 0) {
5801
                errorPrint("%s", "failed to read json, threads input mistake\n");
5802 5803 5804 5805 5806 5807 5808 5809 5810 5811 5812 5813 5814 5815 5816 5817 5818 5819
                goto PARSE_OVER;

            }
            g_queryInfo.superQueryInfo.threadCnt = threads->valueint;
        } else if (!threads) {
            g_queryInfo.superQueryInfo.threadCnt = 1;
        }

        //cJSON* subTblCnt = cJSON_GetObjectItem(superQuery, "childtable_count");
        //if (subTblCnt && subTblCnt->type == cJSON_Number) {
        //  g_queryInfo.superQueryInfo.childTblCount = subTblCnt->valueint;
        //} else if (!subTblCnt) {
        //  g_queryInfo.superQueryInfo.childTblCount = 0;
        //}

        cJSON* stblname = cJSON_GetObjectItem(superQuery, "stblname");
        if (stblname && stblname->type == cJSON_String
                && stblname->valuestring != NULL) {
5820
            tstrncpy(g_queryInfo.superQueryInfo.stbName, stblname->valuestring,
5821 5822
                    TSDB_TABLE_NAME_LEN);
        } else {
5823
            errorPrint("%s", "failed to read json, super table name input error\n");
5824 5825 5826 5827 5828 5829 5830 5831 5832 5833 5834
            goto PARSE_OVER;
        }

        cJSON* superAsyncMode = cJSON_GetObjectItem(superQuery, "mode");
        if (superAsyncMode && superAsyncMode->type == cJSON_String
                && superAsyncMode->valuestring != NULL) {
            if (0 == strcmp("sync", superAsyncMode->valuestring)) {
                g_queryInfo.superQueryInfo.asyncMode = SYNC_MODE;
            } else if (0 == strcmp("async", superAsyncMode->valuestring)) {
                g_queryInfo.superQueryInfo.asyncMode = ASYNC_MODE;
            } else {
5835
                errorPrint("%s", "failed to read json, async mode input error\n");
5836 5837 5838 5839 5840 5841 5842 5843 5844
                goto PARSE_OVER;
            }
        } else {
            g_queryInfo.superQueryInfo.asyncMode = SYNC_MODE;
        }

        cJSON* superInterval = cJSON_GetObjectItem(superQuery, "interval");
        if (superInterval && superInterval->type == cJSON_Number) {
            if (superInterval->valueint < 0) {
5845
                errorPrint("%s", "failed to read json, interval input mistake\n");
5846 5847 5848 5849 5850 5851 5852 5853 5854 5855 5856 5857 5858 5859 5860 5861 5862
                goto PARSE_OVER;
            }
            g_queryInfo.superQueryInfo.subscribeInterval = superInterval->valueint;
        } else if (!superInterval) {
            //printf("failed to read json, subscribe interval no found\n");
            //goto PARSE_OVER;
            g_queryInfo.superQueryInfo.subscribeInterval = 10000;
        }

        cJSON* subrestart = cJSON_GetObjectItem(superQuery, "restart");
        if (subrestart && subrestart->type == cJSON_String
                && subrestart->valuestring != NULL) {
            if (0 == strcmp("yes", subrestart->valuestring)) {
                g_queryInfo.superQueryInfo.subscribeRestart = true;
            } else if (0 == strcmp("no", subrestart->valuestring)) {
                g_queryInfo.superQueryInfo.subscribeRestart = false;
            } else {
5863
                errorPrint("%s", "failed to read json, subscribe restart error\n");
5864 5865 5866 5867 5868 5869 5870 5871 5872 5873 5874 5875 5876 5877 5878
                goto PARSE_OVER;
            }
        } else {
            g_queryInfo.superQueryInfo.subscribeRestart = true;
        }

        cJSON* superkeepProgress = cJSON_GetObjectItem(superQuery, "keepProgress");
        if (superkeepProgress &&
                superkeepProgress->type == cJSON_String
                && superkeepProgress->valuestring != NULL) {
            if (0 == strcmp("yes", superkeepProgress->valuestring)) {
                g_queryInfo.superQueryInfo.subscribeKeepProgress = 1;
            } else if (0 == strcmp("no", superkeepProgress->valuestring)) {
                g_queryInfo.superQueryInfo.subscribeKeepProgress = 0;
            } else {
5879 5880
                errorPrint("%s",
                        "failed to read json, subscribe super table keepProgress error\n");
5881 5882 5883 5884 5885 5886 5887
                goto PARSE_OVER;
            }
        } else {
            g_queryInfo.superQueryInfo.subscribeKeepProgress = 0;
        }

        // default value is -1, which mean do not resub
5888
        g_queryInfo.superQueryInfo.endAfterConsume = -1;
5889 5890 5891 5892 5893 5894 5895 5896 5897
        cJSON* superEndAfterConsume =
            cJSON_GetObjectItem(superQuery, "endAfterConsume");
        if (superEndAfterConsume
                && superEndAfterConsume->type == cJSON_Number) {
            g_queryInfo.superQueryInfo.endAfterConsume =
                superEndAfterConsume->valueint;
        }
        if (g_queryInfo.superQueryInfo.endAfterConsume < -1)
            g_queryInfo.superQueryInfo.endAfterConsume = -1;
5898

5899
        // default value is -1, which mean do not resub
5900
        g_queryInfo.superQueryInfo.resubAfterConsume = -1;
5901 5902 5903 5904 5905 5906 5907 5908 5909 5910 5911 5912 5913 5914 5915 5916
        cJSON* superResubAfterConsume =
            cJSON_GetObjectItem(superQuery, "resubAfterConsume");
        if ((superResubAfterConsume)
                && (superResubAfterConsume->type == cJSON_Number)
                && (superResubAfterConsume->valueint >= 0)) {
            g_queryInfo.superQueryInfo.resubAfterConsume =
                superResubAfterConsume->valueint;
        }
        if (g_queryInfo.superQueryInfo.resubAfterConsume < -1)
            g_queryInfo.superQueryInfo.resubAfterConsume = -1;

        // supert table sqls
        cJSON* superSqls = cJSON_GetObjectItem(superQuery, "sqls");
        if (!superSqls) {
            g_queryInfo.superQueryInfo.sqlCount = 0;
        } else if (superSqls->type != cJSON_Array) {
5917
            errorPrint("%s", "failed to read json, super sqls not found\n");
5918 5919 5920 5921
            goto PARSE_OVER;
        } else {
            int superSqlSize = cJSON_GetArraySize(superSqls);
            if (superSqlSize > MAX_QUERY_SQL_COUNT) {
5922 5923
                errorPrint("failed to read json, query sql size overflow, max is %d\n",
                        MAX_QUERY_SQL_COUNT);
5924 5925
                goto PARSE_OVER;
            }
5926

5927 5928 5929 5930
            g_queryInfo.superQueryInfo.sqlCount = superSqlSize;
            for (int j = 0; j < superSqlSize; ++j) {
                cJSON* sql = cJSON_GetArrayItem(superSqls, j);
                if (sql == NULL) continue;
5931

5932 5933 5934
                cJSON *sqlStr = cJSON_GetObjectItem(sql, "sql");
                if (!sqlStr || sqlStr->type != cJSON_String
                        || sqlStr->valuestring == NULL) {
5935
                    errorPrint("%s", "failed to read json, sql not found\n");
5936 5937 5938
                    goto PARSE_OVER;
                }
                tstrncpy(g_queryInfo.superQueryInfo.sql[j], sqlStr->valuestring,
5939
                        BUFFER_SIZE);
5940 5941 5942

                cJSON *result = cJSON_GetObjectItem(sql, "result");
                if (result != NULL && result->type == cJSON_String
5943
                        && result->valuestring != NULL) {
5944 5945 5946 5947 5948
                    tstrncpy(g_queryInfo.superQueryInfo.result[j],
                            result->valuestring, MAX_FILE_NAME_LEN);
                } else if (NULL == result) {
                    memset(g_queryInfo.superQueryInfo.result[j], 0, MAX_FILE_NAME_LEN);
                }  else {
5949
                    errorPrint("%s", "failed to read json, sub query result file not found\n");
5950 5951 5952
                    goto PARSE_OVER;
                }
            }
5953
        }
5954
    }
H
hzcheng 已提交
5955

5956
    ret = true;
H
hzcheng 已提交
5957

5958
PARSE_OVER:
5959
    return ret;
5960
}
H
hzcheng 已提交
5961

5962
static bool getInfoFromJsonFile(char* file) {
5963
    debugPrint("%s %d %s\n", __func__, __LINE__, file);
5964

5965 5966
    FILE *fp = fopen(file, "r");
    if (!fp) {
5967
        errorPrint("failed to read %s, reason:%s\n", file, strerror(errno));
5968 5969
        return false;
    }
H
Hui Li 已提交
5970

5971 5972 5973 5974 5975 5976 5977
    bool  ret = false;
    int   maxLen = 6400000;
    char *content = calloc(1, maxLen + 1);
    int   len = fread(content, 1, maxLen, fp);
    if (len <= 0) {
        free(content);
        fclose(fp);
5978
        errorPrint("failed to read %s, content is null", file);
5979 5980
        return false;
    }
H
Hui Li 已提交
5981

5982 5983 5984
    content[len] = 0;
    cJSON* root = cJSON_Parse(content);
    if (root == NULL) {
5985
        errorPrint("failed to cjson parse %s, invalid json format\n", file);
5986 5987
        goto PARSE_OVER;
    }
H
Hui Li 已提交
5988

5989 5990 5991 5992 5993 5994 5995 5996 5997
    cJSON* filetype = cJSON_GetObjectItem(root, "filetype");
    if (filetype && filetype->type == cJSON_String && filetype->valuestring != NULL) {
        if (0 == strcasecmp("insert", filetype->valuestring)) {
            g_args.test_mode = INSERT_TEST;
        } else if (0 == strcasecmp("query", filetype->valuestring)) {
            g_args.test_mode = QUERY_TEST;
        } else if (0 == strcasecmp("subscribe", filetype->valuestring)) {
            g_args.test_mode = SUBSCRIBE_TEST;
        } else {
5998
            errorPrint("%s", "failed to read json, filetype not support\n");
5999 6000 6001 6002
            goto PARSE_OVER;
        }
    } else if (!filetype) {
        g_args.test_mode = INSERT_TEST;
6003
    } else {
6004
        errorPrint("%s", "failed to read json, filetype not found\n");
6005
        goto PARSE_OVER;
6006
    }
H
hzcheng 已提交
6007

6008 6009 6010 6011 6012 6013
    if (INSERT_TEST == g_args.test_mode) {
        ret = getMetaFromInsertJsonFile(root);
    } else if ((QUERY_TEST == g_args.test_mode)
            || (SUBSCRIBE_TEST == g_args.test_mode)) {
        ret = getMetaFromQueryJsonFile(root);
    } else {
6014 6015
        errorPrint("%s",
                "input json file type error! please input correct file type: insert or query or subscribe\n");
6016 6017
        goto PARSE_OVER;
    }
6018

6019
PARSE_OVER:
6020 6021 6022 6023
    free(content);
    cJSON_Delete(root);
    fclose(fp);
    return ret;
6024
}
H
hzcheng 已提交
6025

6026
static int prepareSampleData() {
6027 6028 6029 6030 6031 6032 6033
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        for (int j = 0; j < g_Dbs.db[i].superTblCount; j++) {
            if (g_Dbs.db[i].superTbls[j].tagsFile[0] != 0) {
                if (readTagFromCsvFileToMem(&g_Dbs.db[i].superTbls[j]) != 0) {
                    return -1;
                }
            }
6034
        }
6035
    }
6036

6037
    return 0;
6038 6039
}

6040
static void postFreeResource() {
6041
    tmfclose(g_fpOfInsertResult);
6042

6043 6044 6045
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        for (uint64_t j = 0; j < g_Dbs.db[i].superTblCount; j++) {
            if (0 != g_Dbs.db[i].superTbls[j].colsOfCreateChildTable) {
6046
                tmfree(g_Dbs.db[i].superTbls[j].colsOfCreateChildTable);
6047 6048 6049
                g_Dbs.db[i].superTbls[j].colsOfCreateChildTable = NULL;
            }
            if (0 != g_Dbs.db[i].superTbls[j].sampleDataBuf) {
6050
                tmfree(g_Dbs.db[i].superTbls[j].sampleDataBuf);
6051 6052
                g_Dbs.db[i].superTbls[j].sampleDataBuf = NULL;
            }
6053

6054 6055 6056 6057 6058 6059 6060 6061 6062 6063 6064 6065 6066
#if STMT_BIND_PARAM_BATCH == 1
            for (int c = 0;
                    c < g_Dbs.db[i].superTbls[j].columnCount; c ++) {

                if (g_Dbs.db[i].superTbls[j].sampleBindBatchArray) {

                    tmfree((char *)((uintptr_t)*(uintptr_t*)(
                                    g_Dbs.db[i].superTbls[j].sampleBindBatchArray
                                    + sizeof(char*) * c)));
                }
            }
            tmfree(g_Dbs.db[i].superTbls[j].sampleBindBatchArray);
#endif
6067
            if (0 != g_Dbs.db[i].superTbls[j].tagDataBuf) {
6068
                tmfree(g_Dbs.db[i].superTbls[j].tagDataBuf);
6069 6070 6071
                g_Dbs.db[i].superTbls[j].tagDataBuf = NULL;
            }
            if (0 != g_Dbs.db[i].superTbls[j].childTblName) {
6072
                tmfree(g_Dbs.db[i].superTbls[j].childTblName);
6073 6074 6075
                g_Dbs.db[i].superTbls[j].childTblName = NULL;
            }
        }
S
Shuaiqiang Chang 已提交
6076
    }
6077 6078 6079 6080 6081 6082 6083 6084 6085 6086

    tmfree(g_randbool_buff);
    tmfree(g_randint_buff);
    tmfree(g_rand_voltage_buff);
    tmfree(g_randbigint_buff);
    tmfree(g_randsmallint_buff);
    tmfree(g_randtinyint_buff);
    tmfree(g_randfloat_buff);
    tmfree(g_rand_current_buff);
    tmfree(g_rand_phase_buff);
6087

6088 6089 6090 6091 6092 6093 6094 6095 6096 6097 6098 6099 6100
    tmfree(g_sampleDataBuf);

#if STMT_BIND_PARAM_BATCH == 1
    for (int l = 0;
             l < g_args.columnCount; l ++) {
        if (g_sampleBindBatchArray) {
            tmfree((char *)((uintptr_t)*(uintptr_t*)(
                            g_sampleBindBatchArray
                            + sizeof(char*) * l)));
        }
    }
    tmfree(g_sampleBindBatchArray);
#endif
6101
}
S
Shuaiqiang Chang 已提交
6102

6103 6104
static int getRowDataFromSample(
        char* dataBuf, int64_t maxLen, int64_t timestamp,
6105
        SSuperTable* stbInfo, int64_t* sampleUsePos)
6106
{
6107
    if ((*sampleUsePos) == MAX_SAMPLES) {
6108 6109 6110 6111 6112 6113 6114 6115 6116
        *sampleUsePos = 0;
    }

    int    dataLen = 0;

    dataLen += snprintf(dataBuf + dataLen, maxLen - dataLen,
            "(%" PRId64 ", ", timestamp);
    dataLen += snprintf(dataBuf + dataLen, maxLen - dataLen,
            "%s",
6117 6118
            stbInfo->sampleDataBuf
            + stbInfo->lenOfOneRow * (*sampleUsePos));
6119 6120 6121 6122 6123
    dataLen += snprintf(dataBuf + dataLen, maxLen - dataLen, ")");

    (*sampleUsePos)++;

    return dataLen;
6124
}
S
Shuaiqiang Chang 已提交
6125

6126 6127
static int64_t generateStbRowData(
        SSuperTable* stbInfo,
6128 6129 6130
        char* recBuf,
        int64_t remainderBufLen,
        int64_t timestamp)
6131
{
6132 6133 6134
    int64_t   dataLen = 0;
    char  *pstr = recBuf;
    int64_t maxLen = MAX_DATA_SIZE;
6135
    int tmpLen;
6136 6137

    dataLen += snprintf(pstr + dataLen, maxLen - dataLen,
6138
            "(%" PRId64 "", timestamp);
6139 6140

    for (int i = 0; i < stbInfo->columnCount; i++) {
6141 6142 6143 6144 6145
        tstrncpy(pstr + dataLen, ",", 2);
        dataLen += 1;

        if ((stbInfo->columns[i].data_type == TSDB_DATA_TYPE_BINARY)
                || (stbInfo->columns[i].data_type == TSDB_DATA_TYPE_NCHAR)) {
6146
            if (stbInfo->columns[i].dataLen > TSDB_MAX_BINARY_LEN) {
6147
                errorPrint2("binary or nchar length overflow, max size:%u\n",
6148 6149 6150
                        (uint32_t)TSDB_MAX_BINARY_LEN);
                return -1;
            }
6151

6152 6153 6154 6155 6156
            if ((stbInfo->columns[i].dataLen + 1) >
                    /* need count 3 extra chars \', \', and , */
                    (remainderBufLen - dataLen - 3)) {
                return 0;
            }
6157 6158
            char* buf = (char*)calloc(stbInfo->columns[i].dataLen+1, 1);
            if (NULL == buf) {
6159
                errorPrint2("calloc failed! size:%d\n", stbInfo->columns[i].dataLen);
6160 6161 6162
                return -1;
            }
            rand_string(buf, stbInfo->columns[i].dataLen);
6163
            dataLen += snprintf(pstr + dataLen, maxLen - dataLen, "\'%s\'", buf);
6164
            tmfree(buf);
6165

6166
        } else {
6167 6168 6169 6170 6171 6172 6173 6174 6175 6176 6177
            char *tmp = NULL;
            switch(stbInfo->columns[i].data_type) {
                case TSDB_DATA_TYPE_INT:
                    if ((g_args.demo_mode) && (i == 1)) {
                        tmp = demo_voltage_int_str();
                    } else {
                        tmp = rand_int_str();
                    }
                    tmpLen = strlen(tmp);
                    tstrncpy(pstr + dataLen, tmp, min(tmpLen + 1, INT_BUFF_LEN));
                    break;
6178

6179 6180 6181 6182 6183 6184 6185 6186 6187 6188 6189 6190
                case TSDB_DATA_TYPE_BIGINT:
                    tmp = rand_bigint_str();
                    tstrncpy(pstr + dataLen, tmp, BIGINT_BUFF_LEN);
                    break;

                case TSDB_DATA_TYPE_FLOAT:
                    if (g_args.demo_mode) {
                        if (i == 0) {
                            tmp = demo_current_float_str();
                        } else {
                            tmp = demo_phase_float_str();
                        }
6191
                    } else {
6192
                        tmp = rand_float_str();
6193
                    }
6194 6195 6196 6197 6198 6199 6200 6201 6202 6203 6204 6205 6206 6207 6208 6209 6210 6211 6212 6213 6214 6215 6216 6217 6218 6219 6220 6221 6222 6223 6224 6225 6226 6227 6228 6229 6230 6231 6232 6233 6234 6235
                    tmpLen = strlen(tmp);
                    tstrncpy(pstr + dataLen, tmp, min(tmpLen +1, FLOAT_BUFF_LEN));
                    break;

                case TSDB_DATA_TYPE_DOUBLE:
                    tmp = rand_double_str();
                    tmpLen = strlen(tmp);
                    tstrncpy(pstr + dataLen, tmp, min(tmpLen +1, DOUBLE_BUFF_LEN));
                    break;

                case TSDB_DATA_TYPE_SMALLINT:
                    tmp = rand_smallint_str();
                    tmpLen = strlen(tmp);
                    tstrncpy(pstr + dataLen, tmp,
                            min(tmpLen + 1, SMALLINT_BUFF_LEN));
                    break;

                case TSDB_DATA_TYPE_TINYINT:
                    tmp = rand_tinyint_str();
                    tmpLen = strlen(tmp);
                    tstrncpy(pstr + dataLen, tmp, min(tmpLen +1, TINYINT_BUFF_LEN));
                    break;

                case TSDB_DATA_TYPE_BOOL:
                    tmp = rand_bool_str();
                    tmpLen = strlen(tmp);
                    tstrncpy(pstr + dataLen, tmp, min(tmpLen +1, BOOL_BUFF_LEN));
                    break;

                case TSDB_DATA_TYPE_TIMESTAMP:
                    tmp = rand_bigint_str();
                    tmpLen = strlen(tmp);
                    tstrncpy(pstr + dataLen, tmp, min(tmpLen +1, BIGINT_BUFF_LEN));
                    break;

                case TSDB_DATA_TYPE_NULL:
                    break;

                default:
                    errorPrint2("Not support data type: %s\n",
                            stbInfo->columns[i].dataType);
                    exit(EXIT_FAILURE);
6236
            }
6237

6238 6239 6240
            if (tmp) {
                dataLen += strlen(tmp);
            }
6241
        }
6242

6243
        if (dataLen > (remainderBufLen - (128)))
6244
            return 0;
6245
    }
6246

6247
    tstrncpy(pstr + dataLen, ")", 2);
6248

6249 6250
    verbosePrint("%s() LN%d, dataLen:%"PRId64"\n", __func__, __LINE__, dataLen);
    verbosePrint("%s() LN%d, recBuf:\n\t%s\n", __func__, __LINE__, recBuf);
6251

6252
    return strlen(recBuf);
6253
}
S
Shuaiqiang Chang 已提交
6254

6255
static int64_t generateData(char *recBuf, char *data_type,
6256
        int64_t timestamp, int lenOfBinary) {
6257 6258
    memset(recBuf, 0, MAX_DATA_SIZE);
    char *pstr = recBuf;
6259
    pstr += sprintf(pstr, "(%"PRId64"", timestamp);
6260

6261
    int columnCount = g_args.columnCount;
6262

6263 6264
    bool b;
    char *s;
6265
    for (int i = 0; i < columnCount; i++) {
6266 6267 6268 6269 6270 6271 6272 6273 6274 6275 6276 6277 6278 6279 6280 6281 6282 6283 6284 6285 6286 6287 6288 6289 6290 6291 6292 6293 6294 6295 6296 6297 6298 6299 6300 6301 6302 6303 6304 6305 6306 6307 6308 6309 6310 6311 6312 6313 6314 6315 6316 6317 6318 6319 6320 6321 6322 6323 6324 6325 6326 6327 6328 6329 6330
        switch (data_type[i]) {
            case TSDB_DATA_TYPE_TINYINT:
                pstr += sprintf(pstr, ",%d", rand_tinyint() );
                break;

            case TSDB_DATA_TYPE_SMALLINT:
                pstr += sprintf(pstr, ",%d", rand_smallint());
                break;

            case TSDB_DATA_TYPE_INT:
                pstr += sprintf(pstr, ",%d", rand_int());
                break;

            case TSDB_DATA_TYPE_BIGINT:
                pstr += sprintf(pstr, ",%"PRId64"", rand_bigint());
                break;

            case TSDB_DATA_TYPE_TIMESTAMP:
                pstr += sprintf(pstr, ",%"PRId64"", rand_bigint());
                break;

            case TSDB_DATA_TYPE_FLOAT:
                pstr += sprintf(pstr, ",%10.4f", rand_float());
                break;

            case TSDB_DATA_TYPE_DOUBLE:
                pstr += sprintf(pstr, ",%20.8f", rand_double());
                break;

            case TSDB_DATA_TYPE_BOOL:
                b = rand_bool() & 1;
                pstr += sprintf(pstr, ",%s", b ? "true" : "false");
                break;

            case TSDB_DATA_TYPE_BINARY:
                s = malloc(lenOfBinary + 1);
                if (s == NULL) {
                    errorPrint2("%s() LN%d, memory allocation %d bytes failed\n",
                            __func__, __LINE__, lenOfBinary + 1);
                    exit(EXIT_FAILURE);
                }
                rand_string(s, lenOfBinary);
                pstr += sprintf(pstr, ",\"%s\"", s);
                free(s);
                break;

            case TSDB_DATA_TYPE_NCHAR:
                s = malloc(lenOfBinary + 1);
                if (s == NULL) {
                    errorPrint2("%s() LN%d, memory allocation %d bytes failed\n",
                            __func__, __LINE__, lenOfBinary + 1);
                    exit(EXIT_FAILURE);
                }
                rand_string(s, lenOfBinary);
                pstr += sprintf(pstr, ",\"%s\"", s);
                free(s);
                break;

            case TSDB_DATA_TYPE_NULL:
                break;

            default:
                errorPrint2("%s() LN%d, Unknown data type %d\n",
                        __func__, __LINE__,
                        data_type[i]);
6331
                exit(EXIT_FAILURE);
6332
        }
6333

6334
        if (strlen(recBuf) > MAX_DATA_SIZE) {
6335
            ERROR_EXIT("column length too long, abort");
6336
        }
6337 6338
    }

6339
    pstr += sprintf(pstr, ")");
6340

6341
    verbosePrint("%s() LN%d, recBuf:\n\t%s\n", __func__, __LINE__, recBuf);
6342

6343
    return (int32_t)strlen(recBuf);
6344 6345
}

6346 6347 6348 6349 6350 6351
static int generateSampleFromRand(
        char *sampleDataBuf,
        uint64_t lenOfOneRow,
        int columnCount,
        StrColumn *columns
        )
6352 6353 6354 6355
{
    char data[MAX_DATA_SIZE];
    memset(data, 0, MAX_DATA_SIZE);

6356
    char *buff = malloc(lenOfOneRow);
6357
    if (NULL == buff) {
6358 6359
        errorPrint2("%s() LN%d, memory allocation %"PRIu64" bytes failed\n",
                __func__, __LINE__, lenOfOneRow);
6360 6361 6362
        exit(EXIT_FAILURE);
    }

6363
    for (int i=0; i < MAX_SAMPLES; i++) {
6364
        uint64_t pos = 0;
6365
        memset(buff, 0, lenOfOneRow);
6366

6367 6368 6369 6370 6371 6372 6373 6374 6375 6376 6377 6378 6379 6380 6381 6382 6383 6384 6385 6386 6387 6388
        for (int c = 0; c < columnCount; c++) {
            char *tmp = NULL;

            uint32_t dataLen;
            char data_type = (columns)?(columns[c].data_type):g_args.data_type[c];

            switch(data_type) {
                case TSDB_DATA_TYPE_BINARY:
                    dataLen = (columns)?columns[c].dataLen:g_args.binwidth;
                    rand_string(data, dataLen);
                    pos += sprintf(buff + pos, "%s,", data);
                    break;

                case TSDB_DATA_TYPE_NCHAR:
                    dataLen = (columns)?columns[c].dataLen:g_args.binwidth;
                    rand_string(data, dataLen);
                    pos += sprintf(buff + pos, "%s,", data);
                    break;

                case TSDB_DATA_TYPE_INT:
                    if ((g_args.demo_mode) && (c == 1)) {
                        tmp = demo_voltage_int_str();
6389
                    } else {
6390
                        tmp = rand_int_str();
6391
                    }
6392 6393 6394 6395 6396 6397 6398 6399 6400 6401 6402 6403 6404 6405 6406 6407 6408 6409 6410 6411 6412 6413 6414 6415 6416 6417 6418 6419 6420 6421 6422 6423 6424 6425 6426 6427 6428 6429 6430 6431 6432 6433 6434 6435 6436 6437 6438 6439
                    pos += sprintf(buff + pos, "%s,", tmp);
                    break;

                case TSDB_DATA_TYPE_BIGINT:
                    pos += sprintf(buff + pos, "%s,", rand_bigint_str());
                    break;

                case TSDB_DATA_TYPE_FLOAT:
                    if (g_args.demo_mode) {
                        if (c == 0) {
                            tmp = demo_current_float_str();
                        } else {
                            tmp = demo_phase_float_str();
                        }
                    } else {
                        tmp = rand_float_str();
                    }
                    pos += sprintf(buff + pos, "%s,", tmp);
                    break;

                case TSDB_DATA_TYPE_DOUBLE:
                    pos += sprintf(buff + pos, "%s,", rand_double_str());
                    break;

                case TSDB_DATA_TYPE_SMALLINT:
                    pos += sprintf(buff + pos, "%s,", rand_smallint_str());
                    break;

                case TSDB_DATA_TYPE_TINYINT:
                    pos += sprintf(buff + pos, "%s,", rand_tinyint_str());
                    break;

                case TSDB_DATA_TYPE_BOOL:
                    pos += sprintf(buff + pos, "%s,", rand_bool_str());
                    break;

                case TSDB_DATA_TYPE_TIMESTAMP:
                    pos += sprintf(buff + pos, "%s,", rand_bigint_str());
                    break;

                case TSDB_DATA_TYPE_NULL:
                    break;

                default:
                    errorPrint2("%s() LN%d, Unknown data type %s\n",
                            __func__, __LINE__,
                            (columns)?(columns[c].dataType):g_args.dataType[c]);
                    exit(EXIT_FAILURE);
6440 6441
            }
        }
6442

6443
        *(buff + pos - 1) = 0;
6444
        memcpy(sampleDataBuf + i * lenOfOneRow, buff, pos);
6445 6446 6447 6448 6449 6450
    }

    free(buff);
    return 0;
}

6451 6452 6453 6454 6455 6456 6457 6458 6459 6460 6461 6462 6463 6464 6465 6466 6467 6468 6469
static int generateSampleFromRandForNtb()
{
    return generateSampleFromRand(
            g_sampleDataBuf,
            g_args.lenOfOneRow,
            g_args.columnCount,
            NULL);
}

static int generateSampleFromRandForStb(SSuperTable *stbInfo)
{
    return generateSampleFromRand(
            stbInfo->sampleDataBuf,
            stbInfo->lenOfOneRow,
            stbInfo->columnCount,
            stbInfo->columns);
}

static int prepareSampleForNtb() {
6470
    g_sampleDataBuf = calloc(g_args.lenOfOneRow * MAX_SAMPLES, 1);
6471 6472 6473
    if (NULL == g_sampleDataBuf) {
        errorPrint2("%s() LN%d, Failed to calloc %"PRIu64" Bytes, reason:%s\n",
                __func__, __LINE__,
6474
                g_args.lenOfOneRow * MAX_SAMPLES,
6475 6476 6477 6478 6479 6480 6481 6482
                strerror(errno));
        return -1;
    }

    return generateSampleFromRandForNtb();
}

static int prepareSampleForStb(SSuperTable *stbInfo) {
6483

6484
    stbInfo->sampleDataBuf = calloc(
6485
            stbInfo->lenOfOneRow * MAX_SAMPLES, 1);
6486
    if (NULL == stbInfo->sampleDataBuf) {
6487
        errorPrint2("%s() LN%d, Failed to calloc %"PRIu64" Bytes, reason:%s\n",
6488
                __func__, __LINE__,
6489
                stbInfo->lenOfOneRow * MAX_SAMPLES,
6490 6491 6492
                strerror(errno));
        return -1;
    }
6493

6494
    int ret;
6495 6496 6497 6498 6499
    if (0 == strncasecmp(stbInfo->dataSource, "sample", strlen("sample"))) {
        ret = generateSampleFromCsvForStb(stbInfo);
    } else {
        ret = generateSampleFromRandForStb(stbInfo);
    }
6500

6501
    if (0 != ret) {
6502
        errorPrint2("%s() LN%d, read sample from csv file failed.\n",
6503
                __func__, __LINE__);
6504
        tmfree(stbInfo->sampleDataBuf);
6505
        stbInfo->sampleDataBuf = NULL;
6506 6507
        return -1;
    }
6508

6509
    return 0;
6510 6511
}

6512
static int32_t execInsert(threadInfo *pThreadInfo, uint32_t k)
6513
{
6514
    int32_t affectedRows;
6515
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
6516

6517
    uint16_t iface;
6518 6519
    if (stbInfo)
        iface = stbInfo->iface;
6520 6521 6522 6523 6524 6525
    else {
        if (g_args.iface == INTERFACE_BUT)
            iface = TAOSC_IFACE;
        else
            iface = g_args.iface;
    }
6526 6527 6528

    debugPrint("[%d] %s() LN%d %s\n", pThreadInfo->threadID,
            __func__, __LINE__,
6529 6530
            (iface==TAOSC_IFACE)?
            "taosc":(iface==REST_IFACE)?"rest":"stmt");
6531 6532 6533

    switch(iface) {
        case TAOSC_IFACE:
6534 6535 6536
            verbosePrint("[%d] %s() LN%d %s\n", pThreadInfo->threadID,
                    __func__, __LINE__, pThreadInfo->buffer);

6537 6538 6539 6540 6541 6542
            affectedRows = queryDbExec(
                    pThreadInfo->taos,
                    pThreadInfo->buffer, INSERT_TYPE, false);
            break;

        case REST_IFACE:
6543 6544 6545
            verbosePrint("[%d] %s() LN%d %s\n", pThreadInfo->threadID,
                    __func__, __LINE__, pThreadInfo->buffer);

6546
            if (0 != postProceSql(g_Dbs.host, &g_Dbs.serv_addr, g_Dbs.port,
6547
                        pThreadInfo->buffer, pThreadInfo)) {
6548 6549 6550 6551 6552 6553 6554 6555 6556
                affectedRows = -1;
                printf("========restful return fail, threadID[%d]\n",
                        pThreadInfo->threadID);
            } else {
                affectedRows = k;
            }
            break;

        case STMT_IFACE:
6557 6558
            debugPrint("%s() LN%d, stmt=%p",
                    __func__, __LINE__, pThreadInfo->stmt);
6559
            if (0 != taos_stmt_execute(pThreadInfo->stmt)) {
6560
                errorPrint2("%s() LN%d, failied to execute insert statement. reason: %s\n",
6561
                        __func__, __LINE__, taos_stmt_errstr(pThreadInfo->stmt));
6562 6563

                fprintf(stderr, "\n\033[31m === Please reduce batch number if WAL size exceeds limit. ===\033[0m\n\n");
6564
                exit(EXIT_FAILURE);
6565 6566 6567 6568 6569
            }
            affectedRows = k;
            break;

        default:
6570
            errorPrint2("%s() LN%d: unknown insert mode: %d\n",
6571
                    __func__, __LINE__, stbInfo->iface);
6572
            affectedRows = 0;
6573
    }
6574

6575
    return affectedRows;
6576 6577
}

6578 6579
static void getTableName(char *pTblName,
        threadInfo* pThreadInfo, uint64_t tableSeq)
6580
{
6581 6582 6583 6584
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
    if (stbInfo) {
        if (AUTO_CREATE_SUBTBL != stbInfo->autoCreateTable) {
            if (stbInfo->childTblLimit > 0) {
6585
                snprintf(pTblName, TSDB_TABLE_NAME_LEN, "%s",
6586 6587
                        stbInfo->childTblName +
                        (tableSeq - stbInfo->childTblOffset) * TSDB_TABLE_NAME_LEN);
6588 6589 6590 6591 6592 6593
            } else {
                verbosePrint("[%d] %s() LN%d: from=%"PRIu64" count=%"PRId64" seq=%"PRIu64"\n",
                        pThreadInfo->threadID, __func__, __LINE__,
                        pThreadInfo->start_table_from,
                        pThreadInfo->ntables, tableSeq);
                snprintf(pTblName, TSDB_TABLE_NAME_LEN, "%s",
6594
                        stbInfo->childTblName + tableSeq * TSDB_TABLE_NAME_LEN);
6595 6596 6597
            }
        } else {
            snprintf(pTblName, TSDB_TABLE_NAME_LEN, "%s%"PRIu64"",
6598
                    stbInfo->childTblPrefix, tableSeq);
6599
        }
6600
    } else {
6601 6602
        snprintf(pTblName, TSDB_TABLE_NAME_LEN, "%s%"PRIu64"",
                g_args.tb_prefix, tableSeq);
6603 6604 6605
    }
}

6606
static int32_t generateDataTailWithoutStb(
6607
        uint32_t batch, char* buffer,
6608
        int64_t remainderBufLen, int64_t insertRows,
6609
        uint64_t recordFrom, int64_t startTime,
6610
        /* int64_t *pSamplePos, */int64_t *dataLen) {
6611

6612 6613
    uint64_t len = 0;
    char *pstr = buffer;
6614

6615
    verbosePrint("%s() LN%d batch=%d\n", __func__, __LINE__, batch);
6616

6617 6618
    int32_t k = 0;
    for (k = 0; k < batch;) {
6619
        char *data = pstr;
6620
        memset(data, 0, MAX_DATA_SIZE);
6621

6622
        int64_t retLen = 0;
6623

6624
        char *data_type = g_args.data_type;
6625
        int lenOfBinary = g_args.binwidth;
6626

6627 6628 6629
        if (g_args.disorderRatio) {
            retLen = generateData(data, data_type,
                    startTime + getTSRandTail(
6630
                        g_args.timestamp_step, k,
6631 6632 6633 6634 6635
                        g_args.disorderRatio,
                        g_args.disorderRange),
                    lenOfBinary);
        } else {
            retLen = generateData(data, data_type,
6636
                    startTime + g_args.timestamp_step * k,
6637 6638
                    lenOfBinary);
        }
6639

6640 6641
        if (len > remainderBufLen)
            break;
6642

6643
        pstr += retLen;
6644 6645 6646
        k++;
        len += retLen;
        remainderBufLen -= retLen;
6647

6648 6649
        verbosePrint("%s() LN%d len=%"PRIu64" k=%d \nbuffer=%s\n",
                __func__, __LINE__, len, k, buffer);
6650

6651
        recordFrom ++;
6652

6653 6654 6655
        if (recordFrom >= insertRows) {
            break;
        }
6656
    }
6657

6658 6659
    *dataLen = len;
    return k;
6660 6661
}

6662 6663 6664 6665 6666 6667 6668 6669 6670 6671 6672 6673 6674 6675 6676 6677 6678
static int64_t getTSRandTail(int64_t timeStampStep, int32_t seq,
        int disorderRatio, int disorderRange)
{
    int64_t randTail = timeStampStep * seq;
    if (disorderRatio > 0) {
        int rand_num = taosRandom() % 100;
        if(rand_num < disorderRatio) {
            randTail = (randTail +
                    (taosRandom() % disorderRange + 1)) * (-1);
            debugPrint("rand data generated, back %"PRId64"\n", randTail);
        }
    }

    return randTail;
}

static int32_t generateStbDataTail(
6679
        SSuperTable* stbInfo,
6680
        uint32_t batch, char* buffer,
6681
        int64_t remainderBufLen, int64_t insertRows,
6682
        uint64_t recordFrom, int64_t startTime,
6683
        int64_t *pSamplePos, int64_t *dataLen) {
6684
    uint64_t len = 0;
6685

6686
    char *pstr = buffer;
6687

6688
    bool tsRand;
6689
    if (0 == strncasecmp(stbInfo->dataSource, "rand", strlen("rand"))) {
6690 6691 6692 6693 6694 6695
        tsRand = true;
    } else {
        tsRand = false;
    }
    verbosePrint("%s() LN%d batch=%u buflen=%"PRId64"\n",
            __func__, __LINE__, batch, remainderBufLen);
6696

6697 6698
    int32_t k;
    for (k = 0; k < batch;) {
6699
        char *data = pstr;
6700

6701
        int64_t lenOfRow = 0;
6702

6703
        if (tsRand) {
6704 6705
            if (stbInfo->disorderRatio > 0) {
                lenOfRow = generateStbRowData(stbInfo, data,
6706
                        remainderBufLen,
6707
                        startTime + getTSRandTail(
6708 6709 6710
                            stbInfo->timeStampStep, k,
                            stbInfo->disorderRatio,
                            stbInfo->disorderRange)
6711 6712
                        );
            } else {
6713
                lenOfRow = generateStbRowData(stbInfo, data,
6714
                        remainderBufLen,
6715
                        startTime + stbInfo->timeStampStep * k
6716 6717 6718 6719 6720 6721
                        );
            }
        } else {
            lenOfRow = getRowDataFromSample(
                    data,
                    (remainderBufLen < MAX_DATA_SIZE)?remainderBufLen:MAX_DATA_SIZE,
6722 6723
                    startTime + stbInfo->timeStampStep * k,
                    stbInfo,
6724 6725
                    pSamplePos);
        }
6726

6727 6728 6729 6730
        if (lenOfRow == 0) {
            data[0] = '\0';
            break;
        }
6731 6732 6733
        if ((lenOfRow + 1) > remainderBufLen) {
            break;
        }
6734

6735
        pstr += lenOfRow;
6736 6737 6738
        k++;
        len += lenOfRow;
        remainderBufLen -= lenOfRow;
6739

6740 6741
        verbosePrint("%s() LN%d len=%"PRIu64" k=%u \nbuffer=%s\n",
                __func__, __LINE__, len, k, buffer);
6742

6743
        recordFrom ++;
6744

6745 6746 6747
        if (recordFrom >= insertRows) {
            break;
        }
6748
    }
6749

6750 6751
    *dataLen = len;
    return k;
6752
}
6753

6754 6755 6756

static int generateSQLHeadWithoutStb(char *tableName,
        char *dbName,
6757
        char *buffer, int remainderBufLen)
6758
{
6759
    int len;
6760

6761
    char headBuf[HEAD_BUFF_LEN];
6762

6763 6764 6765 6766 6767 6768
    len = snprintf(
            headBuf,
            HEAD_BUFF_LEN,
            "%s.%s values",
            dbName,
            tableName);
6769

6770 6771
    if (len > remainderBufLen)
        return -1;
6772

6773
    tstrncpy(buffer, headBuf, len + 1);
6774

6775
    return len;
6776 6777 6778
}

static int generateStbSQLHead(
6779
        SSuperTable* stbInfo,
6780
        char *tableName, int64_t tableSeq,
6781 6782 6783
        char *dbName,
        char *buffer, int remainderBufLen)
{
6784
    int len;
6785

6786
    char headBuf[HEAD_BUFF_LEN];
6787

6788
    if (AUTO_CREATE_SUBTBL == stbInfo->autoCreateTable) {
6789
        char* tagsValBuf = NULL;
6790 6791
        if (0 == stbInfo->tagSource) {
            tagsValBuf = generateTagValuesForStb(stbInfo, tableSeq);
6792
        } else {
6793
            tagsValBuf = getTagValueFromTagSample(
6794 6795
                    stbInfo,
                    tableSeq % stbInfo->tagSampleCount);
6796 6797
        }
        if (NULL == tagsValBuf) {
6798
            errorPrint2("%s() LN%d, tag buf failed to allocate  memory\n",
6799 6800 6801
                    __func__, __LINE__);
            return -1;
        }
6802

6803 6804 6805 6806 6807 6808 6809
        len = snprintf(
                headBuf,
                HEAD_BUFF_LEN,
                "%s.%s using %s.%s TAGS%s values",
                dbName,
                tableName,
                dbName,
6810
                stbInfo->stbName,
6811 6812
                tagsValBuf);
        tmfree(tagsValBuf);
6813
    } else if (TBL_ALREADY_EXISTS == stbInfo->childTblExists) {
6814 6815 6816 6817 6818 6819
        len = snprintf(
                headBuf,
                HEAD_BUFF_LEN,
                "%s.%s values",
                dbName,
                tableName);
6820
    } else {
6821 6822 6823 6824 6825 6826 6827
        len = snprintf(
                headBuf,
                HEAD_BUFF_LEN,
                "%s.%s values",
                dbName,
                tableName);
    }
6828

6829 6830
    if (len > remainderBufLen)
        return -1;
6831

6832
    tstrncpy(buffer, headBuf, len + 1);
6833

6834
    return len;
6835 6836
}

6837
static int32_t generateStbInterlaceData(
6838
        threadInfo *pThreadInfo,
6839 6840 6841
        char *tableName, uint32_t batchPerTbl,
        uint64_t i,
        uint32_t batchPerTblTimes,
6842
        uint64_t tableSeq,
6843
        char *buffer,
6844
        int64_t insertRows,
6845
        int64_t startTime,
6846
        uint64_t *pRemainderBufLen)
6847
{
6848 6849
    assert(buffer);
    char *pstr = buffer;
6850

6851
    SSuperTable *stbInfo = pThreadInfo->stbInfo;
6852
    int headLen = generateStbSQLHead(
6853
            stbInfo,
6854 6855
            tableName, tableSeq, pThreadInfo->db_name,
            pstr, *pRemainderBufLen);
6856

6857 6858 6859 6860 6861
    if (headLen <= 0) {
        return 0;
    }
    // generate data buffer
    verbosePrint("[%d] %s() LN%d i=%"PRIu64" buffer:\n%s\n",
6862
            pThreadInfo->threadID, __func__, __LINE__, i, buffer);
6863

6864 6865
    pstr += headLen;
    *pRemainderBufLen -= headLen;
6866

6867
    int64_t dataLen = 0;
6868

6869
    verbosePrint("[%d] %s() LN%d i=%"PRIu64" batchPerTblTimes=%u batchPerTbl = %u\n",
6870 6871
            pThreadInfo->threadID, __func__, __LINE__,
            i, batchPerTblTimes, batchPerTbl);
6872

6873
    if (0 == strncasecmp(stbInfo->startTimestamp, "now", 3)) {
6874 6875
        startTime = taosGetTimestamp(pThreadInfo->time_precision);
    }
6876

6877
    int32_t k = generateStbDataTail(
6878
            stbInfo,
6879 6880 6881
            batchPerTbl, pstr, *pRemainderBufLen, insertRows, 0,
            startTime,
            &(pThreadInfo->samplePos), &dataLen);
6882

6883 6884 6885 6886 6887 6888 6889 6890 6891 6892
    if (k == batchPerTbl) {
        pstr += dataLen;
        *pRemainderBufLen -= dataLen;
    } else {
        debugPrint("%s() LN%d, generated data tail: %u, not equal batch per table: %u\n",
                __func__, __LINE__, k, batchPerTbl);
        pstr -= headLen;
        pstr[0] = '\0';
        k = 0;
    }
6893

6894
    return k;
6895 6896 6897
}

static int64_t generateInterlaceDataWithoutStb(
6898
        char *tableName, uint32_t batch,
6899 6900 6901
        uint64_t tableSeq,
        char *dbName, char *buffer,
        int64_t insertRows,
6902
        int64_t startTime,
6903 6904
        uint64_t *pRemainderBufLen)
{
6905 6906
    assert(buffer);
    char *pstr = buffer;
6907

6908 6909
    int headLen = generateSQLHeadWithoutStb(
            tableName, dbName,
6910 6911
            pstr, *pRemainderBufLen);

6912 6913 6914
    if (headLen <= 0) {
        return 0;
    }
6915

6916 6917
    pstr += headLen;
    *pRemainderBufLen -= headLen;
6918

6919
    int64_t dataLen = 0;
6920

6921
    int32_t k = generateDataTailWithoutStb(
6922
            batch, pstr, *pRemainderBufLen, insertRows, 0,
6923
            startTime,
6924
            &dataLen);
6925

6926 6927 6928 6929 6930 6931 6932 6933 6934 6935 6936 6937
    if (k == batch) {
        pstr += dataLen;
        *pRemainderBufLen -= dataLen;
    } else {
        debugPrint("%s() LN%d, generated data tail: %d, not equal batch per table: %u\n",
                __func__, __LINE__, k, batch);
        pstr -= headLen;
        pstr[0] = '\0';
        k = 0;
    }

    return k;
6938 6939
}

6940 6941
static int32_t prepareStmtBindArrayByType(
        TAOS_BIND *bind,
6942
        char data_type, int32_t dataLen,
6943 6944 6945
        int32_t timePrec,
        char *value)
{
6946 6947 6948 6949 6950 6951 6952 6953 6954 6955 6956 6957 6958 6959 6960 6961 6962
    int32_t *bind_int;
    int64_t *bind_bigint;
    float   *bind_float;
    double  *bind_double;
    int8_t  *bind_bool;
    int64_t *bind_ts2;
    int16_t *bind_smallint;
    int8_t  *bind_tinyint;

    switch(data_type) {
        case TSDB_DATA_TYPE_BINARY:
            if (dataLen > TSDB_MAX_BINARY_LEN) {
                errorPrint2("binary length overflow, max size:%u\n",
                        (uint32_t)TSDB_MAX_BINARY_LEN);
                return -1;
            }
            char *bind_binary;
6963

6964 6965 6966 6967 6968 6969 6970 6971 6972 6973
            bind->buffer_type = TSDB_DATA_TYPE_BINARY;
            if (value) {
                bind_binary = calloc(1, strlen(value) + 1);
                strncpy(bind_binary, value, strlen(value));
                bind->buffer_length = strlen(bind_binary);
            } else {
                bind_binary = calloc(1, dataLen + 1);
                rand_string(bind_binary, dataLen);
                bind->buffer_length = dataLen;
            }
6974

6975 6976 6977 6978
            bind->length = &bind->buffer_length;
            bind->buffer = bind_binary;
            bind->is_null = NULL;
            break;
6979

6980 6981 6982 6983 6984 6985 6986
        case TSDB_DATA_TYPE_NCHAR:
            if (dataLen > TSDB_MAX_BINARY_LEN) {
                errorPrint2("nchar length overflow, max size:%u\n",
                        (uint32_t)TSDB_MAX_BINARY_LEN);
                return -1;
            }
            char *bind_nchar;
6987

6988 6989 6990 6991 6992 6993 6994 6995
            bind->buffer_type = TSDB_DATA_TYPE_NCHAR;
            if (value) {
                bind_nchar = calloc(1, strlen(value) + 1);
                strncpy(bind_nchar, value, strlen(value));
            } else {
                bind_nchar = calloc(1, dataLen + 1);
                rand_string(bind_nchar, dataLen);
            }
6996

6997 6998 6999 7000 7001
            bind->buffer_length = strlen(bind_nchar);
            bind->buffer = bind_nchar;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
            break;
7002

7003 7004 7005
        case TSDB_DATA_TYPE_INT:
            bind_int = malloc(sizeof(int32_t));
            assert(bind_int);
7006

7007 7008 7009 7010 7011 7012 7013 7014 7015 7016 7017
            if (value) {
                *bind_int = atoi(value);
            } else {
                *bind_int = rand_int();
            }
            bind->buffer_type = TSDB_DATA_TYPE_INT;
            bind->buffer_length = sizeof(int32_t);
            bind->buffer = bind_int;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
            break;
7018

7019 7020 7021
        case TSDB_DATA_TYPE_BIGINT:
            bind_bigint = malloc(sizeof(int64_t));
            assert(bind_bigint);
7022

7023 7024 7025 7026 7027 7028 7029 7030 7031 7032 7033
            if (value) {
                *bind_bigint = atoll(value);
            } else {
                *bind_bigint = rand_bigint();
            }
            bind->buffer_type = TSDB_DATA_TYPE_BIGINT;
            bind->buffer_length = sizeof(int64_t);
            bind->buffer = bind_bigint;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
            break;
7034

7035 7036 7037 7038 7039 7040
        case TSDB_DATA_TYPE_FLOAT:
            bind_float = malloc(sizeof(float));
            assert(bind_float);

            if (value) {
                *bind_float = (float)atof(value);
7041
            } else {
7042
                *bind_float = rand_float();
7043
            }
7044 7045 7046 7047 7048 7049 7050 7051 7052 7053 7054 7055 7056 7057 7058 7059 7060 7061 7062 7063 7064 7065 7066 7067 7068 7069 7070 7071 7072 7073 7074 7075 7076 7077 7078 7079 7080 7081 7082 7083 7084 7085 7086 7087 7088 7089 7090 7091 7092 7093 7094 7095 7096 7097 7098 7099 7100 7101 7102 7103 7104 7105 7106 7107 7108 7109 7110 7111 7112 7113 7114 7115 7116 7117
            bind->buffer_type = TSDB_DATA_TYPE_FLOAT;
            bind->buffer_length = sizeof(float);
            bind->buffer = bind_float;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
            break;

        case TSDB_DATA_TYPE_DOUBLE:
            bind_double = malloc(sizeof(double));
            assert(bind_double);

            if (value) {
                *bind_double = atof(value);
            } else {
                *bind_double = rand_double();
            }
            bind->buffer_type = TSDB_DATA_TYPE_DOUBLE;
            bind->buffer_length = sizeof(double);
            bind->buffer = bind_double;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
            break;

        case TSDB_DATA_TYPE_SMALLINT:
            bind_smallint = malloc(sizeof(int16_t));
            assert(bind_smallint);

            if (value) {
                *bind_smallint = (int16_t)atoi(value);
            } else {
                *bind_smallint = rand_smallint();
            }
            bind->buffer_type = TSDB_DATA_TYPE_SMALLINT;
            bind->buffer_length = sizeof(int16_t);
            bind->buffer = bind_smallint;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
            break;

        case TSDB_DATA_TYPE_TINYINT:
            bind_tinyint = malloc(sizeof(int8_t));
            assert(bind_tinyint);

            if (value) {
                *bind_tinyint = (int8_t)atoi(value);
            } else {
                *bind_tinyint = rand_tinyint();
            }
            bind->buffer_type = TSDB_DATA_TYPE_TINYINT;
            bind->buffer_length = sizeof(int8_t);
            bind->buffer = bind_tinyint;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
            break;

        case TSDB_DATA_TYPE_BOOL:
            bind_bool = malloc(sizeof(int8_t));
            assert(bind_bool);

            if (value) {
                if (strncasecmp(value, "true", 4)) {
                    *bind_bool = true;
                } else {
                    *bind_bool = false;
                }
            } else {
                *bind_bool = rand_bool();
            }
            bind->buffer_type = TSDB_DATA_TYPE_BOOL;
            bind->buffer_length = sizeof(int8_t);
            bind->buffer = bind_bool;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
            break;
7118

7119 7120 7121 7122 7123 7124 7125 7126 7127 7128 7129 7130
        case TSDB_DATA_TYPE_TIMESTAMP:
            bind_ts2 = malloc(sizeof(int64_t));
            assert(bind_ts2);

            if (value) {
                if (strchr(value, ':') && strchr(value, '-')) {
                    int i = 0;
                    while(value[i] != '\0') {
                        if (value[i] == '\"' || value[i] == '\'') {
                            value[i] = ' ';
                        }
                        i++;
7131
                    }
7132 7133 7134 7135 7136 7137 7138 7139 7140 7141 7142
                    int64_t tmpEpoch;
                    if (TSDB_CODE_SUCCESS != taosParseTime(
                                value, &tmpEpoch, strlen(value),
                                timePrec, 0)) {
                        free(bind_ts2);
                        errorPrint2("Input %s, time format error!\n", value);
                        return -1;
                    }
                    *bind_ts2 = tmpEpoch;
                } else {
                    *bind_ts2 = atoll(value);
7143 7144
                }
            } else {
7145
                *bind_ts2 = rand_bigint();
7146
            }
7147 7148 7149 7150 7151 7152 7153 7154 7155 7156 7157 7158 7159
            bind->buffer_type = TSDB_DATA_TYPE_TIMESTAMP;
            bind->buffer_length = sizeof(int64_t);
            bind->buffer = bind_ts2;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
            break;

        case TSDB_DATA_TYPE_NULL:
            break;

        default:
            errorPrint2("Not support data type: %d\n", data_type);
            exit(EXIT_FAILURE);
7160 7161 7162 7163 7164 7165 7166
    }

    return 0;
}

static int32_t prepareStmtBindArrayByTypeForRand(
        TAOS_BIND *bind,
7167
        char data_type, int32_t dataLen,
7168 7169 7170
        int32_t timePrec,
        char **ptr,
        char *value)
7171
{
7172 7173 7174 7175 7176 7177 7178 7179 7180 7181 7182
    int32_t *bind_int;
    int64_t *bind_bigint;
    float   *bind_float;
    double  *bind_double;
    int16_t *bind_smallint;
    int8_t  *bind_tinyint;
    int8_t  *bind_bool;
    int64_t *bind_ts2;

    switch(data_type) {
        case TSDB_DATA_TYPE_BINARY:
7183

7184 7185 7186 7187 7188 7189
            if (dataLen > TSDB_MAX_BINARY_LEN) {
                errorPrint2("binary length overflow, max size:%u\n",
                        (uint32_t)TSDB_MAX_BINARY_LEN);
                return -1;
            }
            char *bind_binary = (char *)*ptr;
7190

7191 7192 7193 7194 7195 7196 7197 7198
            bind->buffer_type = TSDB_DATA_TYPE_BINARY;
            if (value) {
                strncpy(bind_binary, value, strlen(value));
                bind->buffer_length = strlen(bind_binary);
            } else {
                rand_string(bind_binary, dataLen);
                bind->buffer_length = dataLen;
            }
7199

7200 7201 7202
            bind->length = &bind->buffer_length;
            bind->buffer = bind_binary;
            bind->is_null = NULL;
7203

7204 7205
            *ptr += bind->buffer_length;
            break;
7206

7207 7208 7209 7210 7211 7212 7213
        case TSDB_DATA_TYPE_NCHAR:
            if (dataLen > TSDB_MAX_BINARY_LEN) {
                errorPrint2("nchar length overflow, max size: %u\n",
                        (uint32_t)TSDB_MAX_BINARY_LEN);
                return -1;
            }
            char *bind_nchar = (char *)*ptr;
7214

7215 7216 7217 7218 7219 7220
            bind->buffer_type = TSDB_DATA_TYPE_NCHAR;
            if (value) {
                strncpy(bind_nchar, value, strlen(value));
            } else {
                rand_string(bind_nchar, dataLen);
            }
7221

7222 7223 7224 7225
            bind->buffer_length = strlen(bind_nchar);
            bind->buffer = bind_nchar;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
7226

7227 7228
            *ptr += bind->buffer_length;
            break;
7229

7230 7231
        case TSDB_DATA_TYPE_INT:
            bind_int = (int32_t *)*ptr;
7232

7233 7234 7235 7236 7237 7238 7239 7240 7241 7242
            if (value) {
                *bind_int = atoi(value);
            } else {
                *bind_int = rand_int();
            }
            bind->buffer_type = TSDB_DATA_TYPE_INT;
            bind->buffer_length = sizeof(int32_t);
            bind->buffer = bind_int;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
7243

7244 7245
            *ptr += bind->buffer_length;
            break;
7246

7247 7248
        case TSDB_DATA_TYPE_BIGINT:
            bind_bigint = (int64_t *)*ptr;
7249

7250 7251 7252 7253 7254 7255 7256 7257 7258 7259
            if (value) {
                *bind_bigint = atoll(value);
            } else {
                *bind_bigint = rand_bigint();
            }
            bind->buffer_type = TSDB_DATA_TYPE_BIGINT;
            bind->buffer_length = sizeof(int64_t);
            bind->buffer = bind_bigint;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
7260

7261 7262
            *ptr += bind->buffer_length;
            break;
7263

7264 7265
        case TSDB_DATA_TYPE_FLOAT:
            bind_float = (float *)*ptr;
7266

7267 7268 7269 7270 7271 7272 7273 7274 7275 7276
            if (value) {
                *bind_float = (float)atof(value);
            } else {
                *bind_float = rand_float();
            }
            bind->buffer_type = TSDB_DATA_TYPE_FLOAT;
            bind->buffer_length = sizeof(float);
            bind->buffer = bind_float;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
7277

7278 7279
            *ptr += bind->buffer_length;
            break;
7280

7281 7282
        case TSDB_DATA_TYPE_DOUBLE:
            bind_double = (double *)*ptr;
7283

7284 7285
            if (value) {
                *bind_double = atof(value);
7286
            } else {
7287
                *bind_double = rand_double();
7288
            }
7289 7290 7291 7292 7293 7294 7295 7296 7297 7298 7299 7300 7301 7302 7303 7304 7305 7306 7307 7308 7309 7310 7311 7312 7313 7314 7315 7316 7317 7318 7319 7320 7321 7322 7323 7324 7325 7326 7327 7328 7329 7330 7331 7332 7333 7334 7335 7336 7337 7338 7339
            bind->buffer_type = TSDB_DATA_TYPE_DOUBLE;
            bind->buffer_length = sizeof(double);
            bind->buffer = bind_double;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;

            *ptr += bind->buffer_length;
            break;

        case TSDB_DATA_TYPE_SMALLINT:
            bind_smallint = (int16_t *)*ptr;

            if (value) {
                *bind_smallint = (int16_t)atoi(value);
            } else {
                *bind_smallint = rand_smallint();
            }
            bind->buffer_type = TSDB_DATA_TYPE_SMALLINT;
            bind->buffer_length = sizeof(int16_t);
            bind->buffer = bind_smallint;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;

            *ptr += bind->buffer_length;
            break;

        case TSDB_DATA_TYPE_TINYINT:
            bind_tinyint = (int8_t *)*ptr;

            if (value) {
                *bind_tinyint = (int8_t)atoi(value);
            } else {
                *bind_tinyint = rand_tinyint();
            }
            bind->buffer_type = TSDB_DATA_TYPE_TINYINT;
            bind->buffer_length = sizeof(int8_t);
            bind->buffer = bind_tinyint;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;

            *ptr += bind->buffer_length;
            break;

        case TSDB_DATA_TYPE_BOOL:
            bind_bool = (int8_t *)*ptr;

            if (value) {
                if (strncasecmp(value, "true", 4)) {
                    *bind_bool = true;
                } else {
                    *bind_bool = false;
7340
                }
7341 7342 7343 7344 7345 7346 7347 7348 7349 7350 7351 7352 7353 7354 7355 7356 7357 7358 7359 7360 7361 7362 7363 7364 7365 7366 7367 7368 7369 7370 7371 7372 7373 7374
            } else {
                *bind_bool = rand_bool();
            }
            bind->buffer_type = TSDB_DATA_TYPE_BOOL;
            bind->buffer_length = sizeof(int8_t);
            bind->buffer = bind_bool;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;

            *ptr += bind->buffer_length;
            break;

        case TSDB_DATA_TYPE_TIMESTAMP:
            bind_ts2 = (int64_t *)*ptr;

            if (value) {
                if (strchr(value, ':') && strchr(value, '-')) {
                    int i = 0;
                    while(value[i] != '\0') {
                        if (value[i] == '\"' || value[i] == '\'') {
                            value[i] = ' ';
                        }
                        i++;
                    }
                    int64_t tmpEpoch;
                    if (TSDB_CODE_SUCCESS != taosParseTime(
                                value, &tmpEpoch, strlen(value),
                                timePrec, 0)) {
                        errorPrint2("Input %s, time format error!\n", value);
                        return -1;
                    }
                    *bind_ts2 = tmpEpoch;
                } else {
                    *bind_ts2 = atoll(value);
7375 7376
                }
            } else {
7377
                *bind_ts2 = rand_bigint();
7378
            }
7379 7380 7381 7382 7383
            bind->buffer_type = TSDB_DATA_TYPE_TIMESTAMP;
            bind->buffer_length = sizeof(int64_t);
            bind->buffer = bind_ts2;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;
7384

7385 7386 7387 7388 7389 7390
            *ptr += bind->buffer_length;
            break;

        default:
            errorPrint2("No support data type: %d\n", data_type);
            return -1;
7391 7392 7393 7394 7395 7396
    }

    return 0;
}

static int32_t prepareStmtWithoutStb(
7397
        threadInfo *pThreadInfo,
7398 7399 7400 7401 7402
        char *tableName,
        uint32_t batch,
        int64_t insertRows,
        int64_t recordFrom,
        int64_t startTime)
7403
{
7404
    TAOS_STMT *stmt = pThreadInfo->stmt;
7405 7406
    int ret = taos_stmt_set_tbname(stmt, tableName);
    if (ret != 0) {
7407
        errorPrint2("failed to execute taos_stmt_set_tbname(%s). return 0x%x. reason: %s\n",
7408
                tableName, ret, taos_stmt_errstr(stmt));
7409 7410 7411
        return ret;
    }

7412
    char *data_type = g_args.data_type;
7413

7414
    char *bindArray = malloc(sizeof(TAOS_BIND) * (g_args.columnCount + 1));
7415
    if (bindArray == NULL) {
7416
        errorPrint2("Failed to allocate %d bind params\n",
7417
                (g_args.columnCount + 1));
7418
        return -1;
7419 7420
    }

7421 7422 7423 7424 7425 7426
    int32_t k = 0;
    for (k = 0; k < batch;) {
        /* columnCount + 1 (ts) */

        TAOS_BIND *bind = (TAOS_BIND *)(bindArray + 0);

7427
        int64_t *bind_ts = pThreadInfo->bind_ts;
7428 7429

        bind->buffer_type = TSDB_DATA_TYPE_TIMESTAMP;
7430 7431 7432

        if (g_args.disorderRatio) {
            *bind_ts = startTime + getTSRandTail(
7433
                    g_args.timestamp_step, k,
7434 7435 7436
                    g_args.disorderRatio,
                    g_args.disorderRange);
        } else {
7437
            *bind_ts = startTime + g_args.timestamp_step * k;
7438
        }
7439 7440 7441 7442 7443
        bind->buffer_length = sizeof(int64_t);
        bind->buffer = bind_ts;
        bind->length = &bind->buffer_length;
        bind->is_null = NULL;

7444
        for (int i = 0; i < g_args.columnCount; i ++) {
7445 7446
            bind = (TAOS_BIND *)((char *)bindArray
                    + (sizeof(TAOS_BIND) * (i + 1)));
7447 7448 7449
            if ( -1 == prepareStmtBindArrayByType(
                        bind,
                        data_type[i],
7450
                        g_args.binwidth,
7451 7452
                        pThreadInfo->time_precision,
                        NULL)) {
7453 7454 7455
                return -1;
            }
        }
7456
        if (0 != taos_stmt_bind_param(stmt, (TAOS_BIND *)bindArray)) {
7457
            errorPrint2("%s() LN%d, stmt_bind_param() failed! reason: %s\n",
7458 7459 7460
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            break;
        }
7461
        // if msg > 3MB, break
7462
        if (0 != taos_stmt_add_batch(stmt)) {
7463
            errorPrint2("%s() LN%d, stmt_add_batch() failed! reason: %s\n",
7464 7465 7466
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            break;
        }
7467 7468 7469 7470 7471 7472 7473 7474

        k++;
        recordFrom ++;
        if (recordFrom >= insertRows) {
            break;
        }
    }

7475
    free(bindArray);
7476 7477 7478
    return k;
}

7479 7480 7481 7482 7483 7484 7485 7486 7487 7488 7489
static int32_t prepareStbStmtBindTag(
        char *bindArray, SSuperTable *stbInfo,
        char *tagsVal,
        int32_t timePrec)
{
    TAOS_BIND *tag;

    for (int t = 0; t < stbInfo->tagCount; t ++) {
        tag = (TAOS_BIND *)((char *)bindArray + (sizeof(TAOS_BIND) * t));
        if ( -1 == prepareStmtBindArrayByType(
                    tag,
7490
                    stbInfo->tags[t].data_type,
7491 7492 7493 7494 7495 7496 7497 7498 7499 7500 7501 7502 7503
                    stbInfo->tags[t].dataLen,
                    timePrec,
                    NULL)) {
            return -1;
        }
    }

    return 0;
}

static int32_t prepareStbStmtBindRand(
        int64_t *ts,
        char *bindArray, SSuperTable *stbInfo,
7504
        int64_t startTime, int32_t recSeq,
7505
        int32_t timePrec)
7506 7507 7508 7509 7510 7511 7512
{
    char data[MAX_DATA_SIZE];
    memset(data, 0, MAX_DATA_SIZE);
    char *ptr = data;

    TAOS_BIND *bind;

7513 7514
    for (int i = 0; i < stbInfo->columnCount + 1; i ++) {
        bind = (TAOS_BIND *)((char *)bindArray + (sizeof(TAOS_BIND) * i));
7515

7516 7517
        if (i == 0) {
            int64_t *bind_ts = ts;
7518

7519 7520 7521 7522 7523 7524 7525 7526 7527 7528 7529 7530 7531 7532 7533 7534 7535
            bind->buffer_type = TSDB_DATA_TYPE_TIMESTAMP;
            if (stbInfo->disorderRatio) {
                *bind_ts = startTime + getTSRandTail(
                        stbInfo->timeStampStep, recSeq,
                        stbInfo->disorderRatio,
                        stbInfo->disorderRange);
            } else {
                *bind_ts = startTime + stbInfo->timeStampStep * recSeq;
            }
            bind->buffer_length = sizeof(int64_t);
            bind->buffer = bind_ts;
            bind->length = &bind->buffer_length;
            bind->is_null = NULL;

            ptr += bind->buffer_length;
        } else if ( -1 == prepareStmtBindArrayByTypeForRand(
                    bind,
7536
                    stbInfo->columns[i-1].data_type,
7537 7538 7539 7540 7541 7542 7543
                    stbInfo->columns[i-1].dataLen,
                    timePrec,
                    &ptr,
                    NULL)) {
            return -1;
        }
    }
7544

7545 7546 7547 7548 7549 7550 7551 7552 7553 7554 7555 7556 7557 7558 7559 7560 7561 7562 7563 7564 7565 7566 7567 7568 7569 7570 7571 7572 7573 7574 7575 7576 7577 7578 7579 7580 7581 7582 7583 7584 7585 7586 7587 7588 7589 7590 7591 7592 7593 7594 7595 7596 7597 7598 7599 7600 7601 7602 7603 7604 7605 7606 7607 7608 7609 7610 7611 7612 7613 7614 7615 7616 7617 7618 7619 7620 7621 7622 7623 7624 7625 7626 7627 7628 7629 7630 7631 7632 7633 7634 7635 7636 7637 7638 7639 7640 7641 7642 7643 7644 7645 7646 7647 7648 7649 7650 7651 7652 7653 7654 7655 7656 7657 7658 7659 7660 7661 7662 7663 7664 7665 7666 7667 7668 7669 7670 7671 7672 7673 7674 7675 7676
    return 0;
}

UNUSED_FUNC static int32_t prepareStbStmtRand(
        threadInfo *pThreadInfo,
        char *tableName,
        int64_t tableSeq,
        uint32_t batch,
        uint64_t insertRows,
        uint64_t recordFrom,
        int64_t startTime)
{
    int ret;
    SSuperTable *stbInfo = pThreadInfo->stbInfo;
    TAOS_STMT *stmt = pThreadInfo->stmt;

    if (AUTO_CREATE_SUBTBL == stbInfo->autoCreateTable) {
        char* tagsValBuf = NULL;

        if (0 == stbInfo->tagSource) {
            tagsValBuf = generateTagValuesForStb(stbInfo, tableSeq);
        } else {
            tagsValBuf = getTagValueFromTagSample(
                    stbInfo,
                    tableSeq % stbInfo->tagSampleCount);
        }

        if (NULL == tagsValBuf) {
            errorPrint2("%s() LN%d, tag buf failed to allocate  memory\n",
                    __func__, __LINE__);
            return -1;
        }

        char *tagsArray = calloc(1, sizeof(TAOS_BIND) * stbInfo->tagCount);
        if (NULL == tagsArray) {
            tmfree(tagsValBuf);
            errorPrint2("%s() LN%d, tag buf failed to allocate  memory\n",
                    __func__, __LINE__);
            return -1;
        }

        if (-1 == prepareStbStmtBindTag(
                    tagsArray, stbInfo, tagsValBuf, pThreadInfo->time_precision
                    /* is tag */)) {
            tmfree(tagsValBuf);
            tmfree(tagsArray);
            return -1;
        }

        ret = taos_stmt_set_tbname_tags(stmt, tableName, (TAOS_BIND *)tagsArray);

        tmfree(tagsValBuf);
        tmfree(tagsArray);

        if (0 != ret) {
            errorPrint2("%s() LN%d, stmt_set_tbname_tags() failed! reason: %s\n",
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            return -1;
        }
    } else {
        ret = taos_stmt_set_tbname(stmt, tableName);
        if (0 != ret) {
            errorPrint2("%s() LN%d, stmt_set_tbname() failed! reason: %s\n",
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            return -1;
        }
    }

    char *bindArray = calloc(1, sizeof(TAOS_BIND) * (stbInfo->columnCount + 1));
    if (bindArray == NULL) {
        errorPrint2("%s() LN%d, Failed to allocate %d bind params\n",
                __func__, __LINE__, (stbInfo->columnCount + 1));
        return -1;
    }

    uint32_t k;
    for (k = 0; k < batch;) {
        /* columnCount + 1 (ts) */
        if (-1 == prepareStbStmtBindRand(
                    pThreadInfo->bind_ts,
                    bindArray, stbInfo,
                    startTime, k,
                    pThreadInfo->time_precision
                    /* is column */)) {
            free(bindArray);
            return -1;
        }
        ret = taos_stmt_bind_param(stmt, (TAOS_BIND *)bindArray);
        if (0 != ret) {
            errorPrint2("%s() LN%d, stmt_bind_param() failed! reason: %s\n",
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            free(bindArray);
            return -1;
        }
        // if msg > 3MB, break
        ret = taos_stmt_add_batch(stmt);
        if (0 != ret) {
            errorPrint2("%s() LN%d, stmt_add_batch() failed! reason: %s\n",
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            free(bindArray);
            return -1;
        }

        k++;
        recordFrom ++;

        if (recordFrom >= insertRows) {
            break;
        }
    }

    free(bindArray);
    return k;
}

#if STMT_BIND_PARAM_BATCH == 1
static int execBindParamBatch(
        threadInfo *pThreadInfo,
        char *tableName,
        int64_t tableSeq,
        uint32_t batch,
        uint64_t insertRows,
        uint64_t recordFrom,
        int64_t startTime,
        int64_t *pSamplePos)
{
    int ret;
    TAOS_STMT *stmt = pThreadInfo->stmt;

    SSuperTable *stbInfo = pThreadInfo->stbInfo;
    uint32_t columnCount = (stbInfo)?pThreadInfo->stbInfo->columnCount:g_args.columnCount;

7677
    uint32_t thisBatch = MAX_SAMPLES - (*pSamplePos);
7678 7679 7680 7681 7682 7683 7684 7685 7686 7687 7688 7689 7690 7691 7692 7693 7694 7695 7696 7697 7698 7699 7700 7701 7702 7703 7704 7705 7706 7707 7708 7709 7710 7711 7712 7713 7714 7715 7716 7717 7718 7719 7720 7721 7722 7723 7724 7725 7726 7727 7728 7729 7730 7731 7732 7733 7734 7735 7736 7737 7738 7739 7740 7741 7742 7743 7744 7745 7746 7747 7748 7749 7750 7751 7752 7753 7754 7755 7756 7757 7758 7759 7760 7761 7762 7763 7764 7765 7766 7767 7768 7769 7770 7771 7772 7773 7774 7775 7776 7777 7778 7779 7780 7781 7782 7783 7784 7785 7786 7787 7788 7789 7790 7791 7792 7793 7794 7795 7796 7797 7798 7799 7800 7801 7802 7803 7804 7805 7806 7807 7808 7809 7810 7811 7812 7813 7814 7815 7816 7817 7818 7819 7820 7821 7822 7823 7824 7825 7826 7827 7828 7829 7830 7831 7832 7833 7834 7835 7836 7837 7838 7839 7840 7841 7842 7843 7844 7845 7846

    if (thisBatch > batch) {
        thisBatch = batch;
    }
    verbosePrint("%s() LN%d, batch=%d pos=%"PRId64" thisBatch=%d\n",
            __func__, __LINE__, batch, *pSamplePos, thisBatch);

    memset(pThreadInfo->bindParams, 0,
            (sizeof(TAOS_MULTI_BIND) * (columnCount + 1)));
    memset(pThreadInfo->is_null, 0, thisBatch);

    for (int c = 0; c < columnCount + 1; c ++) {
        TAOS_MULTI_BIND *param = (TAOS_MULTI_BIND *)(pThreadInfo->bindParams + sizeof(TAOS_MULTI_BIND) * c);

        char data_type;

        if (c == 0) {
            data_type = TSDB_DATA_TYPE_TIMESTAMP;
            param->buffer_length = sizeof(int64_t);
            param->buffer = pThreadInfo->bind_ts_array;

        } else {
            data_type = (stbInfo)?stbInfo->columns[c-1].data_type:g_args.data_type[c-1];

            char *tmpP;

            switch(data_type) {
                case TSDB_DATA_TYPE_BINARY:
                case TSDB_DATA_TYPE_NCHAR:
                    param->buffer_length =
                        ((stbInfo)?stbInfo->columns[c-1].dataLen:g_args.binwidth);

                    tmpP =
                        (char *)((uintptr_t)*(uintptr_t*)(stbInfo->sampleBindBatchArray
                                    +sizeof(char*)*(c-1)));

                    verbosePrint("%s() LN%d, tmpP=%p pos=%"PRId64" width=%d position=%"PRId64"\n",
                            __func__, __LINE__, tmpP, *pSamplePos,
                            (((stbInfo)?stbInfo->columns[c-1].dataLen:g_args.binwidth)),
                            (*pSamplePos) *
                            (((stbInfo)?stbInfo->columns[c-1].dataLen:g_args.binwidth)));

                    param->buffer = (void *)(tmpP + *pSamplePos *
                            (((stbInfo)?stbInfo->columns[c-1].dataLen:g_args.binwidth))
                            );
                    break;

                case TSDB_DATA_TYPE_INT:
                    param->buffer_length = sizeof(int32_t);
                    param->buffer = (stbInfo)?
                        (void *)((uintptr_t)*(uintptr_t*)(stbInfo->sampleBindBatchArray+sizeof(char*)*(c-1))
                                        + stbInfo->columns[c-1].dataLen * (*pSamplePos)):
                        (void *)((uintptr_t)*(uintptr_t*)(g_sampleBindBatchArray+sizeof(char*)*(c-1))
                                    + sizeof(int32_t)*(*pSamplePos));
                    break;

                case TSDB_DATA_TYPE_TINYINT:
                    param->buffer_length = sizeof(int8_t);
                    param->buffer = (stbInfo)?
                        (void *)((uintptr_t)*(uintptr_t*)(
                                    stbInfo->sampleBindBatchArray
                                    +sizeof(char*)*(c-1))
                                + stbInfo->columns[c-1].dataLen*(*pSamplePos)):
                        (void *)((uintptr_t)*(uintptr_t*)(
                                    g_sampleBindBatchArray+sizeof(char*)*(c-1))
                                    + sizeof(int8_t)*(*pSamplePos));
                    break;

                case TSDB_DATA_TYPE_SMALLINT:
                    param->buffer_length = sizeof(int16_t);
                    param->buffer = (stbInfo)?
                        (void *)((uintptr_t)*(uintptr_t*)(stbInfo->sampleBindBatchArray+sizeof(char*)*(c-1))
                                        + stbInfo->columns[c-1].dataLen * (*pSamplePos)):
                        (void *)((uintptr_t)*(uintptr_t*)(g_sampleBindBatchArray+sizeof(char*)*(c-1))
                                    + sizeof(int16_t)*(*pSamplePos));
                    break;

                case TSDB_DATA_TYPE_BIGINT:
                    param->buffer_length = sizeof(int64_t);
                    param->buffer = (stbInfo)?
                        (void *)((uintptr_t)*(uintptr_t*)(stbInfo->sampleBindBatchArray+sizeof(char*)*(c-1))
                                        + stbInfo->columns[c-1].dataLen * (*pSamplePos)):
                        (void *)((uintptr_t)*(uintptr_t*)(g_sampleBindBatchArray+sizeof(char*)*(c-1))
                                    + sizeof(int64_t)*(*pSamplePos));
                    break;

                case TSDB_DATA_TYPE_BOOL:
                    param->buffer_length = sizeof(int8_t);
                    param->buffer = (stbInfo)?
                        (void *)((uintptr_t)*(uintptr_t*)(stbInfo->sampleBindBatchArray+sizeof(char*)*(c-1))
                                        + stbInfo->columns[c-1].dataLen * (*pSamplePos)):
                        (void *)((uintptr_t)*(uintptr_t*)(g_sampleBindBatchArray+sizeof(char*)*(c-1))
                                    + sizeof(int8_t)*(*pSamplePos));
                    break;

                case TSDB_DATA_TYPE_FLOAT:
                    param->buffer_length = sizeof(float);
                    param->buffer = (stbInfo)?
                        (void *)((uintptr_t)*(uintptr_t*)(stbInfo->sampleBindBatchArray+sizeof(char*)*(c-1))
                                        + stbInfo->columns[c-1].dataLen * (*pSamplePos)):
                        (void *)((uintptr_t)*(uintptr_t*)(g_sampleBindBatchArray+sizeof(char*)*(c-1))
                                    + sizeof(float)*(*pSamplePos));
                    break;

                case TSDB_DATA_TYPE_DOUBLE:
                    param->buffer_length = sizeof(double);
                    param->buffer = (stbInfo)?
                        (void *)((uintptr_t)*(uintptr_t*)(stbInfo->sampleBindBatchArray+sizeof(char*)*(c-1))
                                        + stbInfo->columns[c-1].dataLen * (*pSamplePos)):
                        (void *)((uintptr_t)*(uintptr_t*)(g_sampleBindBatchArray+sizeof(char*)*(c-1))
                                    + sizeof(double)*(*pSamplePos));
                    break;

                case TSDB_DATA_TYPE_TIMESTAMP:
                    param->buffer_length = sizeof(int64_t);
                    param->buffer = (stbInfo)?
                        (void *)((uintptr_t)*(uintptr_t*)(stbInfo->sampleBindBatchArray+sizeof(char*)*(c-1))
                                        + stbInfo->columns[c-1].dataLen * (*pSamplePos)):
                        (void *)((uintptr_t)*(uintptr_t*)(g_sampleBindBatchArray+sizeof(char*)*(c-1))
                                    + sizeof(int64_t)*(*pSamplePos));
                    break;

                default:
                    errorPrint("%s() LN%d, wrong data type: %d\n",
                            __func__,
                            __LINE__,
                            data_type);
                    exit(EXIT_FAILURE);

            }
        }

        param->buffer_type = data_type;
        param->length = malloc(sizeof(int32_t) * thisBatch);
        assert(param->length);

        for (int b = 0; b < thisBatch; b++) {
            if (param->buffer_type == TSDB_DATA_TYPE_NCHAR) {
                param->length[b] = strlen(
                     (char *)param->buffer + b *
                         ((stbInfo)?stbInfo->columns[c].dataLen:g_args.binwidth)
                        );
            } else {
                param->length[b] = param->buffer_length;
            }
        }
        param->is_null = pThreadInfo->is_null;
        param->num = thisBatch;
    }

    uint32_t k;
    for (k = 0; k < thisBatch;) {
        /* columnCount + 1 (ts) */
        if (stbInfo->disorderRatio) {
            *(pThreadInfo->bind_ts_array + k) = startTime + getTSRandTail(
                    stbInfo->timeStampStep, k,
                    stbInfo->disorderRatio,
                    stbInfo->disorderRange);
        } else {
            *(pThreadInfo->bind_ts_array + k) = startTime + stbInfo->timeStampStep * k;
        }

        debugPrint("%s() LN%d, k=%d ts=%"PRId64"\n",
                __func__, __LINE__,
                k, *(pThreadInfo->bind_ts_array +k));
        k++;
        recordFrom ++;

        (*pSamplePos) ++;
7847
        if ((*pSamplePos) == MAX_SAMPLES) {
7848 7849 7850 7851 7852 7853 7854 7855 7856 7857 7858 7859 7860 7861 7862 7863 7864 7865 7866 7867 7868 7869 7870 7871 7872 7873 7874 7875 7876 7877 7878 7879 7880 7881 7882 7883 7884 7885 7886 7887 7888 7889 7890 7891 7892 7893 7894 7895 7896 7897 7898 7899 7900 7901
            *pSamplePos = 0;
        }

        if (recordFrom >= insertRows) {
            break;
        }
    }

    ret = taos_stmt_bind_param_batch(stmt, (TAOS_MULTI_BIND *)pThreadInfo->bindParams);
    if (0 != ret) {
        errorPrint2("%s() LN%d, stmt_bind_param() failed! reason: %s\n",
                __func__, __LINE__, taos_stmt_errstr(stmt));
        return -1;
    }

    for (int c = 0; c < stbInfo->columnCount + 1; c ++) {
        TAOS_MULTI_BIND *param = (TAOS_MULTI_BIND *)(pThreadInfo->bindParams + sizeof(TAOS_MULTI_BIND) * c);
        free(param->length);
    }

    // if msg > 3MB, break
    ret = taos_stmt_add_batch(stmt);
    if (0 != ret) {
        errorPrint2("%s() LN%d, stmt_add_batch() failed! reason: %s\n",
                __func__, __LINE__, taos_stmt_errstr(stmt));
        return -1;
    }
    return k;
}

static int parseSamplefileToStmtBatch(
        SSuperTable* stbInfo)
{
    // char *sampleDataBuf = (stbInfo)?
    //    stbInfo->sampleDataBuf:g_sampleDataBuf;
    int32_t columnCount = (stbInfo)?stbInfo->columnCount:g_args.columnCount;
    char *sampleBindBatchArray = NULL;

    if (stbInfo) {
        stbInfo->sampleBindBatchArray = calloc(1, sizeof(uintptr_t *) * columnCount);
        sampleBindBatchArray = stbInfo->sampleBindBatchArray;
    } else {
        g_sampleBindBatchArray = calloc(1, sizeof(uintptr_t *) * columnCount);
        sampleBindBatchArray = g_sampleBindBatchArray;
    }
    assert(sampleBindBatchArray);

    for (int c = 0; c < columnCount; c++) {
        char data_type = (stbInfo)?stbInfo->columns[c].data_type:g_args.data_type[c];

        char *tmpP = NULL;

        switch(data_type) {
            case TSDB_DATA_TYPE_INT:
7902
                tmpP = calloc(1, sizeof(int) * MAX_SAMPLES);
7903 7904 7905 7906 7907
                assert(tmpP);
                *(uintptr_t*)(sampleBindBatchArray+ sizeof(uintptr_t*)*c) = (uintptr_t)tmpP;
                break;

            case TSDB_DATA_TYPE_TINYINT:
7908
                tmpP = calloc(1, sizeof(int8_t) * MAX_SAMPLES);
7909 7910 7911 7912 7913
                assert(tmpP);
                *(uintptr_t*)(sampleBindBatchArray+ sizeof(uintptr_t*)*c) = (uintptr_t)tmpP;
                break;

            case TSDB_DATA_TYPE_SMALLINT:
7914
                tmpP = calloc(1, sizeof(int16_t) * MAX_SAMPLES);
7915 7916 7917 7918 7919
                assert(tmpP);
                *(uintptr_t*)(sampleBindBatchArray+ sizeof(uintptr_t*)*c) = (uintptr_t)tmpP;
                break;

            case TSDB_DATA_TYPE_BIGINT:
7920
                tmpP = calloc(1, sizeof(int64_t) * MAX_SAMPLES);
7921 7922 7923 7924 7925
                assert(tmpP);
                *(uintptr_t*)(sampleBindBatchArray+ sizeof(uintptr_t*)*c) = (uintptr_t)tmpP;
                break;

            case TSDB_DATA_TYPE_BOOL:
7926
                tmpP = calloc(1, sizeof(int8_t) * MAX_SAMPLES);
7927 7928 7929 7930 7931
                assert(tmpP);
                *(uintptr_t*)(sampleBindBatchArray+ sizeof(uintptr_t*)*c) = (uintptr_t)tmpP;
                break;

            case TSDB_DATA_TYPE_FLOAT:
7932
                tmpP = calloc(1, sizeof(float) * MAX_SAMPLES);
7933 7934 7935 7936 7937
                assert(tmpP);
                *(uintptr_t*)(sampleBindBatchArray+ sizeof(uintptr_t*)*c) = (uintptr_t)tmpP;
                break;

            case TSDB_DATA_TYPE_DOUBLE:
7938
                tmpP = calloc(1, sizeof(double) * MAX_SAMPLES);
7939 7940 7941 7942 7943 7944
                assert(tmpP);
                *(uintptr_t*)(sampleBindBatchArray+ sizeof(uintptr_t*)*c) = (uintptr_t)tmpP;
                break;

            case TSDB_DATA_TYPE_BINARY:
            case TSDB_DATA_TYPE_NCHAR:
7945
                tmpP = calloc(1, MAX_SAMPLES *
7946 7947 7948 7949 7950 7951
                        (((stbInfo)?stbInfo->columns[c].dataLen:g_args.binwidth)));
                assert(tmpP);
                *(uintptr_t*)(sampleBindBatchArray+ sizeof(uintptr_t*)*c) = (uintptr_t)tmpP;
                break;

            case TSDB_DATA_TYPE_TIMESTAMP:
7952
                tmpP = calloc(1, sizeof(int64_t) * MAX_SAMPLES);
7953 7954 7955 7956 7957 7958 7959 7960 7961 7962 7963 7964 7965 7966
                assert(tmpP);
                *(uintptr_t*)(sampleBindBatchArray+ sizeof(uintptr_t*)*c) = (uintptr_t)tmpP;
                break;

            default:
                errorPrint("Unknown data type: %s\n",
                        (stbInfo)?stbInfo->columns[c].dataType:g_args.dataType[c]);
                exit(EXIT_FAILURE);
        }
    }

    char *sampleDataBuf = (stbInfo)?stbInfo->sampleDataBuf:g_sampleDataBuf;
    int64_t lenOfOneRow = (stbInfo)?stbInfo->lenOfOneRow:g_args.lenOfOneRow;

7967
    for (int i=0; i < MAX_SAMPLES; i++) {
7968 7969 7970 7971 7972 7973 7974 7975 7976 7977 7978 7979 7980 7981 7982 7983 7984 7985 7986 7987 7988 7989 7990 7991 7992 7993 7994 7995 7996 7997 7998 7999 8000 8001 8002 8003 8004 8005 8006 8007 8008 8009 8010 8011 8012 8013 8014 8015 8016 8017 8018 8019 8020 8021 8022 8023 8024 8025 8026 8027 8028 8029 8030 8031 8032 8033 8034 8035 8036 8037 8038 8039 8040 8041 8042 8043 8044 8045 8046 8047 8048 8049 8050 8051 8052 8053 8054 8055 8056 8057 8058 8059 8060 8061 8062 8063 8064 8065 8066 8067 8068 8069 8070 8071 8072 8073 8074 8075 8076 8077 8078 8079 8080 8081 8082 8083 8084 8085 8086 8087 8088 8089 8090 8091 8092 8093 8094 8095 8096 8097 8098 8099 8100 8101 8102 8103 8104 8105 8106
        int cursor = 0;

        for (int c = 0; c < columnCount; c++) {
            char data_type = (stbInfo)?
                stbInfo->columns[c].data_type:
                g_args.data_type[c];
            char *restStr = sampleDataBuf
                + lenOfOneRow * i + cursor;
            int lengthOfRest = strlen(restStr);

            int index = 0;
            for (index = 0; index < lengthOfRest; index ++) {
                if (restStr[index] == ',') {
                    break;
                }
            }

            char *tmpStr = calloc(1, index + 1);
            if (NULL == tmpStr) {
                errorPrint2("%s() LN%d, Failed to allocate %d bind buffer\n",
                        __func__, __LINE__, index + 1);
                return -1;
            }

            strncpy(tmpStr, restStr, index);
            cursor += index + 1; // skip ',' too
            char *tmpP;

            switch(data_type) {
                case TSDB_DATA_TYPE_INT:
                    *((int32_t*)((uintptr_t)*(uintptr_t*)(sampleBindBatchArray
                                    +sizeof(char*)*c)+sizeof(int32_t)*i)) =
                        atoi(tmpStr);
                    break;

                case TSDB_DATA_TYPE_FLOAT:
                    *(float*)(((uintptr_t)*(uintptr_t*)(sampleBindBatchArray
                                    +sizeof(char*)*c)+sizeof(float)*i)) =
                        (float)atof(tmpStr);
                    break;

                case TSDB_DATA_TYPE_DOUBLE:
                    *(double*)(((uintptr_t)*(uintptr_t*)(sampleBindBatchArray
                                    +sizeof(char*)*c)+sizeof(double)*i)) =
                        atof(tmpStr);
                    break;

                case TSDB_DATA_TYPE_TINYINT:
                    *((int8_t*)((uintptr_t)*(uintptr_t*)(sampleBindBatchArray
                                    +sizeof(char*)*c)+sizeof(int8_t)*i)) =
                        (int8_t)atoi(tmpStr);
                    break;

                case TSDB_DATA_TYPE_SMALLINT:
                    *((int16_t*)((uintptr_t)*(uintptr_t*)(sampleBindBatchArray
                                    +sizeof(char*)*c)+sizeof(int16_t)*i)) =
                        (int16_t)atoi(tmpStr);
                    break;

                case TSDB_DATA_TYPE_BIGINT:
                    *((int64_t*)((uintptr_t)*(uintptr_t*)(sampleBindBatchArray
                                    +sizeof(char*)*c)+sizeof(int64_t)*i)) =
                        (int64_t)atol(tmpStr);
                    break;

                case TSDB_DATA_TYPE_BOOL:
                    *((int8_t*)((uintptr_t)*(uintptr_t*)(sampleBindBatchArray
                                    +sizeof(char*)*c)+sizeof(int8_t)*i)) =
                        (int8_t)atoi(tmpStr);
                    break;

                case TSDB_DATA_TYPE_TIMESTAMP:
                    *((int64_t*)((uintptr_t)*(uintptr_t*)(sampleBindBatchArray
                                    +sizeof(char*)*c)+sizeof(int64_t)*i)) =
                        (int64_t)atol(tmpStr);
                    break;

                case TSDB_DATA_TYPE_BINARY:
                case TSDB_DATA_TYPE_NCHAR:
                    tmpP = (char *)(*(uintptr_t*)(sampleBindBatchArray
                            +sizeof(char*)*c));
                    strcpy(tmpP + i*
                        (((stbInfo)?stbInfo->columns[c].dataLen:g_args.binwidth))
                    , tmpStr);
                    break;

                default:
                    break;
            }

            free(tmpStr);
        }
    }

    return 0;
}

static int parseSampleToStmtBatchForThread(
        threadInfo *pThreadInfo, SSuperTable *stbInfo,
        uint32_t timePrec,
        uint32_t batch)
{
    uint32_t columnCount = (stbInfo)?stbInfo->columnCount:g_args.columnCount;

    pThreadInfo->bind_ts_array = malloc(sizeof(int64_t) * batch);
    assert(pThreadInfo->bind_ts_array);

    pThreadInfo->bindParams = malloc(sizeof(TAOS_MULTI_BIND) * (columnCount + 1));
    assert(pThreadInfo->bindParams);

    pThreadInfo->is_null = malloc(batch);
    assert(pThreadInfo->is_null);

    return 0;
}

static int parseStbSampleToStmtBatchForThread(
        threadInfo *pThreadInfo,
        SSuperTable *stbInfo,
        uint32_t timePrec,
        uint32_t batch)
{
    return parseSampleToStmtBatchForThread(
        pThreadInfo, stbInfo, timePrec, batch);
}

static int parseNtbSampleToStmtBatchForThread(
        threadInfo *pThreadInfo, uint32_t timePrec, uint32_t batch)
{
    return parseSampleToStmtBatchForThread(
        pThreadInfo, NULL, timePrec, batch);
}

#else
static int parseSampleToStmt(
        threadInfo *pThreadInfo,
        SSuperTable *stbInfo, uint32_t timePrec)
{
    pThreadInfo->sampleBindArray =
8107
        calloc(1, sizeof(char *) * MAX_SAMPLES);
8108 8109 8110
    if (pThreadInfo->sampleBindArray == NULL) {
        errorPrint2("%s() LN%d, Failed to allocate %"PRIu64" bind array buffer\n",
                __func__, __LINE__,
8111
                (uint64_t)sizeof(char *) * MAX_SAMPLES);
8112 8113 8114 8115 8116 8117 8118
        return -1;
    }

    int32_t columnCount = (stbInfo)?stbInfo->columnCount:g_args.columnCount;
    char *sampleDataBuf = (stbInfo)?stbInfo->sampleDataBuf:g_sampleDataBuf;
    int64_t lenOfOneRow = (stbInfo)?stbInfo->lenOfOneRow:g_args.lenOfOneRow;

8119
    for (int i=0; i < MAX_SAMPLES; i++) {
8120 8121 8122 8123 8124 8125 8126 8127 8128 8129 8130 8131 8132 8133 8134 8135 8136 8137 8138 8139 8140 8141 8142 8143 8144 8145 8146 8147 8148 8149 8150 8151 8152 8153 8154 8155 8156 8157 8158 8159 8160 8161 8162 8163 8164 8165 8166 8167 8168 8169 8170 8171 8172 8173 8174 8175 8176 8177 8178 8179 8180 8181 8182 8183 8184 8185 8186 8187 8188 8189 8190 8191 8192 8193 8194 8195 8196 8197 8198 8199 8200 8201 8202 8203
        char *bindArray =
            calloc(1, sizeof(TAOS_BIND) * (columnCount + 1));
        if (bindArray == NULL) {
            errorPrint2("%s() LN%d, Failed to allocate %d bind params\n",
                    __func__, __LINE__, (columnCount + 1));
            return -1;
        }

        TAOS_BIND *bind;
        int cursor = 0;

        for (int c = 0; c < columnCount + 1; c++) {
            bind = (TAOS_BIND *)((char *)bindArray + (sizeof(TAOS_BIND) * c));

            if (c == 0) {
                bind->buffer_type = TSDB_DATA_TYPE_TIMESTAMP;
                bind->buffer_length = sizeof(int64_t);
                bind->buffer = NULL; //bind_ts;
                bind->length = &bind->buffer_length;
                bind->is_null = NULL;
            } else {
                char data_type = (stbInfo)?
                    stbInfo->columns[c-1].data_type:
                    g_args.data_type[c-1];
                int32_t dataLen = (stbInfo)?
                    stbInfo->columns[c-1].dataLen:
                    g_args.binwidth;
                char *restStr = sampleDataBuf
                    + lenOfOneRow * i + cursor;
                int lengthOfRest = strlen(restStr);

                int index = 0;
                for (index = 0; index < lengthOfRest; index ++) {
                    if (restStr[index] == ',') {
                        break;
                    }
                }

                char *bindBuffer = calloc(1, index + 1);
                if (bindBuffer == NULL) {
                    errorPrint2("%s() LN%d, Failed to allocate %d bind buffer\n",
                            __func__, __LINE__, index + 1);
                    return -1;
                }

                strncpy(bindBuffer, restStr, index);
                cursor += index + 1; // skip ',' too

                if (-1 == prepareStmtBindArrayByType(
                            bind,
                            data_type,
                            dataLen,
                            timePrec,
                            bindBuffer)) {
                    free(bindBuffer);
                    return -1;
                }
                free(bindBuffer);
            }
        }
        *((uintptr_t *)(pThreadInfo->sampleBindArray + (sizeof(char *)) * i)) =
            (uintptr_t)bindArray;
    }

    return 0;
}

static int parseStbSampleToStmt(
        threadInfo *pThreadInfo,
        SSuperTable *stbInfo, uint32_t timePrec)
{
    return parseSampleToStmt(
        pThreadInfo,
        stbInfo, timePrec);
}

static int parseNtbSampleToStmt(
        threadInfo *pThreadInfo,
        uint32_t timePrec)
{
    return parseSampleToStmt(
        pThreadInfo,
        NULL,
        timePrec);
8204
}
8205

8206 8207
static int32_t prepareStbStmtBindStartTime(
        char *tableName,
8208 8209
        int64_t *ts,
        char *bindArray, SSuperTable *stbInfo,
8210
        int64_t startTime, int32_t recSeq)
8211 8212
{
    TAOS_BIND *bind;
8213

8214
    bind = (TAOS_BIND *)bindArray;
8215

8216
    int64_t *bind_ts = ts;
8217

8218 8219 8220 8221 8222 8223 8224 8225
    bind->buffer_type = TSDB_DATA_TYPE_TIMESTAMP;
    if (stbInfo->disorderRatio) {
        *bind_ts = startTime + getTSRandTail(
                stbInfo->timeStampStep, recSeq,
                stbInfo->disorderRatio,
                stbInfo->disorderRange);
    } else {
        *bind_ts = startTime + stbInfo->timeStampStep * recSeq;
8226
    }
8227 8228 8229 8230

    verbosePrint("%s() LN%d, tableName: %s, bind_ts=%"PRId64"\n",
            __func__, __LINE__, tableName, *bind_ts);

8231 8232 8233 8234
    bind->buffer_length = sizeof(int64_t);
    bind->buffer = bind_ts;
    bind->length = &bind->buffer_length;
    bind->is_null = NULL;
8235 8236 8237 8238

    return 0;
}

8239
static uint32_t execBindParam(
8240
        threadInfo *pThreadInfo,
8241 8242 8243
        char *tableName,
        int64_t tableSeq,
        uint32_t batch,
8244 8245
        uint64_t insertRows,
        uint64_t recordFrom,
8246 8247
        int64_t startTime,
        int64_t *pSamplePos)
8248
{
8249
    int ret;
8250 8251
    SSuperTable *stbInfo = pThreadInfo->stbInfo;
    TAOS_STMT *stmt = pThreadInfo->stmt;
8252

8253 8254
    uint32_t k;
    for (k = 0; k < batch;) {
8255 8256
        char *bindArray = (char *)(*((uintptr_t *)
                    (pThreadInfo->sampleBindArray + (sizeof(char *)) * (*pSamplePos))));
8257
        /* columnCount + 1 (ts) */
8258 8259
        if (-1 == prepareStbStmtBindStartTime(
                    tableName,
8260 8261
                    pThreadInfo->bind_ts,
                    bindArray, stbInfo,
8262
                    startTime, k
8263
                    /* is column */)) {
8264
            return -1;
8265
        }
8266 8267
        ret = taos_stmt_bind_param(stmt, (TAOS_BIND *)bindArray);
        if (0 != ret) {
8268
            errorPrint2("%s() LN%d, stmt_bind_param() failed! reason: %s\n",
8269 8270 8271
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            return -1;
        }
8272
        // if msg > 3MB, break
8273 8274
        ret = taos_stmt_add_batch(stmt);
        if (0 != ret) {
8275
            errorPrint2("%s() LN%d, stmt_add_batch() failed! reason: %s\n",
8276 8277 8278
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            return -1;
        }
8279

8280 8281
        k++;
        recordFrom ++;
8282

8283
        (*pSamplePos) ++;
8284
        if ((*pSamplePos) == MAX_SAMPLES) {
8285 8286 8287
            *pSamplePos = 0;
        }

8288 8289 8290 8291
        if (recordFrom >= insertRows) {
            break;
        }
    }
8292 8293 8294

    return k;
}
8295
#endif
8296

8297 8298
static int32_t prepareStbStmtWithSample(
        threadInfo *pThreadInfo,
8299 8300 8301
        char *tableName,
        int64_t tableSeq,
        uint32_t batch,
8302 8303 8304 8305 8306
        uint64_t insertRows,
        uint64_t recordFrom,
        int64_t startTime,
        int64_t *pSamplePos)
{
8307 8308 8309
    int ret;
    SSuperTable *stbInfo = pThreadInfo->stbInfo;
    TAOS_STMT *stmt = pThreadInfo->stmt;
8310

8311 8312 8313 8314 8315 8316 8317 8318 8319 8320 8321 8322
    if (AUTO_CREATE_SUBTBL == stbInfo->autoCreateTable) {
        char* tagsValBuf = NULL;

        if (0 == stbInfo->tagSource) {
            tagsValBuf = generateTagValuesForStb(stbInfo, tableSeq);
        } else {
            tagsValBuf = getTagValueFromTagSample(
                    stbInfo,
                    tableSeq % stbInfo->tagSampleCount);
        }

        if (NULL == tagsValBuf) {
8323
            errorPrint2("%s() LN%d, tag buf failed to allocate  memory\n",
8324 8325 8326 8327 8328 8329 8330
                    __func__, __LINE__);
            return -1;
        }

        char *tagsArray = calloc(1, sizeof(TAOS_BIND) * stbInfo->tagCount);
        if (NULL == tagsArray) {
            tmfree(tagsValBuf);
8331
            errorPrint2("%s() LN%d, tag buf failed to allocate  memory\n",
8332 8333 8334 8335 8336 8337 8338 8339 8340 8341 8342 8343 8344 8345 8346 8347 8348 8349
                    __func__, __LINE__);
            return -1;
        }

        if (-1 == prepareStbStmtBindTag(
                    tagsArray, stbInfo, tagsValBuf, pThreadInfo->time_precision
                    /* is tag */)) {
            tmfree(tagsValBuf);
            tmfree(tagsArray);
            return -1;
        }

        ret = taos_stmt_set_tbname_tags(stmt, tableName, (TAOS_BIND *)tagsArray);

        tmfree(tagsValBuf);
        tmfree(tagsArray);

        if (0 != ret) {
8350
            errorPrint2("%s() LN%d, stmt_set_tbname_tags() failed! reason: %s\n",
8351 8352 8353 8354 8355 8356
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            return -1;
        }
    } else {
        ret = taos_stmt_set_tbname(stmt, tableName);
        if (0 != ret) {
8357
            errorPrint2("%s() LN%d, stmt_set_tbname() failed! reason: %s\n",
8358 8359 8360 8361 8362
                    __func__, __LINE__, taos_stmt_errstr(stmt));
            return -1;
        }
    }

8363 8364 8365 8366 8367 8368 8369 8370 8371 8372 8373 8374 8375 8376 8377 8378 8379 8380 8381 8382 8383
#if STMT_BIND_PARAM_BATCH == 1
    return execBindParamBatch(
        pThreadInfo,
        tableName,
        tableSeq,
        batch,
        insertRows,
        recordFrom,
        startTime,
        pSamplePos);
#else
    return execBindParam(
        pThreadInfo,
        tableName,
        tableSeq,
        batch,
        insertRows,
        recordFrom,
        startTime,
        pSamplePos);
#endif
8384
}
8385 8386

static int32_t generateStbProgressiveData(
8387
        SSuperTable *stbInfo,
8388
        char *tableName,
8389
        int64_t tableSeq,
8390
        char *dbName, char *buffer,
8391
        int64_t insertRows,
8392
        uint64_t recordFrom, int64_t startTime, int64_t *pSamplePos,
8393
        int64_t *pRemainderBufLen)
8394
{
8395 8396
    assert(buffer != NULL);
    char *pstr = buffer;
8397

8398
    memset(pstr, 0, *pRemainderBufLen);
8399

8400
    int64_t headLen = generateStbSQLHead(
8401
            stbInfo,
8402 8403
            tableName, tableSeq, dbName,
            buffer, *pRemainderBufLen);
8404

8405 8406 8407 8408 8409
    if (headLen <= 0) {
        return 0;
    }
    pstr += headLen;
    *pRemainderBufLen -= headLen;
8410

8411
    int64_t dataLen;
8412

8413
    return generateStbDataTail(stbInfo,
8414
            g_args.reqPerReq, pstr, *pRemainderBufLen,
8415 8416 8417
            insertRows, recordFrom,
            startTime,
            pSamplePos, &dataLen);
8418 8419
}

8420
static int32_t generateProgressiveDataWithoutStb(
8421
        char *tableName,
8422
        /* int64_t tableSeq, */
8423 8424
        threadInfo *pThreadInfo, char *buffer,
        int64_t insertRows,
8425
        uint64_t recordFrom, int64_t startTime, /*int64_t *pSamplePos, */
8426 8427
        int64_t *pRemainderBufLen)
{
8428 8429
    assert(buffer != NULL);
    char *pstr = buffer;
8430

8431
    memset(buffer, 0, *pRemainderBufLen);
8432

8433 8434 8435
    int64_t headLen = generateSQLHeadWithoutStb(
            tableName, pThreadInfo->db_name,
            buffer, *pRemainderBufLen);
8436

8437 8438 8439 8440 8441
    if (headLen <= 0) {
        return 0;
    }
    pstr += headLen;
    *pRemainderBufLen -= headLen;
8442

8443
    int64_t dataLen;
8444

8445
    return generateDataTailWithoutStb(
8446
            g_args.reqPerReq, pstr, *pRemainderBufLen, insertRows, recordFrom,
8447 8448
            startTime,
            /*pSamplePos, */&dataLen);
8449
}
8450

8451 8452
static void printStatPerThread(threadInfo *pThreadInfo)
{
8453 8454 8455
    if (0 == pThreadInfo->totalDelay)
        pThreadInfo->totalDelay = 1;

8456
    fprintf(stderr, "====thread[%d] completed total inserted rows: %"PRIu64 ", total affected rows: %"PRIu64". %.2f records/second====\n",
8457 8458 8459
            pThreadInfo->threadID,
            pThreadInfo->totalInsertRows,
            pThreadInfo->totalAffectedRows,
8460 8461
            (double)(pThreadInfo->totalAffectedRows/((double)pThreadInfo->totalDelay/1000000.0))
            );
8462 8463
}

8464 8465 8466 8467
#if STMT_BIND_PARAM_BATCH == 1
// stmt sync write interlace data
static void* syncWriteInterlaceStmtBatch(threadInfo *pThreadInfo, uint32_t interlaceRows) {
    debugPrint("[%d] %s() LN%d: ### stmt interlace write\n",
8468
            pThreadInfo->threadID, __func__, __LINE__);
8469

8470 8471 8472 8473
    int64_t insertRows;
    uint64_t maxSqlLen;
    int64_t nTimeStampStep;
    uint64_t insert_interval;
8474

8475
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
8476

8477 8478
    if (stbInfo) {
        insertRows = stbInfo->insertRows;
8479 8480 8481 8482 8483 8484 8485 8486 8487
        maxSqlLen = stbInfo->maxSqlLen;
        nTimeStampStep = stbInfo->timeStampStep;
        insert_interval = stbInfo->insertInterval;
    } else {
        insertRows = g_args.insertRows;
        maxSqlLen = g_args.max_sql_len;
        nTimeStampStep = g_args.timestamp_step;
        insert_interval = g_args.insert_interval;
    }
8488

8489 8490 8491 8492 8493 8494 8495 8496 8497 8498 8499 8500 8501 8502 8503 8504 8505 8506 8507 8508 8509 8510 8511 8512 8513 8514 8515 8516 8517 8518 8519 8520 8521 8522 8523 8524 8525 8526 8527 8528 8529 8530 8531 8532 8533 8534 8535 8536 8537 8538 8539 8540 8541 8542 8543 8544 8545 8546 8547 8548 8549 8550 8551 8552 8553 8554 8555 8556 8557 8558 8559 8560 8561 8562 8563 8564 8565 8566 8567 8568 8569 8570 8571 8572 8573 8574 8575 8576 8577 8578 8579 8580 8581 8582 8583 8584 8585 8586 8587 8588 8589 8590 8591 8592 8593 8594 8595 8596 8597 8598 8599 8600 8601 8602 8603 8604 8605 8606 8607 8608 8609 8610 8611 8612 8613 8614 8615 8616 8617 8618 8619 8620 8621 8622 8623 8624 8625 8626 8627 8628 8629 8630 8631 8632 8633 8634 8635 8636 8637 8638 8639 8640 8641 8642 8643 8644 8645 8646 8647 8648 8649 8650 8651 8652 8653 8654 8655 8656 8657 8658
    debugPrint("[%d] %s() LN%d: start_table_from=%"PRIu64" ntables=%"PRId64" insertRows=%"PRIu64"\n",
            pThreadInfo->threadID, __func__, __LINE__,
            pThreadInfo->start_table_from,
            pThreadInfo->ntables, insertRows);

    uint32_t batchPerTbl = interlaceRows;
    uint32_t batchPerTblTimes;

    if (interlaceRows > g_args.reqPerReq)
        interlaceRows = g_args.reqPerReq;

    if ((interlaceRows > 0) && (pThreadInfo->ntables > 1)) {
        batchPerTblTimes =
            g_args.reqPerReq / interlaceRows;
    } else {
        batchPerTblTimes = 1;
    }

    pThreadInfo->totalInsertRows = 0;
    pThreadInfo->totalAffectedRows = 0;

    uint64_t st = 0;
    uint64_t et = UINT64_MAX;

    uint64_t lastPrintTime = taosGetTimestampMs();
    uint64_t startTs = taosGetTimestampMs();
    uint64_t endTs;

    uint64_t tableSeq = pThreadInfo->start_table_from;
    int64_t startTime = pThreadInfo->start_time;

    uint64_t generatedRecPerTbl = 0;
    bool flagSleep = true;
    uint64_t sleepTimeTotal = 0;

    int percentComplete = 0;
    int64_t totalRows = insertRows * pThreadInfo->ntables;

    while(pThreadInfo->totalInsertRows < pThreadInfo->ntables * insertRows) {
        if ((flagSleep) && (insert_interval)) {
            st = taosGetTimestampMs();
            flagSleep = false;
        }

        uint32_t recOfBatch = 0;

        int32_t generated;
        for (uint64_t i = 0; i < batchPerTblTimes; i ++) {
            char tableName[TSDB_TABLE_NAME_LEN];

            getTableName(tableName, pThreadInfo, tableSeq);
            if (0 == strlen(tableName)) {
                errorPrint2("[%d] %s() LN%d, getTableName return null\n",
                        pThreadInfo->threadID, __func__, __LINE__);
                return NULL;
            }

            if (stbInfo) {
                generated = prepareStbStmtWithSample(
                        pThreadInfo,
                        tableName,
                        tableSeq,
                        batchPerTbl,
                        insertRows, 0,
                        startTime,
                        &(pThreadInfo->samplePos));
            } else {
                debugPrint("[%d] %s() LN%d, tableName:%s, batch:%d startTime:%"PRId64"\n",
                        pThreadInfo->threadID,
                        __func__, __LINE__,
                        tableName, batchPerTbl, startTime);
                generated = prepareStmtWithoutStb(
                        pThreadInfo,
                        tableName,
                        batchPerTbl,
                        insertRows, i,
                        startTime);
            }

            debugPrint("[%d] %s() LN%d, generated records is %d\n",
                    pThreadInfo->threadID, __func__, __LINE__, generated);
            if (generated < 0) {
                errorPrint2("[%d] %s() LN%d, generated records is %d\n",
                        pThreadInfo->threadID, __func__, __LINE__, generated);
                goto free_of_interlace_stmt;
            } else if (generated == 0) {
                break;
            }

            tableSeq ++;
            recOfBatch += batchPerTbl;

            pThreadInfo->totalInsertRows += batchPerTbl;

            verbosePrint("[%d] %s() LN%d batchPerTbl=%d recOfBatch=%d\n",
                    pThreadInfo->threadID, __func__, __LINE__,
                    batchPerTbl, recOfBatch);

            if (tableSeq == pThreadInfo->start_table_from + pThreadInfo->ntables) {
                // turn to first table
                tableSeq = pThreadInfo->start_table_from;
                generatedRecPerTbl += batchPerTbl;

                startTime = pThreadInfo->start_time
                    + generatedRecPerTbl * nTimeStampStep;

                flagSleep = true;
                if (generatedRecPerTbl >= insertRows)
                    break;

                int64_t remainRows = insertRows - generatedRecPerTbl;
                if ((remainRows > 0) && (batchPerTbl > remainRows))
                    batchPerTbl = remainRows;

                if (pThreadInfo->ntables * batchPerTbl < g_args.reqPerReq)
                    break;
            }

            verbosePrint("[%d] %s() LN%d generatedRecPerTbl=%"PRId64" insertRows=%"PRId64"\n",
                    pThreadInfo->threadID, __func__, __LINE__,
                    generatedRecPerTbl, insertRows);

            if ((g_args.reqPerReq - recOfBatch) < batchPerTbl)
                break;
        }

        verbosePrint("[%d] %s() LN%d recOfBatch=%d totalInsertRows=%"PRIu64"\n",
                pThreadInfo->threadID, __func__, __LINE__, recOfBatch,
                pThreadInfo->totalInsertRows);

        startTs = taosGetTimestampUs();

        if (recOfBatch == 0) {
            errorPrint2("[%d] %s() LN%d Failed to insert records of batch %d\n",
                    pThreadInfo->threadID, __func__, __LINE__,
                    batchPerTbl);
            if (batchPerTbl > 0) {
                errorPrint("\tIf the batch is %d, the length of the SQL to insert a row must be less then %"PRId64"\n",
                        batchPerTbl, maxSqlLen / batchPerTbl);
            }
            goto free_of_interlace_stmt;
        }
        int64_t affectedRows = execInsert(pThreadInfo, recOfBatch);

        endTs = taosGetTimestampUs();
        uint64_t delay = endTs - startTs;
        performancePrint("%s() LN%d, insert execution time is %10.2f ms\n",
                __func__, __LINE__, delay / 1000.0);
        verbosePrint("[%d] %s() LN%d affectedRows=%"PRId64"\n",
                pThreadInfo->threadID,
                __func__, __LINE__, affectedRows);

        if (delay > pThreadInfo->maxDelay) pThreadInfo->maxDelay = delay;
        if (delay < pThreadInfo->minDelay) pThreadInfo->minDelay = delay;
        pThreadInfo->cntDelay++;
        pThreadInfo->totalDelay += delay;

        if (recOfBatch != affectedRows) {
            errorPrint2("[%d] %s() LN%d execInsert insert %d, affected rows: %"PRId64"\n\n",
                    pThreadInfo->threadID, __func__, __LINE__,
                    recOfBatch, affectedRows);
            goto free_of_interlace_stmt;
        }

        pThreadInfo->totalAffectedRows += affectedRows;

        int currentPercent = pThreadInfo->totalAffectedRows * 100 / totalRows;
        if (currentPercent > percentComplete ) {
            printf("[%d]:%d%%\n", pThreadInfo->threadID, currentPercent);
            percentComplete = currentPercent;
8659
        }
8660 8661 8662 8663 8664 8665 8666 8667 8668 8669 8670 8671 8672 8673 8674 8675 8676 8677 8678 8679 8680 8681 8682 8683 8684 8685 8686 8687 8688 8689 8690 8691 8692 8693 8694 8695 8696 8697 8698 8699 8700 8701 8702
        int64_t  currentPrintTime = taosGetTimestampMs();
        if (currentPrintTime - lastPrintTime > 30*1000) {
            printf("thread[%d] has currently inserted rows: %"PRIu64 ", affected rows: %"PRIu64 "\n",
                    pThreadInfo->threadID,
                    pThreadInfo->totalInsertRows,
                    pThreadInfo->totalAffectedRows);
            lastPrintTime = currentPrintTime;
        }

        if ((insert_interval) && flagSleep) {
            et = taosGetTimestampMs();

            if (insert_interval > (et - st) ) {
                uint64_t sleepTime = insert_interval - (et -st);
                performancePrint("%s() LN%d sleep: %"PRId64" ms for insert interval\n",
                        __func__, __LINE__, sleepTime);
                taosMsleep(sleepTime); // ms
                sleepTimeTotal += insert_interval;
            }
        }
    }
    if (percentComplete < 100)
        printf("[%d]:%d%%\n", pThreadInfo->threadID, percentComplete);

free_of_interlace_stmt:
    printStatPerThread(pThreadInfo);
    return NULL;
}
#else
// stmt sync write interlace data
static void* syncWriteInterlaceStmt(threadInfo *pThreadInfo, uint32_t interlaceRows) {
    debugPrint("[%d] %s() LN%d: ### stmt interlace write\n",
            pThreadInfo->threadID, __func__, __LINE__);

    int64_t insertRows;
    uint64_t maxSqlLen;
    int64_t nTimeStampStep;
    uint64_t insert_interval;

    SSuperTable* stbInfo = pThreadInfo->stbInfo;

    if (stbInfo) {
        insertRows = stbInfo->insertRows;
8703 8704 8705
        maxSqlLen = stbInfo->maxSqlLen;
        nTimeStampStep = stbInfo->timeStampStep;
        insert_interval = stbInfo->insertInterval;
8706
    } else {
8707
        insertRows = g_args.insertRows;
8708
        maxSqlLen = g_args.max_sql_len;
8709
        nTimeStampStep = g_args.timestamp_step;
8710
        insert_interval = g_args.insert_interval;
8711
    }
8712

8713 8714 8715 8716
    debugPrint("[%d] %s() LN%d: start_table_from=%"PRIu64" ntables=%"PRId64" insertRows=%"PRIu64"\n",
            pThreadInfo->threadID, __func__, __LINE__,
            pThreadInfo->start_table_from,
            pThreadInfo->ntables, insertRows);
8717

8718 8719 8720 8721 8722 8723 8724 8725 8726 8727 8728 8729 8730 8731 8732 8733 8734 8735 8736 8737 8738 8739 8740 8741 8742 8743 8744 8745 8746 8747 8748 8749 8750 8751 8752 8753 8754 8755 8756 8757 8758 8759 8760 8761 8762 8763 8764 8765 8766 8767 8768 8769 8770 8771 8772 8773 8774 8775 8776 8777 8778 8779 8780 8781 8782 8783 8784 8785 8786 8787 8788 8789 8790 8791 8792 8793 8794 8795 8796 8797 8798 8799 8800 8801 8802 8803 8804 8805 8806 8807 8808 8809 8810 8811 8812 8813 8814 8815 8816 8817 8818 8819 8820 8821 8822 8823 8824 8825 8826 8827 8828 8829 8830 8831 8832 8833 8834 8835 8836 8837 8838 8839 8840 8841 8842 8843 8844 8845 8846 8847 8848 8849 8850 8851 8852 8853 8854 8855 8856 8857 8858 8859 8860 8861 8862 8863 8864 8865 8866 8867 8868 8869 8870 8871 8872 8873 8874 8875 8876 8877 8878 8879 8880 8881 8882 8883 8884 8885 8886 8887 8888 8889 8890 8891 8892 8893 8894 8895 8896 8897 8898 8899 8900 8901 8902 8903 8904 8905 8906 8907 8908 8909 8910 8911 8912 8913
    uint32_t batchPerTbl = interlaceRows;
    uint32_t batchPerTblTimes;

    if (interlaceRows > g_args.reqPerReq)
        interlaceRows = g_args.reqPerReq;

    if ((interlaceRows > 0) && (pThreadInfo->ntables > 1)) {
        batchPerTblTimes =
            g_args.reqPerReq / interlaceRows;
    } else {
        batchPerTblTimes = 1;
    }

    pThreadInfo->totalInsertRows = 0;
    pThreadInfo->totalAffectedRows = 0;

    uint64_t st = 0;
    uint64_t et = UINT64_MAX;

    uint64_t lastPrintTime = taosGetTimestampMs();
    uint64_t startTs = taosGetTimestampMs();
    uint64_t endTs;

    uint64_t tableSeq = pThreadInfo->start_table_from;
    int64_t startTime = pThreadInfo->start_time;

    uint64_t generatedRecPerTbl = 0;
    bool flagSleep = true;
    uint64_t sleepTimeTotal = 0;

    int percentComplete = 0;
    int64_t totalRows = insertRows * pThreadInfo->ntables;

    while(pThreadInfo->totalInsertRows < pThreadInfo->ntables * insertRows) {
        if ((flagSleep) && (insert_interval)) {
            st = taosGetTimestampMs();
            flagSleep = false;
        }

        uint32_t recOfBatch = 0;

        int32_t generated;
        for (uint64_t i = 0; i < batchPerTblTimes; i ++) {
            char tableName[TSDB_TABLE_NAME_LEN];

            getTableName(tableName, pThreadInfo, tableSeq);
            if (0 == strlen(tableName)) {
                errorPrint2("[%d] %s() LN%d, getTableName return null\n",
                        pThreadInfo->threadID, __func__, __LINE__);
                return NULL;
            }

            if (stbInfo) {
                generated = prepareStbStmtWithSample(
                        pThreadInfo,
                        tableName,
                        tableSeq,
                        batchPerTbl,
                        insertRows, 0,
                        startTime,
                        &(pThreadInfo->samplePos));
            } else {
                debugPrint("[%d] %s() LN%d, tableName:%s, batch:%d startTime:%"PRId64"\n",
                        pThreadInfo->threadID,
                        __func__, __LINE__,
                        tableName, batchPerTbl, startTime);
                generated = prepareStmtWithoutStb(
                        pThreadInfo,
                        tableName,
                        batchPerTbl,
                        insertRows, i,
                        startTime);
            }

            debugPrint("[%d] %s() LN%d, generated records is %d\n",
                    pThreadInfo->threadID, __func__, __LINE__, generated);
            if (generated < 0) {
                errorPrint2("[%d] %s() LN%d, generated records is %d\n",
                        pThreadInfo->threadID, __func__, __LINE__, generated);
                goto free_of_interlace_stmt;
            } else if (generated == 0) {
                break;
            }

            tableSeq ++;
            recOfBatch += batchPerTbl;

            pThreadInfo->totalInsertRows += batchPerTbl;

            verbosePrint("[%d] %s() LN%d batchPerTbl=%d recOfBatch=%d\n",
                    pThreadInfo->threadID, __func__, __LINE__,
                    batchPerTbl, recOfBatch);

            if (tableSeq == pThreadInfo->start_table_from + pThreadInfo->ntables) {
                // turn to first table
                tableSeq = pThreadInfo->start_table_from;
                generatedRecPerTbl += batchPerTbl;

                startTime = pThreadInfo->start_time
                    + generatedRecPerTbl * nTimeStampStep;

                flagSleep = true;
                if (generatedRecPerTbl >= insertRows)
                    break;

                int64_t remainRows = insertRows - generatedRecPerTbl;
                if ((remainRows > 0) && (batchPerTbl > remainRows))
                    batchPerTbl = remainRows;

                if (pThreadInfo->ntables * batchPerTbl < g_args.reqPerReq)
                    break;
            }

            verbosePrint("[%d] %s() LN%d generatedRecPerTbl=%"PRId64" insertRows=%"PRId64"\n",
                    pThreadInfo->threadID, __func__, __LINE__,
                    generatedRecPerTbl, insertRows);

            if ((g_args.reqPerReq - recOfBatch) < batchPerTbl)
                break;
        }

        verbosePrint("[%d] %s() LN%d recOfBatch=%d totalInsertRows=%"PRIu64"\n",
                pThreadInfo->threadID, __func__, __LINE__, recOfBatch,
                pThreadInfo->totalInsertRows);

        startTs = taosGetTimestampUs();

        if (recOfBatch == 0) {
            errorPrint2("[%d] %s() LN%d Failed to insert records of batch %d\n",
                    pThreadInfo->threadID, __func__, __LINE__,
                    batchPerTbl);
            if (batchPerTbl > 0) {
                errorPrint("\tIf the batch is %d, the length of the SQL to insert a row must be less then %"PRId64"\n",
                        batchPerTbl, maxSqlLen / batchPerTbl);
            }
            goto free_of_interlace_stmt;
        }
        int64_t affectedRows = execInsert(pThreadInfo, recOfBatch);

        endTs = taosGetTimestampUs();
        uint64_t delay = endTs - startTs;
        performancePrint("%s() LN%d, insert execution time is %10.2f ms\n",
                __func__, __LINE__, delay / 1000.0);
        verbosePrint("[%d] %s() LN%d affectedRows=%"PRId64"\n",
                pThreadInfo->threadID,
                __func__, __LINE__, affectedRows);

        if (delay > pThreadInfo->maxDelay) pThreadInfo->maxDelay = delay;
        if (delay < pThreadInfo->minDelay) pThreadInfo->minDelay = delay;
        pThreadInfo->cntDelay++;
        pThreadInfo->totalDelay += delay;

        if (recOfBatch != affectedRows) {
            errorPrint2("[%d] %s() LN%d execInsert insert %d, affected rows: %"PRId64"\n\n",
                    pThreadInfo->threadID, __func__, __LINE__,
                    recOfBatch, affectedRows);
            goto free_of_interlace_stmt;
        }

        pThreadInfo->totalAffectedRows += affectedRows;

        int currentPercent = pThreadInfo->totalAffectedRows * 100 / totalRows;
        if (currentPercent > percentComplete ) {
            printf("[%d]:%d%%\n", pThreadInfo->threadID, currentPercent);
            percentComplete = currentPercent;
        }
        int64_t  currentPrintTime = taosGetTimestampMs();
        if (currentPrintTime - lastPrintTime > 30*1000) {
            printf("thread[%d] has currently inserted rows: %"PRIu64 ", affected rows: %"PRIu64 "\n",
                    pThreadInfo->threadID,
                    pThreadInfo->totalInsertRows,
                    pThreadInfo->totalAffectedRows);
            lastPrintTime = currentPrintTime;
        }

        if ((insert_interval) && flagSleep) {
            et = taosGetTimestampMs();

            if (insert_interval > (et - st) ) {
                uint64_t sleepTime = insert_interval - (et -st);
                performancePrint("%s() LN%d sleep: %"PRId64" ms for insert interval\n",
                        __func__, __LINE__, sleepTime);
                taosMsleep(sleepTime); // ms
                sleepTimeTotal += insert_interval;
            }
        }
    }
    if (percentComplete < 100)
        printf("[%d]:%d%%\n", pThreadInfo->threadID, percentComplete);

free_of_interlace_stmt:
    printStatPerThread(pThreadInfo);
    return NULL;
}

#endif
8914

8915 8916 8917 8918 8919 8920 8921 8922 8923 8924 8925 8926 8927 8928 8929 8930 8931 8932 8933 8934 8935 8936 8937 8938 8939 8940 8941 8942 8943
// sync write interlace data
static void* syncWriteInterlace(threadInfo *pThreadInfo, uint32_t interlaceRows) {
    debugPrint("[%d] %s() LN%d: ### interlace write\n",
            pThreadInfo->threadID, __func__, __LINE__);

    int64_t insertRows;
    uint64_t maxSqlLen;
    int64_t nTimeStampStep;
    uint64_t insert_interval;

    SSuperTable* stbInfo = pThreadInfo->stbInfo;

    if (stbInfo) {
        insertRows = stbInfo->insertRows;
        maxSqlLen = stbInfo->maxSqlLen;
        nTimeStampStep = stbInfo->timeStampStep;
        insert_interval = stbInfo->insertInterval;
    } else {
        insertRows = g_args.insertRows;
        maxSqlLen = g_args.max_sql_len;
        nTimeStampStep = g_args.timestamp_step;
        insert_interval = g_args.insert_interval;
    }

    debugPrint("[%d] %s() LN%d: start_table_from=%"PRIu64" ntables=%"PRId64" insertRows=%"PRIu64"\n",
            pThreadInfo->threadID, __func__, __LINE__,
            pThreadInfo->start_table_from,
            pThreadInfo->ntables, insertRows);
#if 1
8944 8945
    if (interlaceRows > g_args.reqPerReq)
        interlaceRows = g_args.reqPerReq;
8946

8947 8948
    uint32_t batchPerTbl = interlaceRows;
    uint32_t batchPerTblTimes;
8949

8950 8951
    if ((interlaceRows > 0) && (pThreadInfo->ntables > 1)) {
        batchPerTblTimes =
8952
            g_args.reqPerReq / interlaceRows;
8953 8954 8955
    } else {
        batchPerTblTimes = 1;
    }
8956 8957 8958 8959 8960 8961 8962 8963
#else
    uint32_t batchPerTbl;
    if (interlaceRows > g_args.reqPerReq)
        batchPerTbl = g_args.reqPerReq;
    else
        batchPerTbl = interlaceRows;

    uint32_t batchPerTblTimes;
8964

8965 8966 8967 8968 8969 8970 8971
    if ((interlaceRows > 0) && (pThreadInfo->ntables > 1)) {
        batchPerTblTimes =
            interlaceRows / batchPerTbl;
    } else {
        batchPerTblTimes = 1;
    }
#endif
8972 8973
    pThreadInfo->buffer = calloc(maxSqlLen, 1);
    if (NULL == pThreadInfo->buffer) {
8974
        errorPrint2( "%s() LN%d, Failed to alloc %"PRIu64" Bytes, reason:%s\n",
8975 8976 8977
                __func__, __LINE__, maxSqlLen, strerror(errno));
        return NULL;
    }
8978

8979 8980
    pThreadInfo->totalInsertRows = 0;
    pThreadInfo->totalAffectedRows = 0;
8981

8982 8983
    uint64_t st = 0;
    uint64_t et = UINT64_MAX;
8984

8985 8986 8987
    uint64_t lastPrintTime = taosGetTimestampMs();
    uint64_t startTs = taosGetTimestampMs();
    uint64_t endTs;
8988

8989 8990
    uint64_t tableSeq = pThreadInfo->start_table_from;
    int64_t startTime = pThreadInfo->start_time;
8991

8992 8993 8994
    uint64_t generatedRecPerTbl = 0;
    bool flagSleep = true;
    uint64_t sleepTimeTotal = 0;
8995

8996 8997 8998
    int percentComplete = 0;
    int64_t totalRows = insertRows * pThreadInfo->ntables;

8999 9000 9001 9002 9003
    while(pThreadInfo->totalInsertRows < pThreadInfo->ntables * insertRows) {
        if ((flagSleep) && (insert_interval)) {
            st = taosGetTimestampMs();
            flagSleep = false;
        }
9004

9005 9006 9007
        // generate data
        memset(pThreadInfo->buffer, 0, maxSqlLen);
        uint64_t remainderBufLen = maxSqlLen;
9008

9009
        char *pstr = pThreadInfo->buffer;
9010

9011 9012 9013 9014
        int len = snprintf(pstr,
                strlen(STR_INSERT_INTO) + 1, "%s", STR_INSERT_INTO);
        pstr += len;
        remainderBufLen -= len;
9015

9016
        uint32_t recOfBatch = 0;
9017

9018
        int32_t generated;
9019 9020
        for (uint64_t i = 0; i < batchPerTblTimes; i ++) {
            char tableName[TSDB_TABLE_NAME_LEN];
9021

9022 9023
            getTableName(tableName, pThreadInfo, tableSeq);
            if (0 == strlen(tableName)) {
9024
                errorPrint2("[%d] %s() LN%d, getTableName return null\n",
9025 9026 9027 9028
                        pThreadInfo->threadID, __func__, __LINE__);
                free(pThreadInfo->buffer);
                return NULL;
            }
9029

9030
            uint64_t oldRemainderLen = remainderBufLen;
9031

9032
            if (stbInfo) {
9033 9034 9035 9036 9037 9038 9039 9040 9041
                generated = generateStbInterlaceData(
                        pThreadInfo,
                        tableName, batchPerTbl, i,
                        batchPerTblTimes,
                        tableSeq,
                        pstr,
                        insertRows,
                        startTime,
                        &remainderBufLen);
9042
            } else {
9043 9044 9045 9046 9047 9048 9049
                generated = generateInterlaceDataWithoutStb(
                        tableName, batchPerTbl,
                        tableSeq,
                        pThreadInfo->db_name, pstr,
                        insertRows,
                        startTime,
                        &remainderBufLen);
9050
            }
9051

9052 9053 9054
            debugPrint("[%d] %s() LN%d, generated records is %d\n",
                    pThreadInfo->threadID, __func__, __LINE__, generated);
            if (generated < 0) {
9055
                errorPrint2("[%d] %s() LN%d, generated records is %d\n",
9056 9057 9058 9059 9060
                        pThreadInfo->threadID, __func__, __LINE__, generated);
                goto free_of_interlace;
            } else if (generated == 0) {
                break;
            }
9061

9062 9063
            tableSeq ++;
            recOfBatch += batchPerTbl;
9064

9065 9066
            pstr += (oldRemainderLen - remainderBufLen);
            pThreadInfo->totalInsertRows += batchPerTbl;
9067

9068 9069 9070
            verbosePrint("[%d] %s() LN%d batchPerTbl=%d recOfBatch=%d\n",
                    pThreadInfo->threadID, __func__, __LINE__,
                    batchPerTbl, recOfBatch);
9071

9072 9073 9074 9075
            if (tableSeq == pThreadInfo->start_table_from + pThreadInfo->ntables) {
                // turn to first table
                tableSeq = pThreadInfo->start_table_from;
                generatedRecPerTbl += batchPerTbl;
9076

9077 9078
                startTime = pThreadInfo->start_time
                    + generatedRecPerTbl * nTimeStampStep;
9079

9080 9081 9082
                flagSleep = true;
                if (generatedRecPerTbl >= insertRows)
                    break;
9083

9084 9085 9086
                int64_t remainRows = insertRows - generatedRecPerTbl;
                if ((remainRows > 0) && (batchPerTbl > remainRows))
                    batchPerTbl = remainRows;
9087

9088
                if (pThreadInfo->ntables * batchPerTbl < g_args.reqPerReq)
9089 9090
                    break;
            }
9091

9092 9093 9094
            verbosePrint("[%d] %s() LN%d generatedRecPerTbl=%"PRId64" insertRows=%"PRId64"\n",
                    pThreadInfo->threadID, __func__, __LINE__,
                    generatedRecPerTbl, insertRows);
9095

9096
            if ((g_args.reqPerReq - recOfBatch) < batchPerTbl)
9097
                break;
9098
        }
9099

9100 9101 9102 9103 9104 9105
        verbosePrint("[%d] %s() LN%d recOfBatch=%d totalInsertRows=%"PRIu64"\n",
                pThreadInfo->threadID, __func__, __LINE__, recOfBatch,
                pThreadInfo->totalInsertRows);
        verbosePrint("[%d] %s() LN%d, buffer=%s\n",
                pThreadInfo->threadID, __func__, __LINE__, pThreadInfo->buffer);

9106
        startTs = taosGetTimestampUs();
9107 9108

        if (recOfBatch == 0) {
9109
            errorPrint2("[%d] %s() LN%d Failed to insert records of batch %d\n",
9110 9111 9112 9113 9114 9115 9116 9117 9118 9119 9120 9121
                    pThreadInfo->threadID, __func__, __LINE__,
                    batchPerTbl);
            if (batchPerTbl > 0) {
                errorPrint("\tIf the batch is %d, the length of the SQL to insert a row must be less then %"PRId64"\n",
                        batchPerTbl, maxSqlLen / batchPerTbl);
            }
            errorPrint("\tPlease check if the buffer length(%"PRId64") or batch(%d) is set with proper value!\n",
                    maxSqlLen, batchPerTbl);
            goto free_of_interlace;
        }
        int64_t affectedRows = execInsert(pThreadInfo, recOfBatch);

9122
        endTs = taosGetTimestampUs();
9123
        uint64_t delay = endTs - startTs;
9124 9125
        performancePrint("%s() LN%d, insert execution time is %10.2f ms\n",
                __func__, __LINE__, delay / 1000.0);
9126 9127 9128
        verbosePrint("[%d] %s() LN%d affectedRows=%"PRId64"\n",
                pThreadInfo->threadID,
                __func__, __LINE__, affectedRows);
9129

9130 9131 9132 9133
        if (delay > pThreadInfo->maxDelay) pThreadInfo->maxDelay = delay;
        if (delay < pThreadInfo->minDelay) pThreadInfo->minDelay = delay;
        pThreadInfo->cntDelay++;
        pThreadInfo->totalDelay += delay;
9134

9135
        if (recOfBatch != affectedRows) {
9136
            errorPrint2("[%d] %s() LN%d execInsert insert %d, affected rows: %"PRId64"\n%s\n",
9137 9138 9139 9140
                    pThreadInfo->threadID, __func__, __LINE__,
                    recOfBatch, affectedRows, pThreadInfo->buffer);
            goto free_of_interlace;
        }
9141

9142
        pThreadInfo->totalAffectedRows += affectedRows;
9143

9144 9145 9146 9147 9148
        int currentPercent = pThreadInfo->totalAffectedRows * 100 / totalRows;
        if (currentPercent > percentComplete ) {
            printf("[%d]:%d%%\n", pThreadInfo->threadID, currentPercent);
            percentComplete = currentPercent;
        }
9149 9150 9151
        int64_t  currentPrintTime = taosGetTimestampMs();
        if (currentPrintTime - lastPrintTime > 30*1000) {
            printf("thread[%d] has currently inserted rows: %"PRIu64 ", affected rows: %"PRIu64 "\n",
9152 9153 9154
                    pThreadInfo->threadID,
                    pThreadInfo->totalInsertRows,
                    pThreadInfo->totalAffectedRows);
9155 9156
            lastPrintTime = currentPrintTime;
        }
9157

9158 9159
        if ((insert_interval) && flagSleep) {
            et = taosGetTimestampMs();
9160

9161 9162 9163 9164 9165 9166 9167 9168
            if (insert_interval > (et - st) ) {
                uint64_t sleepTime = insert_interval - (et -st);
                performancePrint("%s() LN%d sleep: %"PRId64" ms for insert interval\n",
                        __func__, __LINE__, sleepTime);
                taosMsleep(sleepTime); // ms
                sleepTimeTotal += insert_interval;
            }
        }
9169
    }
9170 9171
    if (percentComplete < 100)
        printf("[%d]:%d%%\n", pThreadInfo->threadID, percentComplete);
9172

9173
free_of_interlace:
9174 9175 9176
    tmfree(pThreadInfo->buffer);
    printStatPerThread(pThreadInfo);
    return NULL;
9177 9178
}

9179
// sync insertion progressive data
9180
static void* syncWriteProgressive(threadInfo *pThreadInfo) {
9181
    debugPrint("%s() LN%d: ### progressive write\n", __func__, __LINE__);
9182

9183 9184
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
    uint64_t maxSqlLen = stbInfo?stbInfo->maxSqlLen:g_args.max_sql_len;
9185
    int64_t timeStampStep =
9186
        stbInfo?stbInfo->timeStampStep:g_args.timestamp_step;
9187
    int64_t insertRows =
9188
        (stbInfo)?stbInfo->insertRows:g_args.insertRows;
9189
    verbosePrint("%s() LN%d insertRows=%"PRId64"\n",
9190
            __func__, __LINE__, insertRows);
9191

9192 9193
    pThreadInfo->buffer = calloc(maxSqlLen, 1);
    if (NULL == pThreadInfo->buffer) {
9194
        errorPrint2("Failed to alloc %"PRIu64" bytes, reason:%s\n",
9195 9196
                maxSqlLen,
                strerror(errno));
9197
        return NULL;
9198 9199 9200 9201 9202 9203 9204 9205 9206 9207 9208
    }

    uint64_t lastPrintTime = taosGetTimestampMs();
    uint64_t startTs = taosGetTimestampMs();
    uint64_t endTs;

    pThreadInfo->totalInsertRows = 0;
    pThreadInfo->totalAffectedRows = 0;

    pThreadInfo->samplePos = 0;

9209 9210 9211
    int percentComplete = 0;
    int64_t totalRows = insertRows * pThreadInfo->ntables;

9212 9213 9214 9215 9216 9217 9218 9219 9220 9221 9222 9223
    for (uint64_t tableSeq = pThreadInfo->start_table_from;
            tableSeq <= pThreadInfo->end_table_to;
            tableSeq ++) {
        int64_t start_time = pThreadInfo->start_time;

        for (uint64_t i = 0; i < insertRows;) {
            char tableName[TSDB_TABLE_NAME_LEN];
            getTableName(tableName, pThreadInfo, tableSeq);
            verbosePrint("%s() LN%d: tid=%d seq=%"PRId64" tableName=%s\n",
                    __func__, __LINE__,
                    pThreadInfo->threadID, tableSeq, tableName);
            if (0 == strlen(tableName)) {
9224
                errorPrint2("[%d] %s() LN%d, getTableName return null\n",
9225 9226 9227 9228
                        pThreadInfo->threadID, __func__, __LINE__);
                free(pThreadInfo->buffer);
                return NULL;
            }
9229

9230
            int64_t remainderBufLen = maxSqlLen - 2000;
9231
            char *pstr = pThreadInfo->buffer;
9232

9233 9234
            int len = snprintf(pstr,
                    strlen(STR_INSERT_INTO) + 1, "%s", STR_INSERT_INTO);
9235

9236 9237
            pstr += len;
            remainderBufLen -= len;
9238

9239 9240 9241
            // measure prepare + insert
            startTs = taosGetTimestampUs();

9242
            int32_t generated;
9243 9244
            if (stbInfo) {
                if (stbInfo->iface == STMT_IFACE) {
9245 9246 9247 9248
                    generated = prepareStbStmtWithSample(
                            pThreadInfo,
                            tableName,
                            tableSeq,
9249 9250 9251
                            (g_args.reqPerReq>stbInfo->insertRows)?
                                stbInfo->insertRows:
                                g_args.reqPerReq,
9252 9253
                            insertRows, i, start_time,
                            &(pThreadInfo->samplePos));
9254 9255
                } else {
                    generated = generateStbProgressiveData(
9256 9257 9258
                            stbInfo,
                            tableName, tableSeq,
                            pThreadInfo->db_name, pstr,
9259 9260 9261 9262 9263 9264 9265
                            insertRows, i, start_time,
                            &(pThreadInfo->samplePos),
                            &remainderBufLen);
                }
            } else {
                if (g_args.iface == STMT_IFACE) {
                    generated = prepareStmtWithoutStb(
9266
                            pThreadInfo,
9267
                            tableName,
9268
                            g_args.reqPerReq,
9269 9270 9271 9272 9273 9274 9275 9276 9277 9278 9279 9280
                            insertRows, i,
                            start_time);
                } else {
                    generated = generateProgressiveDataWithoutStb(
                            tableName,
                            /*  tableSeq, */
                            pThreadInfo, pstr, insertRows,
                            i, start_time,
                            /* &(pThreadInfo->samplePos), */
                            &remainderBufLen);
                }
            }
9281 9282 9283 9284 9285

            verbosePrint("[%d] %s() LN%d generated=%d\n",
                    pThreadInfo->threadID,
                    __func__, __LINE__, generated);

9286 9287 9288 9289
            if (generated > 0)
                i += generated;
            else
                goto free_of_progressive;
9290

9291 9292
            start_time +=  generated * timeStampStep;
            pThreadInfo->totalInsertRows += generated;
9293

9294 9295
            // only measure insert
            // startTs = taosGetTimestampUs();
9296

9297
            int32_t affectedRows = execInsert(pThreadInfo, generated);
9298

9299
            endTs = taosGetTimestampUs();
9300
            uint64_t delay = endTs - startTs;
9301 9302
            performancePrint("%s() LN%d, insert execution time is %10.f ms\n",
                    __func__, __LINE__, delay/1000.0);
9303 9304 9305
            verbosePrint("[%d] %s() LN%d affectedRows=%d\n",
                    pThreadInfo->threadID,
                    __func__, __LINE__, affectedRows);
9306

9307 9308 9309 9310
            if (delay > pThreadInfo->maxDelay) pThreadInfo->maxDelay = delay;
            if (delay < pThreadInfo->minDelay) pThreadInfo->minDelay = delay;
            pThreadInfo->cntDelay++;
            pThreadInfo->totalDelay += delay;
9311

9312
            if (affectedRows < 0) {
9313
                errorPrint2("%s() LN%d, affected rows: %d\n",
9314 9315 9316
                        __func__, __LINE__, affectedRows);
                goto free_of_progressive;
            }
9317

9318
            pThreadInfo->totalAffectedRows += affectedRows;
9319

9320 9321 9322 9323 9324
            int currentPercent = pThreadInfo->totalAffectedRows * 100 / totalRows;
            if (currentPercent > percentComplete ) {
                printf("[%d]:%d%%\n", pThreadInfo->threadID, currentPercent);
                percentComplete = currentPercent;
            }
9325 9326 9327 9328 9329 9330 9331 9332
            int64_t  currentPrintTime = taosGetTimestampMs();
            if (currentPrintTime - lastPrintTime > 30*1000) {
                printf("thread[%d] has currently inserted rows: %"PRId64 ", affected rows: %"PRId64 "\n",
                        pThreadInfo->threadID,
                        pThreadInfo->totalInsertRows,
                        pThreadInfo->totalAffectedRows);
                lastPrintTime = currentPrintTime;
            }
9333

9334 9335
            if (i >= insertRows)
                break;
9336
        }   // insertRows
9337

9338
        if ((g_args.verbose_print) &&
9339
                (tableSeq == pThreadInfo->ntables - 1) && (stbInfo)
9340
                && (0 == strncasecmp(
9341
                        stbInfo->dataSource,
9342
                        "sample", strlen("sample")))) {
9343 9344 9345 9346
            verbosePrint("%s() LN%d samplePos=%"PRId64"\n",
                    __func__, __LINE__, pThreadInfo->samplePos);
        }
    } // tableSeq
9347 9348

    if (percentComplete < 100) {
9349
        printf("[%d]:%d%%\n", pThreadInfo->threadID, percentComplete);
9350
    }
9351

9352
free_of_progressive:
9353 9354 9355
    tmfree(pThreadInfo->buffer);
    printStatPerThread(pThreadInfo);
    return NULL;
H
Hui Li 已提交
9356 9357
}

9358 9359
static void* syncWrite(void *sarg) {

9360
    threadInfo *pThreadInfo = (threadInfo *)sarg;
9361
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
9362

9363 9364
    setThreadName("syncWrite");

9365
    uint32_t interlaceRows = 0;
9366

9367
    if (stbInfo) {
9368
        if (stbInfo->interlaceRows < stbInfo->insertRows)
9369
            interlaceRows = stbInfo->interlaceRows;
9370
    } else {
9371 9372
        if (g_args.interlaceRows < g_args.insertRows)
            interlaceRows = g_args.interlaceRows;
9373
    }
9374

9375 9376
    if (interlaceRows > 0) {
        // interlace mode
9377 9378 9379 9380 9381 9382 9383 9384 9385 9386 9387
        if (((stbInfo) && (STMT_IFACE == stbInfo->iface))
                || (STMT_IFACE == g_args.iface)) {
#if STMT_BIND_PARAM_BATCH == 1
            return syncWriteInterlaceStmtBatch(pThreadInfo, interlaceRows);
#else
            return syncWriteInterlaceStmt(pThreadInfo, interlaceRows);
#endif
        } else {
            return syncWriteInterlace(pThreadInfo, interlaceRows);
        }
    }else {
9388 9389 9390
        // progressive mode
        return syncWriteProgressive(pThreadInfo);
    }
9391 9392
}

9393
static void callBack(void *param, TAOS_RES *res, int code) {
9394
    threadInfo* pThreadInfo = (threadInfo*)param;
9395
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
9396 9397

    int insert_interval =
9398
        stbInfo?stbInfo->insertInterval:g_args.insert_interval;
9399 9400 9401 9402 9403
    if (insert_interval) {
        pThreadInfo->et = taosGetTimestampMs();
        if ((pThreadInfo->et - pThreadInfo->st) < insert_interval) {
            taosMsleep(insert_interval - (pThreadInfo->et - pThreadInfo->st)); // ms
        }
H
Hui Li 已提交
9404 9405
    }

9406
    char *buffer = calloc(1, pThreadInfo->stbInfo->maxSqlLen);
9407 9408
    char data[MAX_DATA_SIZE];
    char *pstr = buffer;
9409
    pstr += sprintf(pstr, "INSERT INTO %s.%s%"PRId64" VALUES",
9410 9411
            pThreadInfo->db_name, pThreadInfo->tb_prefix,
            pThreadInfo->start_table_from);
9412
    //  if (pThreadInfo->counter >= pThreadInfo->stbInfo->insertRows) {
9413
    if (pThreadInfo->counter >= g_args.reqPerReq) {
9414 9415 9416 9417 9418 9419 9420 9421
        pThreadInfo->start_table_from++;
        pThreadInfo->counter = 0;
    }
    if (pThreadInfo->start_table_from > pThreadInfo->end_table_to) {
        tsem_post(&pThreadInfo->lock_sem);
        free(buffer);
        taos_free_result(res);
        return;
H
Hui Li 已提交
9422
    }
9423

9424
    for (int i = 0; i < g_args.reqPerReq; i++) {
9425
        int rand_num = taosRandom() % 100;
9426 9427
        if (0 != pThreadInfo->stbInfo->disorderRatio
                && rand_num < pThreadInfo->stbInfo->disorderRatio) {
9428
            int64_t d = pThreadInfo->lastTs
9429 9430
                - (taosRandom() % pThreadInfo->stbInfo->disorderRange + 1);
            generateStbRowData(pThreadInfo->stbInfo, data,
9431 9432
                    MAX_DATA_SIZE,
                    d);
9433
        } else {
9434
            generateStbRowData(pThreadInfo->stbInfo,
9435 9436 9437
                    data,
                    MAX_DATA_SIZE,
                    pThreadInfo->lastTs += 1000);
9438 9439 9440
        }
        pstr += sprintf(pstr, "%s", data);
        pThreadInfo->counter++;
H
Hui Li 已提交
9441

9442
        if (pThreadInfo->counter >= pThreadInfo->stbInfo->insertRows) {
9443 9444 9445 9446 9447 9448 9449 9450 9451 9452 9453
            break;
        }
    }

    if (insert_interval) {
        pThreadInfo->st = taosGetTimestampMs();
    }
    taos_query_a(pThreadInfo->taos, buffer, callBack, pThreadInfo);
    free(buffer);

    taos_free_result(res);
H
Hui Li 已提交
9454 9455
}

9456
static void *asyncWrite(void *sarg) {
9457
    threadInfo *pThreadInfo = (threadInfo *)sarg;
9458
    SSuperTable* stbInfo = pThreadInfo->stbInfo;
9459

9460
    setThreadName("asyncWrite");
9461

9462 9463 9464
    pThreadInfo->st = 0;
    pThreadInfo->et = 0;
    pThreadInfo->lastTs = pThreadInfo->start_time;
9465

9466
    int insert_interval =
9467
        stbInfo?stbInfo->insertInterval:g_args.insert_interval;
9468 9469 9470 9471
    if (insert_interval) {
        pThreadInfo->st = taosGetTimestampMs();
    }
    taos_query_a(pThreadInfo->taos, "show databases", callBack, pThreadInfo);
9472

9473
    tsem_wait(&(pThreadInfo->lock_sem));
H
Hui Li 已提交
9474

9475
    return NULL;
H
Hui Li 已提交
9476 9477
}

9478 9479
static int convertHostToServAddr(char *host, uint16_t port, struct sockaddr_in *serv_addr)
{
9480 9481 9482
    uint16_t rest_port = port + TSDB_PORT_HTTP;
    struct hostent *server = gethostbyname(host);
    if ((server == NULL) || (server->h_addr == NULL)) {
9483
        errorPrint2("%s", "no such host");
9484 9485
        return -1;
    }
9486

9487
    debugPrint("h_name: %s\nh_addr=%p\nh_addretype: %s\nh_length: %d\n",
9488 9489 9490 9491 9492
            server->h_name,
            server->h_addr,
            (server->h_addrtype == AF_INET)?"ipv4":"ipv6",
            server->h_length);

9493 9494 9495
    memset(serv_addr, 0, sizeof(struct sockaddr_in));
    serv_addr->sin_family = AF_INET;
    serv_addr->sin_port = htons(rest_port);
9496
#ifdef WINDOWS
9497
    serv_addr->sin_addr.s_addr = inet_addr(host);
9498
#else
9499
    memcpy(&(serv_addr->sin_addr.s_addr), server->h_addr, server->h_length);
9500
#endif
9501
    return 0;
9502 9503
}

9504
static void startMultiThreadInsertData(int threads, char* db_name,
9505
        char* precision, SSuperTable* stbInfo) {
9506

9507 9508 9509 9510 9511 9512 9513 9514 9515
    int32_t timePrec = TSDB_TIME_PRECISION_MILLI;
    if (0 != precision[0]) {
        if (0 == strncasecmp(precision, "ms", 2)) {
            timePrec = TSDB_TIME_PRECISION_MILLI;
        } else if (0 == strncasecmp(precision, "us", 2)) {
            timePrec = TSDB_TIME_PRECISION_MICRO;
        } else if (0 == strncasecmp(precision, "ns", 2)) {
            timePrec = TSDB_TIME_PRECISION_NANO;
        } else {
9516
            errorPrint2("Not support precision: %s\n", precision);
9517
            exit(EXIT_FAILURE);
9518
        }
9519 9520
    }

9521
    int64_t start_time;
9522 9523
    if (stbInfo) {
        if (0 == strncasecmp(stbInfo->startTimestamp, "now", 3)) {
9524 9525 9526
            start_time = taosGetTimestamp(timePrec);
        } else {
            if (TSDB_CODE_SUCCESS != taosParseTime(
9527
                        stbInfo->startTimestamp,
9528
                        &start_time,
9529
                        strlen(stbInfo->startTimestamp),
9530 9531 9532 9533
                        timePrec, 0)) {
                ERROR_EXIT("failed to parse time!\n");
            }
        }
9534
    } else {
9535
        start_time = DEFAULT_START_TIME;
9536
    }
9537 9538
    debugPrint("%s() LN%d, start_time= %"PRId64"\n",
            __func__, __LINE__, start_time);
9539

9540
    // read sample data from file first
9541
    int ret;
9542
    if (stbInfo) {
9543 9544 9545 9546 9547 9548 9549 9550 9551
        ret = prepareSampleForStb(stbInfo);
    } else {
        ret = prepareSampleForNtb();
    }

    if (0 != ret) {
        errorPrint2("%s() LN%d, prepare sample data for stable failed!\n",
                __func__, __LINE__);
        exit(EXIT_FAILURE);
9552 9553
    }

9554 9555 9556 9557
    TAOS* taos0 = taos_connect(
            g_Dbs.host, g_Dbs.user,
            g_Dbs.password, db_name, g_Dbs.port);
    if (NULL == taos0) {
9558
        errorPrint2("%s() LN%d, connect to server fail , reason: %s\n",
9559
                __func__, __LINE__, taos_errstr(NULL));
9560
        exit(EXIT_FAILURE);
9561
    }
9562

9563 9564
    int64_t ntables = 0;
    uint64_t tableFrom;
9565

9566
    if (stbInfo) {
9567 9568
        int64_t limit;
        uint64_t offset;
9569

9570
        if ((NULL != g_args.sqlFile)
9571 9572 9573
                && (stbInfo->childTblExists == TBL_NO_EXISTS)
                && ((stbInfo->childTblOffset != 0)
                    || (stbInfo->childTblLimit >= 0))) {
9574 9575
            printf("WARNING: offset and limit will not be used since the child tables not exists!\n");
        }
9576

9577 9578 9579 9580 9581
        if (stbInfo->childTblExists == TBL_ALREADY_EXISTS) {
            if ((stbInfo->childTblLimit < 0)
                    || ((stbInfo->childTblOffset
                            + stbInfo->childTblLimit)
                        > (stbInfo->childTblCount))) {
9582 9583 9584 9585 9586 9587

                if (stbInfo->childTblCount < stbInfo->childTblOffset) {
                    printf("WARNING: offset will not be used since the child tables count is less then offset!\n");

                    stbInfo->childTblOffset = 0;
                }
9588 9589
                stbInfo->childTblLimit =
                    stbInfo->childTblCount - stbInfo->childTblOffset;
9590
            }
9591

9592 9593
            offset = stbInfo->childTblOffset;
            limit = stbInfo->childTblLimit;
9594
        } else {
9595
            limit = stbInfo->childTblCount;
9596 9597
            offset = 0;
        }
9598

9599 9600
        ntables = limit;
        tableFrom = offset;
9601

9602 9603 9604
        if ((stbInfo->childTblExists != TBL_NO_EXISTS)
                && ((stbInfo->childTblOffset + stbInfo->childTblLimit)
                    > stbInfo->childTblCount)) {
9605 9606 9607
            printf("WARNING: specified offset + limit > child table count!\n");
            prompt();
        }
9608

9609 9610
        if ((stbInfo->childTblExists != TBL_NO_EXISTS)
                && (0 == stbInfo->childTblLimit)) {
9611 9612 9613
            printf("WARNING: specified limit = 0, which cannot find table name to insert or query! \n");
            prompt();
        }
9614

9615
        stbInfo->childTblName = (char*)calloc(1,
9616
                limit * TSDB_TABLE_NAME_LEN);
9617
        if (stbInfo->childTblName == NULL) {
9618
            taos_close(taos0);
9619
            errorPrint2("%s() LN%d, alloc memory failed!\n", __func__, __LINE__);
9620
            exit(EXIT_FAILURE);
9621
        }
9622

9623 9624 9625
        int64_t childTblCount;
        getChildNameOfSuperTableWithLimitAndOffset(
                taos0,
9626
                db_name, stbInfo->stbName,
9627
                &stbInfo->childTblName, &childTblCount,
9628 9629
                limit,
                offset);
9630
        ntables = childTblCount; // CBD
9631
    } else {
9632
        ntables = g_args.ntables;
9633 9634
        tableFrom = 0;
    }
9635

9636
    taos_close(taos0);
9637

9638 9639 9640 9641 9642
    int64_t a = ntables / threads;
    if (a < 1) {
        threads = ntables;
        a = 1;
    }
9643

9644 9645 9646 9647
    int64_t b = 0;
    if (threads != 0) {
        b = ntables % threads;
    }
9648

9649 9650
    if ((stbInfo)
            && (stbInfo->iface == REST_IFACE)) {
9651 9652
        if (convertHostToServAddr(
                    g_Dbs.host, g_Dbs.port, &(g_Dbs.serv_addr)) != 0) {
9653
            ERROR_EXIT("convert host to server address");
9654 9655
        }
    }
9656

9657 9658
    pthread_t *pids = calloc(1, threads * sizeof(pthread_t));
    assert(pids != NULL);
9659

9660 9661
    threadInfo *infos = calloc(1, threads * sizeof(threadInfo));
    assert(infos != NULL);
9662

9663 9664
    memset(pids, 0, threads * sizeof(pthread_t));
    memset(infos, 0, threads * sizeof(threadInfo));
9665

9666 9667
    char *stmtBuffer = calloc(1, BUFFER_SIZE);
    assert(stmtBuffer);
9668 9669

#if STMT_BIND_PARAM_BATCH == 1
9670
    uint32_t interlaceRows = 0;
9671 9672 9673 9674
    uint32_t batch;

    if (stbInfo) {
        if ((stbInfo->interlaceRows == 0)
9675 9676 9677
                && (g_args.interlaceRows > 0)
                ) {
            interlaceRows = g_args.interlaceRows;
9678 9679 9680 9681

        } else {
            interlaceRows = stbInfo->interlaceRows;
        }
9682 9683 9684 9685

        if (interlaceRows > stbInfo->insertRows) {
            interlaceRows = 0;
        }
9686
    } else {
9687 9688
        if (g_args.interlaceRows < g_args.insertRows)
            interlaceRows = g_args.interlaceRows;
9689 9690 9691 9692 9693 9694 9695 9696 9697 9698 9699
    }

    if (interlaceRows > 0) {
        batch = interlaceRows;
    } else {
        batch = (g_args.reqPerReq>g_args.insertRows)?
            g_args.insertRows:g_args.reqPerReq;
    }

#endif

9700 9701 9702 9703 9704 9705 9706 9707 9708
    if ((g_args.iface == STMT_IFACE)
            || ((stbInfo)
                && (stbInfo->iface == STMT_IFACE))) {
        char *pstr = stmtBuffer;

        if ((stbInfo)
                && (AUTO_CREATE_SUBTBL
                    == stbInfo->autoCreateTable)) {
            pstr += sprintf(pstr, "INSERT INTO ? USING %s TAGS(?",
9709
                    stbInfo->stbName);
9710 9711 9712 9713 9714 9715 9716 9717 9718
            for (int tag = 0; tag < (stbInfo->tagCount - 1);
                    tag ++ ) {
                pstr += sprintf(pstr, ",?");
            }
            pstr += sprintf(pstr, ") VALUES(?");
        } else {
            pstr += sprintf(pstr, "INSERT INTO ? VALUES(?");
        }

9719 9720 9721
        int columnCount = (stbInfo)?
            stbInfo->columnCount:
            g_args.columnCount;
9722 9723 9724 9725 9726 9727 9728

        for (int col = 0; col < columnCount; col ++) {
            pstr += sprintf(pstr, ",?");
        }
        pstr += sprintf(pstr, ")");

        debugPrint("%s() LN%d, stmtBuffer: %s", __func__, __LINE__, stmtBuffer);
9729 9730 9731
#if STMT_BIND_PARAM_BATCH == 1
        parseSamplefileToStmtBatch(stbInfo);
#endif
9732 9733
    }

9734 9735 9736
    for (int i = 0; i < threads; i++) {
        threadInfo *pThreadInfo = infos + i;
        pThreadInfo->threadID = i;
9737

9738 9739
        tstrncpy(pThreadInfo->db_name, db_name, TSDB_DB_NAME_LEN);
        pThreadInfo->time_precision = timePrec;
9740
        pThreadInfo->stbInfo = stbInfo;
9741 9742 9743 9744

        pThreadInfo->start_time = start_time;
        pThreadInfo->minDelay = UINT64_MAX;

9745 9746
        if ((NULL == stbInfo) ||
                (stbInfo->iface != REST_IFACE)) {
9747 9748 9749 9750 9751
            //t_info->taos = taos;
            pThreadInfo->taos = taos_connect(
                    g_Dbs.host, g_Dbs.user,
                    g_Dbs.password, db_name, g_Dbs.port);
            if (NULL == pThreadInfo->taos) {
9752
                free(infos);
9753
                errorPrint2(
9754 9755 9756
                        "%s() LN%d, connect to server fail from insert sub thread, reason: %s\n",
                        __func__, __LINE__,
                        taos_errstr(NULL));
9757
                exit(EXIT_FAILURE);
9758
            }
9759

9760
            if ((g_args.iface == STMT_IFACE)
9761 9762
                    || ((stbInfo)
                        && (stbInfo->iface == STMT_IFACE))) {
9763

9764 9765
                pThreadInfo->stmt = taos_stmt_init(pThreadInfo->taos);
                if (NULL == pThreadInfo->stmt) {
9766 9767
                    free(pids);
                    free(infos);
9768
                    errorPrint2(
9769 9770 9771
                            "%s() LN%d, failed init stmt, reason: %s\n",
                            __func__, __LINE__,
                            taos_errstr(NULL));
9772
                    exit(EXIT_FAILURE);
9773
                }
9774

9775
                if (0 != taos_stmt_prepare(pThreadInfo->stmt, stmtBuffer, 0)) {
9776 9777
                    free(pids);
                    free(infos);
9778
                    free(stmtBuffer);
9779
                    errorPrint2("failed to execute taos_stmt_prepare. return 0x%x. reason: %s\n",
9780 9781
                            ret, taos_stmt_errstr(pThreadInfo->stmt));
                    exit(EXIT_FAILURE);
9782
                }
9783
                pThreadInfo->bind_ts = malloc(sizeof(int64_t));
9784 9785

                if (stbInfo) {
9786 9787 9788 9789 9790 9791 9792 9793 9794 9795 9796 9797 9798
#if STMT_BIND_PARAM_BATCH == 1
                    parseStbSampleToStmtBatchForThread(
                            pThreadInfo, stbInfo, timePrec, batch);
#else
                    parseStbSampleToStmt(pThreadInfo, stbInfo, timePrec);
#endif
                } else {
#if STMT_BIND_PARAM_BATCH == 1
                    parseNtbSampleToStmtBatchForThread(
                            pThreadInfo, timePrec, batch);
#else
                    parseNtbSampleToStmt(pThreadInfo, timePrec);
#endif
9799
                }
9800 9801
            }
        } else {
9802
            pThreadInfo->taos = NULL;
9803
        }
9804

9805 9806
        /*    if ((NULL == stbInfo)
              || (0 == stbInfo->multiThreadWriteOneTbl)) {
9807 9808 9809 9810 9811 9812 9813
              */
        pThreadInfo->start_table_from = tableFrom;
        pThreadInfo->ntables = i<b?a+1:a;
        pThreadInfo->end_table_to = i < b ? tableFrom + a : tableFrom + a - 1;
        tableFrom = pThreadInfo->end_table_to + 1;
        /*    } else {
              pThreadInfo->start_table_from = 0;
9814
              pThreadInfo->ntables = stbInfo->childTblCount;
9815 9816 9817 9818 9819 9820 9821 9822
              pThreadInfo->start_time = pThreadInfo->start_time + rand_int() % 10000 - rand_tinyint();
              }
              */
        tsem_init(&(pThreadInfo->lock_sem), 0, 0);
        if (ASYNC_MODE == g_Dbs.asyncMode) {
            pthread_create(pids + i, NULL, asyncWrite, pThreadInfo);
        } else {
            pthread_create(pids + i, NULL, syncWrite, pThreadInfo);
9823
        }
9824 9825
    }

9826 9827
    free(stmtBuffer);

9828
    int64_t start = taosGetTimestampUs();
9829

9830 9831
    for (int i = 0; i < threads; i++) {
        pthread_join(pids[i], NULL);
9832
    }
H
Hui Li 已提交
9833

9834 9835 9836 9837 9838
    uint64_t totalDelay = 0;
    uint64_t maxDelay = 0;
    uint64_t minDelay = UINT64_MAX;
    uint64_t cntDelay = 1;
    double  avgDelay = 0;
9839

9840 9841
    for (int i = 0; i < threads; i++) {
        threadInfo *pThreadInfo = infos + i;
9842

9843 9844 9845
        tsem_destroy(&(pThreadInfo->lock_sem));
        taos_close(pThreadInfo->taos);

9846 9847 9848
        if (pThreadInfo->stmt) {
            taos_stmt_close(pThreadInfo->stmt);
        }
9849

9850
        tmfree((char *)pThreadInfo->bind_ts);
9851
#if STMT_BIND_PARAM_BATCH == 1
9852 9853 9854 9855
        tmfree((char *)pThreadInfo->bind_ts_array);
        tmfree(pThreadInfo->bindParams);
        tmfree(pThreadInfo->is_null);
#else
9856
        if (pThreadInfo->sampleBindArray) {
9857
            for (int k = 0; k < MAX_SAMPLES; k++) {
9858 9859 9860
                uintptr_t *tmp = (uintptr_t *)(*(uintptr_t *)(
                            pThreadInfo->sampleBindArray
                            + sizeof(uintptr_t *) * k));
9861 9862 9863 9864
                int columnCount = (pThreadInfo->stbInfo)?
                    pThreadInfo->stbInfo->columnCount:
                    g_args.columnCount;
                for (int c = 1; c < columnCount + 1; c++) {
9865 9866 9867 9868 9869 9870 9871 9872
                    TAOS_BIND *bind = (TAOS_BIND *)((char *)tmp + (sizeof(TAOS_BIND) * c));
                    if (bind)
                        tmfree(bind->buffer);
                }
                tmfree((char *)tmp);
            }
            tmfree(pThreadInfo->sampleBindArray);
        }
9873
#endif
9874

9875 9876 9877 9878
        debugPrint("%s() LN%d, [%d] totalInsert=%"PRIu64" totalAffected=%"PRIu64"\n",
                __func__, __LINE__,
                pThreadInfo->threadID, pThreadInfo->totalInsertRows,
                pThreadInfo->totalAffectedRows);
9879 9880 9881
        if (stbInfo) {
            stbInfo->totalAffectedRows += pThreadInfo->totalAffectedRows;
            stbInfo->totalInsertRows += pThreadInfo->totalInsertRows;
9882 9883 9884 9885
        } else {
            g_args.totalAffectedRows += pThreadInfo->totalAffectedRows;
            g_args.totalInsertRows += pThreadInfo->totalInsertRows;
        }
H
Hui Li 已提交
9886

9887 9888 9889 9890 9891
        totalDelay  += pThreadInfo->totalDelay;
        cntDelay   += pThreadInfo->cntDelay;
        if (pThreadInfo->maxDelay > maxDelay) maxDelay = pThreadInfo->maxDelay;
        if (pThreadInfo->minDelay < minDelay) minDelay = pThreadInfo->minDelay;
    }
9892

9893 9894
    if (cntDelay == 0)    cntDelay = 1;
    avgDelay = (double)totalDelay / cntDelay;
9895

9896
    int64_t end = taosGetTimestampUs();
9897
    int64_t t = end - start;
9898
    if (0 == t) t = 1;
9899

9900
    double tInMs = (double) t / 1000000.0;
9901

9902
    if (stbInfo) {
9903
        fprintf(stderr, "Spent %.4f seconds to insert rows: %"PRIu64", affected rows: %"PRIu64" with %d thread(s) into %s.%s. %.2f records/second\n\n",
9904 9905
                tInMs, stbInfo->totalInsertRows,
                stbInfo->totalAffectedRows,
9906
                threads, db_name, stbInfo->stbName,
9907
                (double)(stbInfo->totalInsertRows/tInMs));
9908 9909 9910

        if (g_fpOfInsertResult) {
            fprintf(g_fpOfInsertResult,
9911
                    "Spent %.4f seconds to insert rows: %"PRIu64", affected rows: %"PRIu64" with %d thread(s) into %s.%s. %.2f records/second\n\n",
9912 9913
                    tInMs, stbInfo->totalInsertRows,
                    stbInfo->totalAffectedRows,
9914
                    threads, db_name, stbInfo->stbName,
9915
                    (double)(stbInfo->totalInsertRows/tInMs));
9916 9917
        }
    } else {
9918
        fprintf(stderr, "Spent %.4f seconds to insert rows: %"PRIu64", affected rows: %"PRIu64" with %d thread(s) into %s %.2f records/second\n\n",
9919 9920 9921
                tInMs, g_args.totalInsertRows,
                g_args.totalAffectedRows,
                threads, db_name,
9922
                (double)(g_args.totalInsertRows/tInMs));
9923 9924
        if (g_fpOfInsertResult) {
            fprintf(g_fpOfInsertResult,
9925
                    "Spent %.4f seconds to insert rows: %"PRIu64", affected rows: %"PRIu64" with %d thread(s) into %s %.2f records/second\n\n",
9926 9927 9928
                    tInMs, g_args.totalInsertRows,
                    g_args.totalAffectedRows,
                    threads, db_name,
9929
                    (double)(g_args.totalInsertRows/tInMs));
9930
        }
9931
    }
9932

9933 9934 9935 9936
    fprintf(stderr, "insert delay, avg: %10.2fms, max: %10.2fms, min: %10.2fms\n\n",
            (double)avgDelay/1000.0,
            (double)maxDelay/1000.0,
            (double)minDelay/1000.0);
9937
    if (g_fpOfInsertResult) {
9938 9939 9940 9941
        fprintf(g_fpOfInsertResult, "insert delay, avg:%10.2fms, max: %10.2fms, min: %10.2fms\n\n",
            (double)avgDelay/1000.0,
            (double)maxDelay/1000.0,
            (double)minDelay/1000.0);
9942
    }
9943

9944
    //taos_close(taos);
9945

9946 9947
    free(pids);
    free(infos);
H
Hui Li 已提交
9948 9949
}

9950
static void *readTable(void *sarg) {
9951
#if 1
9952 9953 9954
    threadInfo *pThreadInfo = (threadInfo *)sarg;
    TAOS *taos = pThreadInfo->taos;
    setThreadName("readTable");
9955 9956 9957
    char *command = calloc(1, BUFFER_SIZE);
    assert(command);

9958 9959 9960 9961
    uint64_t sTime = pThreadInfo->start_time;
    char *tb_prefix = pThreadInfo->tb_prefix;
    FILE *fp = fopen(pThreadInfo->filePath, "a");
    if (NULL == fp) {
9962
        errorPrint2("fopen %s fail, reason:%s.\n", pThreadInfo->filePath, strerror(errno));
9963
        free(command);
9964
        return NULL;
9965
    }
H
hzcheng 已提交
9966

9967
    int64_t insertRows;
9968
    /*  if (pThreadInfo->stbInfo) {
9969
        insertRows = pThreadInfo->stbInfo->insertRows; //  nrecords_per_table;
9970 9971
        } else {
        */
9972
    insertRows = g_args.insertRows;
9973 9974
    //  }

9975
    int64_t ntables = pThreadInfo->ntables; // pThreadInfo->end_table_to - pThreadInfo->start_table_from + 1;
9976
    int64_t totalData = insertRows * ntables;
9977 9978
    bool do_aggreFunc = g_Dbs.do_aggreFunc;

9979
    int n = do_aggreFunc ? (sizeof(g_aggreFunc) / sizeof(g_aggreFunc[0])) : 2;
9980 9981 9982 9983 9984 9985 9986 9987 9988
    if (!do_aggreFunc) {
        printf("\nThe first field is either Binary or Bool. Aggregation functions are not supported.\n");
    }
    printf("%"PRId64" records:\n", totalData);
    fprintf(fp, "| QFunctions |    QRecords    |   QSpeed(R/s)   |  QLatency(ms) |\n");

    for (int j = 0; j < n; j++) {
        double totalT = 0;
        uint64_t count = 0;
9989 9990
        for (int64_t i = 0; i < ntables; i++) {
            sprintf(command, "SELECT %s FROM %s%"PRId64" WHERE ts>= %" PRIu64,
9991
                    g_aggreFunc[j], tb_prefix, i, sTime);
9992 9993 9994 9995 9996 9997

            double t = taosGetTimestampMs();
            TAOS_RES *pSql = taos_query(taos, command);
            int32_t code = taos_errno(pSql);

            if (code != 0) {
9998
                errorPrint2("Failed to query:%s\n", taos_errstr(pSql));
9999 10000 10001
                taos_free_result(pSql);
                taos_close(taos);
                fclose(fp);
10002
                free(command);
10003 10004
                return NULL;
            }
H
hzcheng 已提交
10005

10006 10007 10008
            while(taos_fetch_row(pSql) != NULL) {
                count++;
            }
H
hzcheng 已提交
10009

10010 10011 10012 10013 10014
            t = taosGetTimestampMs() - t;
            totalT += t;

            taos_free_result(pSql);
        }
H
hzcheng 已提交
10015

10016
        fprintf(fp, "|%10s  |   %"PRId64"   |  %12.2f   |   %10.2f  |\n",
10017
                g_aggreFunc[j][0] == '*' ? "   *   " : g_aggreFunc[j], totalData,
10018
                (double)(ntables * insertRows) / totalT, totalT * 1000);
10019
        printf("select %10s took %.6f second(s)\n", g_aggreFunc[j], totalT * 1000);
10020 10021 10022
    }
    fprintf(fp, "\n");
    fclose(fp);
10023
    free(command);
10024
#endif
10025
    return NULL;
H
hzcheng 已提交
10026 10027
}

10028
static void *readMetric(void *sarg) {
10029
#if 1
10030 10031 10032
    threadInfo *pThreadInfo = (threadInfo *)sarg;
    TAOS *taos = pThreadInfo->taos;
    setThreadName("readMetric");
10033 10034 10035
    char *command = calloc(1, BUFFER_SIZE);
    assert(command);

10036 10037 10038
    FILE *fp = fopen(pThreadInfo->filePath, "a");
    if (NULL == fp) {
        printf("fopen %s fail, reason:%s.\n", pThreadInfo->filePath, strerror(errno));
10039
        free(command);
10040 10041
        return NULL;
    }
10042

10043
    int64_t insertRows = pThreadInfo->stbInfo->insertRows;
10044
    int64_t ntables = pThreadInfo->ntables; // pThreadInfo->end_table_to - pThreadInfo->start_table_from + 1;
10045
    int64_t totalData = insertRows * ntables;
10046
    bool do_aggreFunc = g_Dbs.do_aggreFunc;
H
hzcheng 已提交
10047

10048
    int n = do_aggreFunc ? (sizeof(g_aggreFunc) / sizeof(g_aggreFunc[0])) : 2;
10049 10050 10051 10052 10053
    if (!do_aggreFunc) {
        printf("\nThe first field is either Binary or Bool. Aggregation functions are not supported.\n");
    }
    printf("%"PRId64" records:\n", totalData);
    fprintf(fp, "Querying On %"PRId64" records:\n", totalData);
H
hzcheng 已提交
10054

10055 10056 10057
    for (int j = 0; j < n; j++) {
        char condition[COND_BUF_LEN] = "\0";
        char tempS[64] = "\0";
H
hzcheng 已提交
10058

10059
        int64_t m = 10 < ntables ? 10 : ntables;
H
hzcheng 已提交
10060

10061 10062 10063 10064 10065 10066 10067
        for (int64_t i = 1; i <= m; i++) {
            if (i == 1) {
                sprintf(tempS, "t1 = %"PRId64"", i);
            } else {
                sprintf(tempS, " or t1 = %"PRId64" ", i);
            }
            strncat(condition, tempS, COND_BUF_LEN - 1);
H
hzcheng 已提交
10068

10069
            sprintf(command, "SELECT %s FROM meters WHERE %s", g_aggreFunc[j], condition);
H
hzcheng 已提交
10070

10071 10072
            printf("Where condition: %s\n", condition);
            fprintf(fp, "%s\n", command);
H
hzcheng 已提交
10073

10074
            double t = taosGetTimestampMs();
H
hzcheng 已提交
10075

10076 10077
            TAOS_RES *pSql = taos_query(taos, command);
            int32_t code = taos_errno(pSql);
S
Shuaiqiang Chang 已提交
10078

10079
            if (code != 0) {
10080
                errorPrint2("Failed to query:%s\n", taos_errstr(pSql));
10081 10082 10083
                taos_free_result(pSql);
                taos_close(taos);
                fclose(fp);
10084
                free(command);
10085 10086 10087 10088 10089 10090 10091
                return NULL;
            }
            int count = 0;
            while(taos_fetch_row(pSql) != NULL) {
                count++;
            }
            t = taosGetTimestampMs() - t;
H
hzcheng 已提交
10092

10093
            fprintf(fp, "| Speed: %12.2f(per s) | Latency: %.4f(ms) |\n",
10094
                    ntables * insertRows / (t * 1000.0), t);
10095
            printf("select %10s took %.6f second(s)\n\n", g_aggreFunc[j], t * 1000.0);
H
hzcheng 已提交
10096

10097 10098 10099
            taos_free_result(pSql);
        }
        fprintf(fp, "\n");
H
hzcheng 已提交
10100
    }
10101
    fclose(fp);
10102
    free(command);
10103
#endif
10104
    return NULL;
H
hzcheng 已提交
10105 10106
}

10107 10108
static void prompt()
{
10109 10110 10111 10112
    if (!g_args.answer_yes) {
        printf("         Press enter key to continue or Ctrl-C to stop\n\n");
        (void)getchar();
    }
10113
}
H
Hui Li 已提交
10114

10115
static int insertTestProcess() {
10116

10117 10118 10119
    setupForAnsiEscape();
    int ret = printfInsertMeta();
    resetAfterAnsiEscape();
10120

10121 10122
    if (ret == -1)
        exit(EXIT_FAILURE);
10123

10124 10125 10126
    debugPrint("%d result file: %s\n", __LINE__, g_Dbs.resultFile);
    g_fpOfInsertResult = fopen(g_Dbs.resultFile, "a");
    if (NULL == g_fpOfInsertResult) {
10127
        errorPrint("Failed to open %s for save result\n", g_Dbs.resultFile);
10128 10129
        return -1;
    }
10130

10131 10132
    if (g_fpOfInsertResult)
        printfInsertMetaToFile(g_fpOfInsertResult);
10133

10134
    prompt();
10135

10136
    init_rand_data();
10137

10138
    // create database and super tables
10139 10140 10141 10142
    char *cmdBuffer = calloc(1, BUFFER_SIZE);
    assert(cmdBuffer);

    if(createDatabasesAndStables(cmdBuffer) != 0) {
10143 10144
        if (g_fpOfInsertResult)
            fclose(g_fpOfInsertResult);
10145
        free(cmdBuffer);
10146 10147
        return -1;
    }
10148
    free(cmdBuffer);
10149

10150
    // pretreatment
10151 10152 10153 10154 10155
    if (prepareSampleData() != 0) {
        if (g_fpOfInsertResult)
            fclose(g_fpOfInsertResult);
        return -1;
    }
10156

10157 10158
    double start;
    double end;
10159

10160
    if (g_totalChildTables > 0) {
10161 10162
        fprintf(stderr,
                "creating %"PRId64" table(s) with %d thread(s)\n\n",
10163
                g_totalChildTables, g_Dbs.threadCountForCreateTbl);
10164 10165 10166
        if (g_fpOfInsertResult) {
            fprintf(g_fpOfInsertResult,
                "creating %"PRId64" table(s) with %d thread(s)\n\n",
10167
                g_totalChildTables, g_Dbs.threadCountForCreateTbl);
10168 10169 10170 10171 10172 10173 10174 10175
        }

        // create child tables
        start = taosGetTimestampMs();
        createChildTables();
        end = taosGetTimestampMs();

        fprintf(stderr,
10176
                "\nSpent %.4f seconds to create %"PRId64" table(s) with %d thread(s), actual %"PRId64" table(s) created\n\n",
10177
                (end - start)/1000.0, g_totalChildTables,
10178
                g_Dbs.threadCountForCreateTbl, g_actualChildTables);
10179 10180
        if (g_fpOfInsertResult) {
            fprintf(g_fpOfInsertResult,
10181
                "\nSpent %.4f seconds to create %"PRId64" table(s) with %d thread(s), actual %"PRId64" table(s) created\n\n",
10182
                (end - start)/1000.0, g_totalChildTables,
10183
                g_Dbs.threadCountForCreateTbl, g_actualChildTables);
10184
        }
10185
    }
10186

10187 10188 10189 10190 10191 10192
    // create sub threads for inserting data
    //start = taosGetTimestampMs();
    for (int i = 0; i < g_Dbs.dbCount; i++) {
        if (g_Dbs.use_metric) {
            if (g_Dbs.db[i].superTblCount > 0) {
                for (uint64_t j = 0; j < g_Dbs.db[i].superTblCount; j++) {
10193

10194
                    SSuperTable* stbInfo = &g_Dbs.db[i].superTbls[j];
10195

10196
                    if (stbInfo && (stbInfo->insertRows > 0)) {
10197 10198 10199 10200
                        startMultiThreadInsertData(
                                g_Dbs.threadCount,
                                g_Dbs.db[i].dbName,
                                g_Dbs.db[i].dbCfg.precision,
10201
                                stbInfo);
10202 10203 10204 10205
                    }
                }
            }
        } else {
10206
            startMultiThreadInsertData(
10207 10208 10209 10210
                    g_Dbs.threadCount,
                    g_Dbs.db[i].dbName,
                    g_Dbs.db[i].dbCfg.precision,
                    NULL);
10211
        }
H
Hui Li 已提交
10212
    }
10213
    //end = taosGetTimestampMs();
10214

10215 10216 10217 10218 10219 10220 10221 10222 10223 10224 10225
    //int64_t    totalInsertRows = 0;
    //int64_t    totalAffectedRows = 0;
    //for (int i = 0; i < g_Dbs.dbCount; i++) {
    //  for (int j = 0; j < g_Dbs.db[i].superTblCount; j++) {
    //  totalInsertRows+= g_Dbs.db[i].superTbls[j].totalInsertRows;
    //  totalAffectedRows += g_Dbs.db[i].superTbls[j].totalAffectedRows;
    //}
    //printf("Spent %.4f seconds to insert rows: %"PRId64", affected rows: %"PRId64" with %d thread(s)\n\n", end - start, totalInsertRows, totalAffectedRows, g_Dbs.threadCount);
    postFreeResource();

    return 0;
10226 10227
}

10228
static void *specifiedTableQuery(void *sarg) {
10229
    threadInfo *pThreadInfo = (threadInfo *)sarg;
10230

10231
    setThreadName("specTableQuery");
10232

10233 10234 10235 10236 10237 10238 10239 10240
    if (pThreadInfo->taos == NULL) {
        TAOS * taos = NULL;
        taos = taos_connect(g_queryInfo.host,
                g_queryInfo.user,
                g_queryInfo.password,
                NULL,
                g_queryInfo.port);
        if (taos == NULL) {
10241
            errorPrint2("[%d] Failed to connect to TDengine, reason:%s\n",
10242 10243 10244 10245 10246
                    pThreadInfo->threadID, taos_errstr(NULL));
            return NULL;
        } else {
            pThreadInfo->taos = taos;
        }
10247 10248
    }

10249 10250 10251 10252
    char sqlStr[TSDB_DB_NAME_LEN + 5];
    sprintf(sqlStr, "use %s", g_queryInfo.dbName);
    if (0 != queryDbExec(pThreadInfo->taos, sqlStr, NO_INSERT_TYPE, false)) {
        taos_close(pThreadInfo->taos);
10253
        errorPrint("use database %s failed!\n\n",
10254
                g_queryInfo.dbName);
10255 10256
        return NULL;
    }
10257

10258 10259
    uint64_t st = 0;
    uint64_t et = 0;
10260

10261
    uint64_t queryTimes = g_queryInfo.specifiedQueryInfo.queryTimes;
10262

10263 10264 10265
    uint64_t totalQueried = 0;
    uint64_t lastPrintTime = taosGetTimestampMs();
    uint64_t startTs = taosGetTimestampMs();
10266

10267 10268
    if (g_queryInfo.specifiedQueryInfo.result[pThreadInfo->querySeq][0] != '\0') {
        sprintf(pThreadInfo->filePath, "%s-%d",
10269 10270
                g_queryInfo.specifiedQueryInfo.result[pThreadInfo->querySeq],
                pThreadInfo->threadID);
10271 10272
    }

10273 10274 10275 10276 10277 10278 10279
    while(queryTimes --) {
        if (g_queryInfo.specifiedQueryInfo.queryInterval && (et - st) <
                (int64_t)g_queryInfo.specifiedQueryInfo.queryInterval) {
            taosMsleep(g_queryInfo.specifiedQueryInfo.queryInterval - (et - st)); // ms
        }

        st = taosGetTimestampMs();
10280

10281 10282
        selectAndGetResult(pThreadInfo,
                g_queryInfo.specifiedQueryInfo.sql[pThreadInfo->querySeq]);
10283

10284 10285 10286
        et = taosGetTimestampMs();
        printf("=thread[%"PRId64"] use %s complete one sql, Spent %10.3f s\n",
                taosGetSelfPthreadId(), g_queryInfo.queryMode, (et - st)/1000.0);
10287

10288 10289
        totalQueried ++;
        g_queryInfo.specifiedQueryInfo.totalQueried ++;
10290

10291 10292 10293
        uint64_t  currentPrintTime = taosGetTimestampMs();
        uint64_t  endTs = taosGetTimestampMs();
        if (currentPrintTime - lastPrintTime > 30*1000) {
10294
            debugPrint("%s() LN%d, endTs=%"PRIu64" ms, startTs=%"PRIu64" ms\n",
10295 10296
                    __func__, __LINE__, endTs, startTs);
            printf("thread[%d] has currently completed queries: %"PRIu64", QPS: %10.6f\n",
10297 10298
                    pThreadInfo->threadID,
                    totalQueried,
10299
                    (double)(totalQueried/((endTs-startTs)/1000.0)));
10300 10301
            lastPrintTime = currentPrintTime;
        }
10302
    }
10303
    return NULL;
10304
}
H
Hui Li 已提交
10305

10306
static void replaceChildTblName(char* inSql, char* outSql, int tblIndex) {
10307
    char sourceString[32] = "xxxx";
10308
    char subTblName[TSDB_TABLE_NAME_LEN];
10309 10310 10311
    sprintf(subTblName, "%s.%s",
            g_queryInfo.dbName,
            g_queryInfo.superQueryInfo.childTblName + tblIndex*TSDB_TABLE_NAME_LEN);
10312

10313
    //printf("inSql: %s\n", inSql);
10314

10315 10316 10317 10318 10319 10320 10321
    char* pos = strstr(inSql, sourceString);
    if (0 == pos) {
        return;
    }

    tstrncpy(outSql, inSql, pos - inSql + 1);
    //printf("1: %s\n", outSql);
10322
    strncat(outSql, subTblName, BUFFER_SIZE - 1);
10323
    //printf("2: %s\n", outSql);
10324
    strncat(outSql, pos+strlen(sourceString), BUFFER_SIZE - 1);
10325
    //printf("3: %s\n", outSql);
H
Hui Li 已提交
10326 10327
}

10328
static void *superTableQuery(void *sarg) {
10329 10330 10331
    char *sqlstr = calloc(1, BUFFER_SIZE);
    assert(sqlstr);

10332
    threadInfo *pThreadInfo = (threadInfo *)sarg;
10333

10334
    setThreadName("superTableQuery");
10335

10336 10337 10338 10339 10340 10341 10342 10343 10344 10345
    if (pThreadInfo->taos == NULL) {
        TAOS * taos = NULL;
        taos = taos_connect(g_queryInfo.host,
                g_queryInfo.user,
                g_queryInfo.password,
                NULL,
                g_queryInfo.port);
        if (taos == NULL) {
            errorPrint("[%d] Failed to connect to TDengine, reason:%s\n",
                    pThreadInfo->threadID, taos_errstr(NULL));
10346
            free(sqlstr);
10347 10348 10349 10350
            return NULL;
        } else {
            pThreadInfo->taos = taos;
        }
10351
    }
10352

10353 10354
    uint64_t st = 0;
    uint64_t et = (int64_t)g_queryInfo.superQueryInfo.queryInterval;
10355

10356 10357 10358
    uint64_t queryTimes = g_queryInfo.superQueryInfo.queryTimes;
    uint64_t totalQueried = 0;
    uint64_t  startTs = taosGetTimestampMs();
H
Hui Li 已提交
10359

10360 10361 10362 10363 10364 10365 10366 10367 10368 10369 10370
    uint64_t  lastPrintTime = taosGetTimestampMs();
    while(queryTimes --) {
        if (g_queryInfo.superQueryInfo.queryInterval
                && (et - st) < (int64_t)g_queryInfo.superQueryInfo.queryInterval) {
            taosMsleep(g_queryInfo.superQueryInfo.queryInterval - (et - st)); // ms
            //printf("========sleep duration:%"PRId64 "========inserted rows:%d, table range:%d - %d\n", (1000 - (et - st)), i, pThreadInfo->start_table_from, pThreadInfo->end_table_to);
        }

        st = taosGetTimestampMs();
        for (int i = pThreadInfo->start_table_from; i <= pThreadInfo->end_table_to; i++) {
            for (int j = 0; j < g_queryInfo.superQueryInfo.sqlCount; j++) {
10371
                memset(sqlstr, 0, BUFFER_SIZE);
10372 10373 10374 10375 10376 10377 10378
                replaceChildTblName(g_queryInfo.superQueryInfo.sql[j], sqlstr, i);
                if (g_queryInfo.superQueryInfo.result[j][0] != '\0') {
                    sprintf(pThreadInfo->filePath, "%s-%d",
                            g_queryInfo.superQueryInfo.result[j],
                            pThreadInfo->threadID);
                }
                selectAndGetResult(pThreadInfo, sqlstr);
10379

10380 10381
                totalQueried++;
                g_queryInfo.superQueryInfo.totalQueried ++;
10382

10383 10384 10385 10386 10387 10388 10389 10390 10391 10392
                int64_t  currentPrintTime = taosGetTimestampMs();
                int64_t  endTs = taosGetTimestampMs();
                if (currentPrintTime - lastPrintTime > 30*1000) {
                    printf("thread[%d] has currently completed queries: %"PRIu64", QPS: %10.3f\n",
                            pThreadInfo->threadID,
                            totalQueried,
                            (double)(totalQueried/((endTs-startTs)/1000.0)));
                    lastPrintTime = currentPrintTime;
                }
            }
10393
        }
10394 10395 10396 10397 10398 10399
        et = taosGetTimestampMs();
        printf("####thread[%"PRId64"] complete all sqls to allocate all sub-tables[%"PRIu64" - %"PRIu64"] once queries duration:%.4fs\n\n",
                taosGetSelfPthreadId(),
                pThreadInfo->start_table_from,
                pThreadInfo->end_table_to,
                (double)(et - st)/1000.0);
H
Hui Li 已提交
10400
    }
10401

10402
    free(sqlstr);
10403
    return NULL;
10404 10405
}

10406
static int queryTestProcess() {
10407

10408 10409 10410
    setupForAnsiEscape();
    printfQueryMeta();
    resetAfterAnsiEscape();
10411

10412 10413 10414 10415 10416 10417 10418
    TAOS * taos = NULL;
    taos = taos_connect(g_queryInfo.host,
            g_queryInfo.user,
            g_queryInfo.password,
            NULL,
            g_queryInfo.port);
    if (taos == NULL) {
10419
        errorPrint("Failed to connect to TDengine, reason:%s\n",
10420
                taos_errstr(NULL));
10421
        exit(EXIT_FAILURE);
10422
    }
10423

10424 10425 10426
    if (0 != g_queryInfo.superQueryInfo.sqlCount) {
        getAllChildNameOfSuperTable(taos,
                g_queryInfo.dbName,
10427
                g_queryInfo.superQueryInfo.stbName,
10428 10429 10430
                &g_queryInfo.superQueryInfo.childTblName,
                &g_queryInfo.superQueryInfo.childTblCount);
    }
10431

10432
    prompt();
10433

10434 10435 10436
    if (g_args.debug_print || g_args.verbose_print) {
        printfQuerySystemInfo(taos);
    }
10437

10438 10439 10440
    if (0 == strncasecmp(g_queryInfo.queryMode, "rest", strlen("rest"))) {
        if (convertHostToServAddr(
                    g_queryInfo.host, g_queryInfo.port, &g_queryInfo.serv_addr) != 0)
10441
            ERROR_EXIT("convert host to server address");
10442
    }
10443

10444 10445 10446 10447 10448
    pthread_t  *pids  = NULL;
    threadInfo *infos = NULL;
    //==== create sub threads for query from specify table
    int nConcurrent = g_queryInfo.specifiedQueryInfo.concurrent;
    uint64_t nSqlCount = g_queryInfo.specifiedQueryInfo.sqlCount;
10449

10450
    uint64_t startTs = taosGetTimestampMs();
10451

10452
    if ((nSqlCount > 0) && (nConcurrent > 0)) {
10453

10454 10455
        pids  = calloc(1, nConcurrent * nSqlCount * sizeof(pthread_t));
        infos = calloc(1, nConcurrent * nSqlCount * sizeof(threadInfo));
10456

10457 10458 10459 10460
        if ((NULL == pids) || (NULL == infos)) {
            taos_close(taos);
            ERROR_EXIT("memory allocation failed for create threads\n");
        }
10461

10462 10463 10464 10465 10466 10467 10468 10469 10470
        for (uint64_t i = 0; i < nSqlCount; i++) {
            for (int j = 0; j < nConcurrent; j++) {
                uint64_t seq = i * nConcurrent + j;
                threadInfo *pThreadInfo = infos + seq;
                pThreadInfo->threadID = seq;
                pThreadInfo->querySeq = i;

                if (0 == strncasecmp(g_queryInfo.queryMode, "taosc", 5)) {

10471 10472
                    char sqlStr[TSDB_DB_NAME_LEN + 5];
                    sprintf(sqlStr, "USE %s", g_queryInfo.dbName);
10473 10474 10475 10476
                    if (0 != queryDbExec(taos, sqlStr, NO_INSERT_TYPE, false)) {
                        taos_close(taos);
                        free(infos);
                        free(pids);
10477
                        errorPrint2("use database %s failed!\n\n",
10478 10479 10480
                                g_queryInfo.dbName);
                        return -1;
                    }
10481
                }
10482

10483
                pThreadInfo->taos = NULL;// workaround to use separate taos connection;
10484

10485 10486 10487
                pthread_create(pids + seq, NULL, specifiedTableQuery,
                        pThreadInfo);
            }
10488
        }
10489 10490
    } else {
        g_queryInfo.specifiedQueryInfo.concurrent = 0;
10491 10492
    }

10493
    taos_close(taos);
10494

10495 10496 10497 10498 10499 10500 10501
    pthread_t  *pidsOfSub  = NULL;
    threadInfo *infosOfSub = NULL;
    //==== create sub threads for query from all sub table of the super table
    if ((g_queryInfo.superQueryInfo.sqlCount > 0)
            && (g_queryInfo.superQueryInfo.threadCnt > 0)) {
        pidsOfSub  = calloc(1, g_queryInfo.superQueryInfo.threadCnt * sizeof(pthread_t));
        infosOfSub = calloc(1, g_queryInfo.superQueryInfo.threadCnt * sizeof(threadInfo));
10502

10503 10504 10505
        if ((NULL == pidsOfSub) || (NULL == infosOfSub)) {
            free(infos);
            free(pids);
10506

10507 10508
            ERROR_EXIT("memory allocation failed for create threads\n");
        }
10509

10510 10511
        int64_t ntables = g_queryInfo.superQueryInfo.childTblCount;
        int threads = g_queryInfo.superQueryInfo.threadCnt;
10512

10513 10514 10515 10516 10517
        int64_t a = ntables / threads;
        if (a < 1) {
            threads = ntables;
            a = 1;
        }
10518

10519 10520 10521 10522
        int64_t b = 0;
        if (threads != 0) {
            b = ntables % threads;
        }
10523

10524 10525 10526 10527
        uint64_t tableFrom = 0;
        for (int i = 0; i < threads; i++) {
            threadInfo *pThreadInfo = infosOfSub + i;
            pThreadInfo->threadID = i;
10528

10529 10530 10531 10532
            pThreadInfo->start_table_from = tableFrom;
            pThreadInfo->ntables = i<b?a+1:a;
            pThreadInfo->end_table_to = i < b ? tableFrom + a : tableFrom + a - 1;
            tableFrom = pThreadInfo->end_table_to + 1;
10533
            pThreadInfo->taos = NULL; // workaround to use separate taos connection;
10534 10535
            pthread_create(pidsOfSub + i, NULL, superTableQuery, pThreadInfo);
        }
10536

10537 10538 10539 10540
        g_queryInfo.superQueryInfo.threadCnt = threads;
    } else {
        g_queryInfo.superQueryInfo.threadCnt = 0;
    }
10541

10542 10543 10544 10545 10546 10547
    if ((nSqlCount > 0) && (nConcurrent > 0)) {
        for (int i = 0; i < nConcurrent; i++) {
            for (int j = 0; j < nSqlCount; j++) {
                pthread_join(pids[i * nSqlCount + j], NULL);
            }
        }
10548
    }
S
Shuaiqiang Chang 已提交
10549

10550 10551
    tmfree((char*)pids);
    tmfree((char*)infos);
10552

10553 10554 10555
    for (int i = 0; i < g_queryInfo.superQueryInfo.threadCnt; i++) {
        pthread_join(pidsOfSub[i], NULL);
    }
H
Hui Li 已提交
10556

10557 10558
    tmfree((char*)pidsOfSub);
    tmfree((char*)infosOfSub);
10559

10560
    //  taos_close(taos);// workaround to use separate taos connection;
10561
    uint64_t endTs = taosGetTimestampMs();
10562

10563 10564
    uint64_t totalQueried = g_queryInfo.specifiedQueryInfo.totalQueried +
        g_queryInfo.superQueryInfo.totalQueried;
10565

10566 10567 10568 10569
    fprintf(stderr, "==== completed total queries: %"PRIu64", the QPS of all threads: %10.3f====\n",
            totalQueried,
            (double)(totalQueried/((endTs-startTs)/1000.0)));
    return 0;
10570 10571
}

10572 10573
static void stable_sub_callback(
        TAOS_SUB* tsub, TAOS_RES *res, void* param, int code) {
10574
    if (res == NULL || taos_errno(res) != 0) {
10575
        errorPrint2("%s() LN%d, failed to subscribe result, code:%d, reason:%s\n",
10576 10577 10578
                __func__, __LINE__, code, taos_errstr(res));
        return;
    }
10579

10580 10581
    if (param)
        fetchResult(res, (threadInfo *)param);
10582
    // tao_unsubscribe() will free result.
10583 10584 10585 10586
}

static void specified_sub_callback(
        TAOS_SUB* tsub, TAOS_RES *res, void* param, int code) {
10587
    if (res == NULL || taos_errno(res) != 0) {
10588
        errorPrint2("%s() LN%d, failed to subscribe result, code:%d, reason:%s\n",
10589 10590 10591
                __func__, __LINE__, code, taos_errstr(res));
        return;
    }
10592

10593 10594
    if (param)
        fetchResult(res, (threadInfo *)param);
10595
    // tao_unsubscribe() will free result.
H
hzcheng 已提交
10596 10597
}

10598
static TAOS_SUB* subscribeImpl(
10599 10600 10601 10602
        QUERY_CLASS class,
        threadInfo *pThreadInfo,
        char *sql, char* topic, bool restart, uint64_t interval)
{
10603 10604 10605 10606 10607 10608 10609 10610 10611 10612 10613 10614 10615 10616 10617 10618 10619 10620 10621 10622 10623 10624 10625 10626
    TAOS_SUB* tsub = NULL;

    if ((SPECIFIED_CLASS == class)
            && (ASYNC_MODE == g_queryInfo.specifiedQueryInfo.asyncMode)) {
        tsub = taos_subscribe(
                pThreadInfo->taos,
                restart,
                topic, sql, specified_sub_callback, (void*)pThreadInfo,
                g_queryInfo.specifiedQueryInfo.subscribeInterval);
    } else if ((STABLE_CLASS == class)
            && (ASYNC_MODE == g_queryInfo.superQueryInfo.asyncMode)) {
        tsub = taos_subscribe(
                pThreadInfo->taos,
                restart,
                topic, sql, stable_sub_callback, (void*)pThreadInfo,
                g_queryInfo.superQueryInfo.subscribeInterval);
    } else {
        tsub = taos_subscribe(
                pThreadInfo->taos,
                restart,
                topic, sql, NULL, NULL, interval);
    }

    if (tsub == NULL) {
10627
        errorPrint2("failed to create subscription. topic:%s, sql:%s\n", topic, sql);
10628 10629 10630 10631
        return NULL;
    }

    return tsub;
10632
}
H
hzcheng 已提交
10633

10634
static void *superSubscribe(void *sarg) {
10635
    threadInfo *pThreadInfo = (threadInfo *)sarg;
10636 10637 10638
    char *subSqlStr = calloc(1, BUFFER_SIZE);
    assert(subSqlStr);

10639 10640 10641
    TAOS_SUB*    tsub[MAX_QUERY_SQL_COUNT] = {0};
    uint64_t tsubSeq;

10642 10643
    setThreadName("superSub");

10644
    if (pThreadInfo->ntables > MAX_QUERY_SQL_COUNT) {
10645
        free(subSqlStr);
10646 10647
        errorPrint("The table number(%"PRId64") of the thread is more than max query sql count: %d\n",
                pThreadInfo->ntables, MAX_QUERY_SQL_COUNT);
10648
        exit(EXIT_FAILURE);
10649
    }
10650

10651
    if (pThreadInfo->taos == NULL) {
10652 10653 10654 10655 10656 10657
        pThreadInfo->taos = taos_connect(g_queryInfo.host,
                g_queryInfo.user,
                g_queryInfo.password,
                g_queryInfo.dbName,
                g_queryInfo.port);
        if (pThreadInfo->taos == NULL) {
10658
            errorPrint2("[%d] Failed to connect to TDengine, reason:%s\n",
10659
                    pThreadInfo->threadID, taos_errstr(NULL));
10660
            free(subSqlStr);
10661 10662
            return NULL;
        }
10663 10664
    }

10665 10666
    char sqlStr[TSDB_DB_NAME_LEN + 5];
    sprintf(sqlStr, "USE %s", g_queryInfo.dbName);
10667 10668
    if (0 != queryDbExec(pThreadInfo->taos, sqlStr, NO_INSERT_TYPE, false)) {
        taos_close(pThreadInfo->taos);
10669
        errorPrint2("use database %s failed!\n\n",
10670
                g_queryInfo.dbName);
10671
        free(subSqlStr);
10672 10673
        return NULL;
    }
10674

10675 10676 10677 10678 10679 10680 10681 10682 10683 10684 10685
    char topic[32] = {0};
    for (uint64_t i = pThreadInfo->start_table_from;
            i <= pThreadInfo->end_table_to; i++) {
        tsubSeq = i - pThreadInfo->start_table_from;
        verbosePrint("%s() LN%d, [%d], start=%"PRId64" end=%"PRId64" i=%"PRIu64"\n",
                __func__, __LINE__,
                pThreadInfo->threadID,
                pThreadInfo->start_table_from,
                pThreadInfo->end_table_to, i);
        sprintf(topic, "taosdemo-subscribe-%"PRIu64"-%"PRIu64"",
                i, pThreadInfo->querySeq);
10686
        memset(subSqlStr, 0, BUFFER_SIZE);
10687 10688
        replaceChildTblName(
                g_queryInfo.superQueryInfo.sql[pThreadInfo->querySeq],
10689
                subSqlStr, i);
10690 10691 10692 10693 10694
        if (g_queryInfo.superQueryInfo.result[pThreadInfo->querySeq][0] != 0) {
            sprintf(pThreadInfo->filePath, "%s-%d",
                    g_queryInfo.superQueryInfo.result[pThreadInfo->querySeq],
                    pThreadInfo->threadID);
        }
10695

10696 10697
        verbosePrint("%s() LN%d, [%d] subSqlStr: %s\n",
                __func__, __LINE__, pThreadInfo->threadID, subSqlStr);
10698 10699
        tsub[tsubSeq] = subscribeImpl(
                STABLE_CLASS,
10700
                pThreadInfo, subSqlStr, topic,
10701 10702 10703 10704
                g_queryInfo.superQueryInfo.subscribeRestart,
                g_queryInfo.superQueryInfo.subscribeInterval);
        if (NULL == tsub[tsubSeq]) {
            taos_close(pThreadInfo->taos);
10705
            free(subSqlStr);
10706 10707 10708
            return NULL;
        }
    }
10709

10710 10711 10712 10713 10714 10715
    // start loop to consume result
    int consumed[MAX_QUERY_SQL_COUNT];
    for (int i = 0; i < MAX_QUERY_SQL_COUNT; i++) {
        consumed[i] = 0;
    }
    TAOS_RES* res = NULL;
10716

10717
    uint64_t st = 0, et = 0;
10718

10719 10720 10721 10722
    while ((g_queryInfo.superQueryInfo.endAfterConsume == -1)
            || (g_queryInfo.superQueryInfo.endAfterConsume >
                consumed[pThreadInfo->end_table_to
                - pThreadInfo->start_table_from])) {
10723

10724 10725 10726 10727 10728 10729 10730 10731 10732 10733 10734 10735 10736 10737 10738 10739 10740 10741 10742 10743 10744 10745 10746 10747 10748 10749 10750 10751 10752 10753 10754 10755 10756 10757 10758 10759 10760 10761
        verbosePrint("super endAfterConsume: %d, consumed: %d\n",
                g_queryInfo.superQueryInfo.endAfterConsume,
                consumed[pThreadInfo->end_table_to
                - pThreadInfo->start_table_from]);
        for (uint64_t i = pThreadInfo->start_table_from;
                i <= pThreadInfo->end_table_to; i++) {
            tsubSeq = i - pThreadInfo->start_table_from;
            if (ASYNC_MODE == g_queryInfo.superQueryInfo.asyncMode) {
                continue;
            }

            st = taosGetTimestampMs();
            performancePrint("st: %"PRIu64" et: %"PRIu64" st-et: %"PRIu64"\n", st, et, (st - et));
            res = taos_consume(tsub[tsubSeq]);
            et = taosGetTimestampMs();
            performancePrint("st: %"PRIu64" et: %"PRIu64" delta: %"PRIu64"\n", st, et, (et - st));

            if (res) {
                if (g_queryInfo.superQueryInfo.result[pThreadInfo->querySeq][0] != 0) {
                    sprintf(pThreadInfo->filePath, "%s-%d",
                            g_queryInfo.superQueryInfo.result[pThreadInfo->querySeq],
                            pThreadInfo->threadID);
                    fetchResult(res, pThreadInfo);
                }
                consumed[tsubSeq] ++;

                if ((g_queryInfo.superQueryInfo.resubAfterConsume != -1)
                        && (consumed[tsubSeq] >=
                            g_queryInfo.superQueryInfo.resubAfterConsume)) {
                    verbosePrint("%s() LN%d, keepProgress:%d, resub super table query: %"PRIu64"\n",
                            __func__, __LINE__,
                            g_queryInfo.superQueryInfo.subscribeKeepProgress,
                            pThreadInfo->querySeq);
                    taos_unsubscribe(tsub[tsubSeq],
                            g_queryInfo.superQueryInfo.subscribeKeepProgress);
                    consumed[tsubSeq]= 0;
                    tsub[tsubSeq] = subscribeImpl(
                            STABLE_CLASS,
10762
                            pThreadInfo, subSqlStr, topic,
10763 10764 10765 10766 10767
                            g_queryInfo.superQueryInfo.subscribeRestart,
                            g_queryInfo.superQueryInfo.subscribeInterval
                            );
                    if (NULL == tsub[tsubSeq]) {
                        taos_close(pThreadInfo->taos);
10768
                        free(subSqlStr);
10769 10770 10771 10772 10773 10774 10775 10776 10777 10778 10779
                        return NULL;
                    }
                }
            }
        }
    }
    verbosePrint("%s() LN%d, super endAfterConsume: %d, consumed: %d\n",
            __func__, __LINE__,
            g_queryInfo.superQueryInfo.endAfterConsume,
            consumed[pThreadInfo->end_table_to - pThreadInfo->start_table_from]);
    taos_free_result(res);
10780

10781 10782
    for (uint64_t i = pThreadInfo->start_table_from;
            i <= pThreadInfo->end_table_to; i++) {
10783 10784
        tsubSeq = i - pThreadInfo->start_table_from;
        taos_unsubscribe(tsub[tsubSeq], 0);
H
hzcheng 已提交
10785
    }
10786

10787
    taos_close(pThreadInfo->taos);
10788
    free(subSqlStr);
10789
    return NULL;
H
hzcheng 已提交
10790 10791
}

10792
static void *specifiedSubscribe(void *sarg) {
10793 10794
    threadInfo *pThreadInfo = (threadInfo *)sarg;
    //  TAOS_SUB*  tsub = NULL;
10795

10796
    setThreadName("specSub");
10797

10798
    if (pThreadInfo->taos == NULL) {
10799 10800 10801 10802 10803 10804
        pThreadInfo->taos = taos_connect(g_queryInfo.host,
                g_queryInfo.user,
                g_queryInfo.password,
                g_queryInfo.dbName,
                g_queryInfo.port);
        if (pThreadInfo->taos == NULL) {
10805
            errorPrint2("[%d] Failed to connect to TDengine, reason:%s\n",
10806 10807 10808
                    pThreadInfo->threadID, taos_errstr(NULL));
            return NULL;
        }
10809 10810
    }

10811 10812
    char sqlStr[TSDB_DB_NAME_LEN + 5];
    sprintf(sqlStr, "USE %s", g_queryInfo.dbName);
10813 10814 10815 10816 10817 10818 10819 10820 10821 10822 10823
    if (0 != queryDbExec(pThreadInfo->taos, sqlStr, NO_INSERT_TYPE, false)) {
        taos_close(pThreadInfo->taos);
        return NULL;
    }

    sprintf(g_queryInfo.specifiedQueryInfo.topic[pThreadInfo->threadID],
            "taosdemo-subscribe-%"PRIu64"-%d",
            pThreadInfo->querySeq,
            pThreadInfo->threadID);
    if (g_queryInfo.specifiedQueryInfo.result[pThreadInfo->querySeq][0] != '\0') {
        sprintf(pThreadInfo->filePath, "%s-%d",
10824 10825
                g_queryInfo.specifiedQueryInfo.result[pThreadInfo->querySeq],
                pThreadInfo->threadID);
10826 10827 10828 10829 10830 10831 10832 10833 10834 10835 10836 10837 10838
    }
    g_queryInfo.specifiedQueryInfo.tsub[pThreadInfo->threadID] = subscribeImpl(
            SPECIFIED_CLASS, pThreadInfo,
            g_queryInfo.specifiedQueryInfo.sql[pThreadInfo->querySeq],
            g_queryInfo.specifiedQueryInfo.topic[pThreadInfo->threadID],
            g_queryInfo.specifiedQueryInfo.subscribeRestart,
            g_queryInfo.specifiedQueryInfo.subscribeInterval);
    if (NULL == g_queryInfo.specifiedQueryInfo.tsub[pThreadInfo->threadID]) {
        taos_close(pThreadInfo->taos);
        return NULL;
    }

    // start loop to consume result
10839

10840 10841 10842 10843 10844 10845 10846 10847 10848 10849 10850 10851 10852 10853 10854 10855 10856 10857 10858 10859 10860 10861 10862 10863 10864 10865 10866 10867 10868 10869 10870 10871 10872 10873 10874 10875 10876 10877 10878 10879 10880 10881 10882 10883 10884 10885 10886 10887 10888 10889 10890 10891 10892 10893 10894 10895
    g_queryInfo.specifiedQueryInfo.consumed[pThreadInfo->threadID] = 0;
    while((g_queryInfo.specifiedQueryInfo.endAfterConsume[pThreadInfo->querySeq] == -1)
            || (g_queryInfo.specifiedQueryInfo.consumed[pThreadInfo->threadID] <
                g_queryInfo.specifiedQueryInfo.endAfterConsume[pThreadInfo->querySeq])) {

        printf("consumed[%d]: %d, endAfterConsum[%"PRId64"]: %d\n",
                pThreadInfo->threadID,
                g_queryInfo.specifiedQueryInfo.consumed[pThreadInfo->threadID],
                pThreadInfo->querySeq,
                g_queryInfo.specifiedQueryInfo.endAfterConsume[pThreadInfo->querySeq]);
        if (ASYNC_MODE == g_queryInfo.specifiedQueryInfo.asyncMode) {
            continue;
        }

        g_queryInfo.specifiedQueryInfo.res[pThreadInfo->threadID] = taos_consume(
                g_queryInfo.specifiedQueryInfo.tsub[pThreadInfo->threadID]);
        if (g_queryInfo.specifiedQueryInfo.res[pThreadInfo->threadID]) {
            if (g_queryInfo.specifiedQueryInfo.result[pThreadInfo->querySeq][0]
                    != 0) {
                sprintf(pThreadInfo->filePath, "%s-%d",
                        g_queryInfo.specifiedQueryInfo.result[pThreadInfo->querySeq],
                        pThreadInfo->threadID);
            }
            fetchResult(
                    g_queryInfo.specifiedQueryInfo.res[pThreadInfo->threadID],
                    pThreadInfo);

            g_queryInfo.specifiedQueryInfo.consumed[pThreadInfo->threadID] ++;
            if ((g_queryInfo.specifiedQueryInfo.resubAfterConsume[pThreadInfo->querySeq] != -1)
                    && (g_queryInfo.specifiedQueryInfo.consumed[pThreadInfo->threadID] >=
                        g_queryInfo.specifiedQueryInfo.resubAfterConsume[pThreadInfo->querySeq])) {
                printf("keepProgress:%d, resub specified query: %"PRIu64"\n",
                        g_queryInfo.specifiedQueryInfo.subscribeKeepProgress,
                        pThreadInfo->querySeq);
                g_queryInfo.specifiedQueryInfo.consumed[pThreadInfo->threadID] = 0;
                taos_unsubscribe(g_queryInfo.specifiedQueryInfo.tsub[pThreadInfo->threadID],
                        g_queryInfo.specifiedQueryInfo.subscribeKeepProgress);
                g_queryInfo.specifiedQueryInfo.tsub[pThreadInfo->threadID] =
                    subscribeImpl(
                            SPECIFIED_CLASS,
                            pThreadInfo,
                            g_queryInfo.specifiedQueryInfo.sql[pThreadInfo->querySeq],
                            g_queryInfo.specifiedQueryInfo.topic[pThreadInfo->threadID],
                            g_queryInfo.specifiedQueryInfo.subscribeRestart,
                            g_queryInfo.specifiedQueryInfo.subscribeInterval);
                if (NULL == g_queryInfo.specifiedQueryInfo.tsub[pThreadInfo->threadID]) {
                    taos_close(pThreadInfo->taos);
                    return NULL;
                }
            }
        }
    }
    taos_free_result(g_queryInfo.specifiedQueryInfo.res[pThreadInfo->threadID]);
    taos_close(pThreadInfo->taos);

    return NULL;
H
hzcheng 已提交
10896 10897
}

10898
static int subscribeTestProcess() {
10899 10900 10901 10902 10903 10904 10905 10906 10907 10908
    setupForAnsiEscape();
    printfQueryMeta();
    resetAfterAnsiEscape();

    prompt();

    TAOS * taos = NULL;
    taos = taos_connect(g_queryInfo.host,
            g_queryInfo.user,
            g_queryInfo.password,
10909
            g_queryInfo.dbName,
10910 10911
            g_queryInfo.port);
    if (taos == NULL) {
10912
        errorPrint2("Failed to connect to TDengine, reason:%s\n",
10913
                taos_errstr(NULL));
10914
        exit(EXIT_FAILURE);
S
Shengliang Guan 已提交
10915
    }
10916

10917 10918 10919
    if (0 != g_queryInfo.superQueryInfo.sqlCount) {
        getAllChildNameOfSuperTable(taos,
                g_queryInfo.dbName,
10920
                g_queryInfo.superQueryInfo.stbName,
10921 10922
                &g_queryInfo.superQueryInfo.childTblName,
                &g_queryInfo.superQueryInfo.childTblCount);
S
Shengliang Guan 已提交
10923
    }
10924

10925
    taos_close(taos); // workaround to use separate taos connection;
10926 10927 10928 10929 10930 10931 10932 10933 10934

    pthread_t  *pids = NULL;
    threadInfo *infos = NULL;

    pthread_t  *pidsOfStable  = NULL;
    threadInfo *infosOfStable = NULL;

    //==== create threads for query for specified table
    if (g_queryInfo.specifiedQueryInfo.sqlCount <= 0) {
10935
        debugPrint("%s() LN%d, specified query sqlCount %d.\n",
10936 10937 10938 10939
                __func__, __LINE__,
                g_queryInfo.specifiedQueryInfo.sqlCount);
    } else {
        if (g_queryInfo.specifiedQueryInfo.concurrent <= 0) {
10940
            errorPrint2("%s() LN%d, specified query sqlCount %d.\n",
10941 10942
                    __func__, __LINE__,
                    g_queryInfo.specifiedQueryInfo.sqlCount);
10943
            exit(EXIT_FAILURE);
10944
        }
10945

10946
        pids  = calloc(
10947
                1,
10948 10949 10950 10951
                g_queryInfo.specifiedQueryInfo.sqlCount *
                g_queryInfo.specifiedQueryInfo.concurrent *
                sizeof(pthread_t));
        infos = calloc(
10952
                1,
10953 10954 10955 10956
                g_queryInfo.specifiedQueryInfo.sqlCount *
                g_queryInfo.specifiedQueryInfo.concurrent *
                sizeof(threadInfo));
        if ((NULL == pids) || (NULL == infos)) {
10957
            errorPrint2("%s() LN%d, malloc failed for create threads\n", __func__, __LINE__);
10958
            exit(EXIT_FAILURE);
10959
        }
10960

10961 10962 10963 10964 10965 10966
        for (int i = 0; i < g_queryInfo.specifiedQueryInfo.sqlCount; i++) {
            for (int j = 0; j < g_queryInfo.specifiedQueryInfo.concurrent; j++) {
                uint64_t seq = i * g_queryInfo.specifiedQueryInfo.concurrent + j;
                threadInfo *pThreadInfo = infos + seq;
                pThreadInfo->threadID = seq;
                pThreadInfo->querySeq = i;
10967
                pThreadInfo->taos = NULL;  // workaround to use separate taos connection;
10968 10969
                pthread_create(pids + seq, NULL, specifiedSubscribe, pThreadInfo);
            }
10970
        }
10971
    }
10972

10973 10974 10975 10976 10977 10978 10979 10980 10981 10982 10983 10984 10985 10986 10987 10988 10989 10990 10991
    //==== create threads for super table query
    if (g_queryInfo.superQueryInfo.sqlCount <= 0) {
        debugPrint("%s() LN%d, super table query sqlCount %d.\n",
                __func__, __LINE__,
                g_queryInfo.superQueryInfo.sqlCount);
    } else {
        if ((g_queryInfo.superQueryInfo.sqlCount > 0)
                && (g_queryInfo.superQueryInfo.threadCnt > 0)) {
            pidsOfStable  = calloc(
                    1,
                    g_queryInfo.superQueryInfo.sqlCount *
                    g_queryInfo.superQueryInfo.threadCnt *
                    sizeof(pthread_t));
            infosOfStable = calloc(
                    1,
                    g_queryInfo.superQueryInfo.sqlCount *
                    g_queryInfo.superQueryInfo.threadCnt *
                    sizeof(threadInfo));
            if ((NULL == pidsOfStable) || (NULL == infosOfStable)) {
10992
                errorPrint2("%s() LN%d, malloc failed for create threads\n",
10993 10994
                        __func__, __LINE__);
                // taos_close(taos);
10995
                exit(EXIT_FAILURE);
10996
            }
10997

10998 10999
            int64_t ntables = g_queryInfo.superQueryInfo.childTblCount;
            int threads = g_queryInfo.superQueryInfo.threadCnt;
11000

11001 11002 11003 11004
            int64_t a = ntables / threads;
            if (a < 1) {
                threads = ntables;
                a = 1;
11005
            }
11006

11007 11008 11009 11010 11011 11012 11013 11014 11015 11016 11017 11018 11019 11020 11021 11022 11023
            int64_t b = 0;
            if (threads != 0) {
                b = ntables % threads;
            }

            for (uint64_t i = 0; i < g_queryInfo.superQueryInfo.sqlCount; i++) {
                uint64_t tableFrom = 0;
                for (int j = 0; j < threads; j++) {
                    uint64_t seq = i * threads + j;
                    threadInfo *pThreadInfo = infosOfStable + seq;
                    pThreadInfo->threadID = seq;
                    pThreadInfo->querySeq = i;

                    pThreadInfo->start_table_from = tableFrom;
                    pThreadInfo->ntables = j<b?a+1:a;
                    pThreadInfo->end_table_to = j<b?tableFrom+a:tableFrom+a-1;
                    tableFrom = pThreadInfo->end_table_to + 1;
11024
                    pThreadInfo->taos = NULL; // workaround to use separate taos connection;
11025 11026 11027 11028
                    pthread_create(pidsOfStable + seq,
                            NULL, superSubscribe, pThreadInfo);
                }
            }
11029

11030 11031 11032 11033 11034 11035 11036
            g_queryInfo.superQueryInfo.threadCnt = threads;

            for (int i = 0; i < g_queryInfo.superQueryInfo.sqlCount; i++) {
                for (int j = 0; j < threads; j++) {
                    uint64_t seq = i * threads + j;
                    pthread_join(pidsOfStable[seq], NULL);
                }
11037 11038
            }
        }
11039
    }
11040

11041 11042 11043 11044 11045
    for (int i = 0; i < g_queryInfo.specifiedQueryInfo.sqlCount; i++) {
        for (int j = 0; j < g_queryInfo.specifiedQueryInfo.concurrent; j++) {
            uint64_t seq = i * g_queryInfo.specifiedQueryInfo.concurrent + j;
            pthread_join(pids[seq], NULL);
        }
11046
    }
H
hzcheng 已提交
11047

11048 11049
    tmfree((char*)pids);
    tmfree((char*)infos);
H
hzcheng 已提交
11050

11051 11052 11053 11054
    tmfree((char*)pidsOfStable);
    tmfree((char*)infosOfStable);
    //   taos_close(taos);
    return 0;
H
hzcheng 已提交
11055 11056
}

11057
static void initOfInsertMeta() {
11058
    memset(&g_Dbs, 0, sizeof(SDbs));
11059

11060 11061 11062 11063
    // set default values
    tstrncpy(g_Dbs.host, "127.0.0.1", MAX_HOSTNAME_SIZE);
    g_Dbs.port = 6030;
    tstrncpy(g_Dbs.user, TSDB_DEFAULT_USER, MAX_USERNAME_SIZE);
11064
    tstrncpy(g_Dbs.password, TSDB_DEFAULT_PASS, SHELL_MAX_PASSWORD_LEN);
11065
    g_Dbs.threadCount = 2;
11066

11067
    g_Dbs.use_metric = g_args.use_metric;
L
Liu Tao 已提交
11068 11069
}

11070
static void initOfQueryMeta() {
11071
    memset(&g_queryInfo, 0, sizeof(SQueryMetaInfo));
11072

11073 11074 11075 11076
    // set default values
    tstrncpy(g_queryInfo.host, "127.0.0.1", MAX_HOSTNAME_SIZE);
    g_queryInfo.port = 6030;
    tstrncpy(g_queryInfo.user, TSDB_DEFAULT_USER, MAX_USERNAME_SIZE);
11077
    tstrncpy(g_queryInfo.password, TSDB_DEFAULT_PASS, SHELL_MAX_PASSWORD_LEN);
L
Liu Tao 已提交
11078 11079
}

11080
static void setParaFromArg() {
11081 11082 11083 11084 11085
    if (g_args.host) {
        tstrncpy(g_Dbs.host, g_args.host, MAX_HOSTNAME_SIZE);
    } else {
        tstrncpy(g_Dbs.host, "127.0.0.1", MAX_HOSTNAME_SIZE);
    }
11086

11087 11088 11089
    if (g_args.user) {
        tstrncpy(g_Dbs.user, g_args.user, MAX_USERNAME_SIZE);
    }
11090

11091
    tstrncpy(g_Dbs.password, g_args.password, SHELL_MAX_PASSWORD_LEN);
L
Liu Tao 已提交
11092

11093 11094 11095
    if (g_args.port) {
        g_Dbs.port = g_args.port;
    }
11096

11097 11098
    g_Dbs.threadCount = g_args.nthreads;
    g_Dbs.threadCountForCreateTbl = g_args.nthreads;
11099

11100 11101
    g_Dbs.dbCount = 1;
    g_Dbs.db[0].drop = true;
L
Liu Tao 已提交
11102

11103 11104
    tstrncpy(g_Dbs.db[0].dbName, g_args.database, TSDB_DB_NAME_LEN);
    g_Dbs.db[0].dbCfg.replica = g_args.replica;
11105
    tstrncpy(g_Dbs.db[0].dbCfg.precision, "ms", SMALL_BUFF_LEN);
11106

11107
    tstrncpy(g_Dbs.resultFile, g_args.output_file, MAX_FILE_NAME_LEN);
11108

11109 11110
    g_Dbs.use_metric = g_args.use_metric;
    g_Dbs.insert_only = g_args.insert_only;
L
Liu Tao 已提交
11111

11112
    g_Dbs.do_aggreFunc = true;
11113

11114
    char dataString[TSDB_MAX_BYTES_PER_ROW];
11115 11116
    char *data_type = g_args.data_type;
    char **dataType = g_args.dataType;
L
Liu Tao 已提交
11117

11118
    memset(dataString, 0, TSDB_MAX_BYTES_PER_ROW);
H
hzcheng 已提交
11119

11120 11121 11122
    if ((data_type[0] == TSDB_DATA_TYPE_BINARY)
            || (data_type[0] == TSDB_DATA_TYPE_BOOL)
            || (data_type[0] == TSDB_DATA_TYPE_NCHAR)) {
11123
        g_Dbs.do_aggreFunc = false;
11124
    }
11125

11126 11127
    if (g_args.use_metric) {
        g_Dbs.db[0].superTblCount = 1;
11128 11129 11130 11131
        tstrncpy(g_Dbs.db[0].superTbls[0].stbName, "meters", TSDB_TABLE_NAME_LEN);
        g_Dbs.db[0].superTbls[0].childTblCount = g_args.ntables;
        g_Dbs.threadCount = g_args.nthreads;
        g_Dbs.threadCountForCreateTbl = g_args.nthreads;
11132
        g_Dbs.asyncMode = g_args.async_mode;
11133

11134 11135 11136 11137 11138
        g_Dbs.db[0].superTbls[0].autoCreateTable = PRE_CREATE_SUBTBL;
        g_Dbs.db[0].superTbls[0].childTblExists = TBL_NO_EXISTS;
        g_Dbs.db[0].superTbls[0].disorderRange = g_args.disorderRange;
        g_Dbs.db[0].superTbls[0].disorderRatio = g_args.disorderRatio;
        tstrncpy(g_Dbs.db[0].superTbls[0].childTblPrefix,
11139 11140
                g_args.tb_prefix, TBNAME_PREFIX_LEN);
        tstrncpy(g_Dbs.db[0].superTbls[0].dataSource, "rand", SMALL_BUFF_LEN);
11141

11142 11143 11144 11145 11146 11147 11148
        if (g_args.iface == INTERFACE_BUT) {
            g_Dbs.db[0].superTbls[0].iface = TAOSC_IFACE;
        } else {
            g_Dbs.db[0].superTbls[0].iface = g_args.iface;
        }
        tstrncpy(g_Dbs.db[0].superTbls[0].startTimestamp,
                "2017-07-14 10:40:00.000", MAX_TB_NAME_SIZE);
11149
        g_Dbs.db[0].superTbls[0].timeStampStep = g_args.timestamp_step;
11150

11151
        g_Dbs.db[0].superTbls[0].insertRows = g_args.insertRows;
11152
        g_Dbs.db[0].superTbls[0].maxSqlLen = g_args.max_sql_len;
11153

11154 11155
        g_Dbs.db[0].superTbls[0].columnCount = 0;
        for (int i = 0; i < MAX_NUM_COLUMNS; i++) {
11156
            if (data_type[i] == TSDB_DATA_TYPE_NULL) {
11157 11158
                break;
            }
11159

11160
            g_Dbs.db[0].superTbls[0].columns[i].data_type = data_type[i];
11161
            tstrncpy(g_Dbs.db[0].superTbls[0].columns[i].dataType,
11162
                    dataType[i], min(DATATYPE_BUFF_LEN, strlen(dataType[i]) + 1));
11163
            g_Dbs.db[0].superTbls[0].columns[i].dataLen = g_args.binwidth;
11164 11165 11166
            g_Dbs.db[0].superTbls[0].columnCount++;
        }

11167 11168
        if (g_Dbs.db[0].superTbls[0].columnCount > g_args.columnCount) {
            g_Dbs.db[0].superTbls[0].columnCount = g_args.columnCount;
11169 11170
        } else {
            for (int i = g_Dbs.db[0].superTbls[0].columnCount;
11171 11172
                    i < g_args.columnCount; i++) {
                g_Dbs.db[0].superTbls[0].columns[i].data_type = TSDB_DATA_TYPE_INT;
11173
                tstrncpy(g_Dbs.db[0].superTbls[0].columns[i].dataType,
11174
                        "INT", min(DATATYPE_BUFF_LEN, strlen("INT") + 1));
11175 11176 11177 11178 11179 11180
                g_Dbs.db[0].superTbls[0].columns[i].dataLen = 0;
                g_Dbs.db[0].superTbls[0].columnCount++;
            }
        }

        tstrncpy(g_Dbs.db[0].superTbls[0].tags[0].dataType,
11181
                "INT", min(DATATYPE_BUFF_LEN, strlen("INT") + 1));
11182 11183 11184
        g_Dbs.db[0].superTbls[0].tags[0].dataLen = 0;

        tstrncpy(g_Dbs.db[0].superTbls[0].tags[1].dataType,
11185
                "BINARY", min(DATATYPE_BUFF_LEN, strlen("BINARY") + 1));
11186
        g_Dbs.db[0].superTbls[0].tags[1].dataLen = g_args.binwidth;
11187 11188
        g_Dbs.db[0].superTbls[0].tagCount = 2;
    } else {
11189
        g_Dbs.threadCountForCreateTbl = g_args.nthreads;
11190 11191
        g_Dbs.db[0].superTbls[0].tagCount = 0;
    }
11192 11193 11194 11195
}

/* Function to do regular expression check */
static int regexMatch(const char *s, const char *reg, int cflags) {
11196 11197 11198 11199 11200
    regex_t regex;
    char    msgbuf[100] = {0};

    /* Compile regular expression */
    if (regcomp(&regex, reg, cflags) != 0) {
11201
        ERROR_EXIT("Fail to compile regex\n");
11202 11203 11204 11205 11206 11207 11208 11209 11210 11211 11212 11213 11214
    }

    /* Execute regular expression */
    int reti = regexec(&regex, s, 0, NULL, 0);
    if (!reti) {
        regfree(&regex);
        return 1;
    } else if (reti == REG_NOMATCH) {
        regfree(&regex);
        return 0;
    } else {
        regerror(reti, &regex, msgbuf, sizeof(msgbuf));
        regfree(&regex);
11215 11216
        printf("Regex match failed: %s\n", msgbuf);
        exit(EXIT_FAILURE);
11217 11218
    }

11219 11220 11221 11222
    return 0;
}

static int isCommentLine(char *line) {
11223
    if (line == NULL) return 1;
11224

11225
    return regexMatch(line, "^\\s*#.*", REG_EXTENDED);
11226 11227
}

11228
static void querySqlFile(TAOS* taos, char* sqlFile)
11229
{
11230 11231 11232 11233 11234
    FILE *fp = fopen(sqlFile, "r");
    if (fp == NULL) {
        printf("failed to open file %s, reason:%s\n", sqlFile, strerror(errno));
        return;
    }
11235

11236 11237 11238 11239 11240
    int       read_len = 0;
    char *    cmd = calloc(1, TSDB_MAX_BYTES_PER_ROW);
    size_t    cmd_len = 0;
    char *    line = NULL;
    size_t    line_len = 0;
11241

11242
    double t = taosGetTimestampMs();
11243

11244 11245 11246
    while((read_len = tgetline(&line, &line_len, fp)) != -1) {
        if (read_len >= TSDB_MAX_BYTES_PER_ROW) continue;
        line[--read_len] = '\0';
11247

11248 11249 11250
        if (read_len == 0 || isCommentLine(line)) {  // line starts with #
            continue;
        }
11251

11252 11253 11254 11255 11256 11257
        if (line[read_len - 1] == '\\') {
            line[read_len - 1] = ' ';
            memcpy(cmd + cmd_len, line, read_len);
            cmd_len += read_len;
            continue;
        }
11258

11259 11260
        memcpy(cmd + cmd_len, line, read_len);
        if (0 != queryDbExec(taos, cmd, NO_INSERT_TYPE, false)) {
11261
            errorPrint2("%s() LN%d, queryDbExec %s failed!\n",
11262 11263 11264 11265 11266 11267 11268 11269
                    __func__, __LINE__, cmd);
            tmfree(cmd);
            tmfree(line);
            tmfclose(fp);
            return;
        }
        memset(cmd, 0, TSDB_MAX_BYTES_PER_ROW);
        cmd_len = 0;
11270
    }
H
hzcheng 已提交
11271

11272 11273
    t = taosGetTimestampMs() - t;
    printf("run %s took %.6f second(s)\n\n", sqlFile, t);
11274

11275 11276 11277 11278
    tmfree(cmd);
    tmfree(line);
    tmfclose(fp);
    return;
H
hzcheng 已提交
11279 11280
}

11281
static void testMetaFile() {
11282
    if (INSERT_TEST == g_args.test_mode) {
11283 11284
        if (g_Dbs.cfgDir[0])
            taos_options(TSDB_OPTION_CONFIGDIR, g_Dbs.cfgDir);
11285

11286
        insertTestProcess();
11287

11288
    } else if (QUERY_TEST == g_args.test_mode) {
11289 11290
        if (g_queryInfo.cfgDir[0])
            taos_options(TSDB_OPTION_CONFIGDIR, g_queryInfo.cfgDir);
11291

11292
        queryTestProcess();
11293

11294
    } else if (SUBSCRIBE_TEST == g_args.test_mode) {
11295 11296
        if (g_queryInfo.cfgDir[0])
            taos_options(TSDB_OPTION_CONFIGDIR, g_queryInfo.cfgDir);
11297

11298
        subscribeTestProcess();
11299

11300
    }  else {
11301
        ;
11302
    }
11303
}
11304

11305
static void queryResult() {
11306 11307 11308 11309 11310
    // query data

    pthread_t read_id;
    threadInfo *pThreadInfo = calloc(1, sizeof(threadInfo));
    assert(pThreadInfo);
11311
    pThreadInfo->start_time = DEFAULT_START_TIME;  // 2017-07-14 10:40:00.000
11312 11313 11314 11315 11316 11317
    pThreadInfo->start_table_from = 0;

    //pThreadInfo->do_aggreFunc = g_Dbs.do_aggreFunc;
    if (g_args.use_metric) {
        pThreadInfo->ntables = g_Dbs.db[0].superTbls[0].childTblCount;
        pThreadInfo->end_table_to = g_Dbs.db[0].superTbls[0].childTblCount - 1;
11318
        pThreadInfo->stbInfo = &g_Dbs.db[0].superTbls[0];
11319
        tstrncpy(pThreadInfo->tb_prefix,
11320
                g_Dbs.db[0].superTbls[0].childTblPrefix, TBNAME_PREFIX_LEN);
11321
    } else {
11322 11323
        pThreadInfo->ntables = g_args.ntables;
        pThreadInfo->end_table_to = g_args.ntables -1;
11324 11325 11326 11327 11328 11329 11330 11331 11332 11333
        tstrncpy(pThreadInfo->tb_prefix, g_args.tb_prefix, TSDB_TABLE_NAME_LEN);
    }

    pThreadInfo->taos = taos_connect(
            g_Dbs.host,
            g_Dbs.user,
            g_Dbs.password,
            g_Dbs.db[0].dbName,
            g_Dbs.port);
    if (pThreadInfo->taos == NULL) {
11334
        free(pThreadInfo);
11335
        errorPrint2("Failed to connect to TDengine, reason:%s\n",
11336
                taos_errstr(NULL));
11337
        exit(EXIT_FAILURE);
11338 11339 11340 11341 11342 11343 11344 11345 11346 11347 11348
    }

    tstrncpy(pThreadInfo->filePath, g_Dbs.resultFile, MAX_FILE_NAME_LEN);

    if (!g_Dbs.use_metric) {
        pthread_create(&read_id, NULL, readTable, pThreadInfo);
    } else {
        pthread_create(&read_id, NULL, readMetric, pThreadInfo);
    }
    pthread_join(read_id, NULL);
    taos_close(pThreadInfo->taos);
11349
    free(pThreadInfo);
11350 11351
}

11352 11353
static void testCmdLine() {

11354 11355 11356
    if (strlen(configDir)) {
        wordexp_t full_path;
        if (wordexp(configDir, &full_path, 0) != 0) {
11357
            errorPrint("Invalid path %s\n", configDir);
11358 11359 11360 11361
            return;
        }
        taos_options(TSDB_OPTION_CONFIGDIR, full_path.we_wordv[0]);
        wordfree(&full_path);
11362 11363
    }

11364 11365
    g_args.test_mode = INSERT_TEST;
    insertTestProcess();
11366

11367 11368
    if (false == g_Dbs.insert_only)
        queryResult();
11369 11370
}

11371
int main(int argc, char *argv[]) {
11372
    parse_args(argc, argv, &g_args);
11373

11374
    debugPrint("meta file: %s\n", g_args.metaFile);
11375

11376
    if (g_args.metaFile) {
11377
        g_totalChildTables = 0;
11378 11379
        initOfInsertMeta();
        initOfQueryMeta();
11380

11381 11382 11383 11384
        if (false == getInfoFromJsonFile(g_args.metaFile)) {
            printf("Failed to read %s\n", g_args.metaFile);
            return 1;
        }
11385

11386
        testMetaFile();
11387
    } else {
11388 11389 11390 11391 11392 11393 11394 11395 11396 11397 11398 11399
        memset(&g_Dbs, 0, sizeof(SDbs));
        setParaFromArg();

        if (NULL != g_args.sqlFile) {
            TAOS* qtaos = taos_connect(
                    g_Dbs.host,
                    g_Dbs.user,
                    g_Dbs.password,
                    g_Dbs.db[0].dbName,
                    g_Dbs.port);
            querySqlFile(qtaos, g_args.sqlFile);
            taos_close(qtaos);
11400

11401 11402 11403
        } else {
            testCmdLine();
        }
11404

11405 11406 11407 11408 11409
        if (g_dupstr)
            free(g_dupstr);
    }

    return 0;
H
hzcheng 已提交
11410
}
11411