/* * Copyright (c) 2019 TAOS Data, Inc. * * This program is free software: you can use, redistribute, and/or modify * it under the terms of the GNU Affero General Public License, version 3 * or later ("AGPL"), as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ #define _DEFAULT_SOURCE #include "os.h" #include "sim.h" #include "taos.h" #include "taoserror.h" #include "tglobal.h" #include "tutil.h" #include "cJSON.h" #undef TAOS_MEM_CHECK void simLogSql(char *sql, bool useSharp) { static FILE *fp = NULL; char filename[256]; sprintf(filename, "%s/sim.sql", tsScriptDir); if (fp == NULL) { fp = fopen(filename, "w"); if (fp == NULL) { fprintf(stderr, "ERROR: failed to open file: %s\n", filename); return; } } if (useSharp) { fprintf(fp, "# %s;\n", sql); } else { fprintf(fp, "%s;\n", sql); } fflush(fp); } char *simParseArbitratorName(char *varName); char *simParseHostName(char *varName); char *simGetVariable(SScript *script, char *varName, int32_t varLen) { if (strncmp(varName, "hostname", 8) == 0) { return simParseHostName(varName); } if (strncmp(varName, "arbitrator", 10) == 0) { return simParseArbitratorName(varName); } if (strncmp(varName, "error", varLen) == 0) return script->error; if (strncmp(varName, "rows", varLen) == 0) return script->rows; if (strncmp(varName, "system_exit", varLen) == 0) return script->system_exit_code; if (strncmp(varName, "system_content", varLen) == 0) return script->system_ret_content; // variable like data2_192.168.0.1 if (strncmp(varName, "data", 4) == 0) { if (varLen < 6) { return "null"; } if (varName[5] == '_') { int32_t col = varName[4] - '0'; if (col < 0 || col >= MAX_QUERY_COL_NUM) { return "null"; } char * keyName; int32_t keyLen; paGetToken(varName + 6, &keyName, &keyLen); for (int32_t i = 0; i < MAX_QUERY_ROW_NUM; ++i) { if (strncmp(keyName, script->data[i][0], keyLen) == 0) { simDebug("script:%s, keyName:%s, keyValue:%s", script->fileName, script->data[i][0], script->data[i][col]); return script->data[i][col]; } } return "null"; } else if (varName[6] == '_') { int32_t col = (varName[4] - '0') * 10 + (varName[5] - '0'); if (col < 0 || col >= MAX_QUERY_COL_NUM) { return "null"; } char * keyName; int32_t keyLen; paGetToken(varName + 7, &keyName, &keyLen); for (int32_t i = 0; i < MAX_QUERY_ROW_NUM; ++i) { if (strncmp(keyName, script->data[i][0], keyLen) == 0) { simTrace("script:%s, keyName:%s, keyValue:%s", script->fileName, script->data[i][0], script->data[i][col]); return script->data[i][col]; } } return "null"; } else { int32_t row = varName[4] - '0'; int32_t col = varName[5] - '0'; if (row < 0 || row >= MAX_QUERY_ROW_NUM) { return "null"; } if (col < 0 || col >= MAX_QUERY_COL_NUM) { return "null"; } simDebug("script:%s, data[%d][%d]=%s", script->fileName, row, col, script->data[row][col]); return script->data[row][col]; } } for (int32_t i = 0; i < script->varLen; ++i) { SVariable *var = &script->variables[i]; if (var->varNameLen != varLen) { continue; } if (strncmp(varName, var->varName, varLen) == 0) { // if (strlen(var->varValue) != 0) // simDebug("script:%s, var:%s, value:%s", script->fileName, // var->varName, var->varValue); return var->varValue; } } if (script->varLen >= MAX_VAR_LEN) { simError("script:%s, too many varialbes:%d", script->fileName, script->varLen); exit(0); } SVariable *var = &script->variables[script->varLen]; script->varLen++; strncpy(var->varName, varName, varLen); var->varNameLen = varLen; var->varValue[0] = 0; return var->varValue; } int32_t simExecuteExpression(SScript *script, char *exp) { char * op1, *op2, *var1, *var2, *var3, *rest; int32_t op1Len, op2Len, var1Len, var2Len, var3Len, val0, val1; char t0[1024], t1[1024], t2[1024], t3[2048]; int32_t result; rest = paGetToken(exp, &var1, &var1Len); rest = paGetToken(rest, &op1, &op1Len); rest = paGetToken(rest, &var2, &var2Len); rest = paGetToken(rest, &op2, &op2Len); if (var1[0] == '$') strcpy(t0, simGetVariable(script, var1 + 1, var1Len - 1)); else { memcpy(t0, var1, var1Len); t0[var1Len] = 0; } if (var2[0] == '$') strcpy(t1, simGetVariable(script, var2 + 1, var2Len - 1)); else { memcpy(t1, var2, var2Len); t1[var2Len] = 0; } if (op2Len != 0) { rest = paGetToken(rest, &var3, &var3Len); if (var3[0] == '$') strcpy(t2, simGetVariable(script, var3 + 1, var3Len - 1)); else { memcpy(t2, var3, var3Len); t2[var3Len] = 0; } if (op2[0] == '+') { sprintf(t3, "%lld", atoll(t1) + atoll(t2)); } else if (op2[0] == '-') { sprintf(t3, "%lld", atoll(t1) - atoll(t2)); } else if (op2[0] == '*') { sprintf(t3, "%lld", atoll(t1) * atoll(t2)); } else if (op2[0] == '/') { sprintf(t3, "%lld", atoll(t1) / atoll(t2)); } else if (op2[0] == '.') { sprintf(t3, "%s%s", t1, t2); } } else { strcpy(t3, t1); } result = 0; if (op1Len == 1) { if (op1[0] == '=') { strcpy(simGetVariable(script, var1 + 1, var1Len - 1), t3); } else if (op1[0] == '<') { val0 = atoi(t0); val1 = atoi(t3); if (val0 >= val1) result = -1; } else if (op1[0] == '>') { val0 = atoi(t0); val1 = atoi(t3); if (val0 <= val1) result = -1; } } else { if (op1[0] == '=' && op1[1] == '=') { if (strcmp(t0, t3) != 0) result = -1; } else if (op1[0] == '!' && op1[1] == '=') { if (strcmp(t0, t3) == 0) result = -1; } else if (op1[0] == '<' && op1[1] == '=') { val0 = atoi(t0); val1 = atoi(t3); if (val0 > val1) result = -1; } else if (op1[0] == '>' && op1[1] == '=') { val0 = atoi(t0); val1 = atoi(t3); if (val0 < val1) result = -1; } } return result; } bool simExecuteExpCmd(SScript *script, char *option) { simExecuteExpression(script, option); script->linePos++; return true; } bool simExecuteTestCmd(SScript *script, char *option) { int32_t result; result = simExecuteExpression(script, option); if (result >= 0) script->linePos++; else script->linePos = script->lines[script->linePos].jump; return true; } bool simExecuteGotoCmd(SScript *script, char *option) { script->linePos = script->lines[script->linePos].jump; return true; } bool simExecuteRunCmd(SScript *script, char *option) { char *fileName = option; if (fileName == NULL || strlen(fileName) == 0) { sprintf(script->error, "lineNum:%d. script file is null", script->lines[script->linePos].lineNum); return false; } SScript *newScript = simParseScript(option); if (newScript == NULL) { sprintf(script->error, "lineNum:%d. parse file:%s error", script->lines[script->linePos].lineNum, fileName); return false; } simInfo("script:%s, start to execute", newScript->fileName); newScript->type = SIM_SCRIPT_TYPE_MAIN; simScriptPos++; simScriptList[simScriptPos] = newScript; script->linePos++; return true; } bool simExecuteRunBackCmd(SScript *script, char *option) { char *fileName = option; if (fileName == NULL || strlen(fileName) == 0) { sprintf(script->error, "lineNum:%d. script file is null", script->lines[script->linePos].lineNum); return false; } SScript *newScript = simParseScript(option); if (newScript == NULL) { sprintf(script->error, "lineNum:%d. parse file:%s error", script->lines[script->linePos].lineNum, fileName); return false; } newScript->type = SIM_SCRIPT_TYPE_BACKGROUND; script->bgScripts[script->bgScriptLen++] = newScript; simInfo("script:%s, start to execute in background,", newScript->fileName); if (pthread_create(&newScript->bgPid, NULL, simExecuteScript, (void *)newScript) != 0) { sprintf(script->error, "lineNum:%d. create background thread failed", script->lines[script->linePos].lineNum); return false; } else { simDebug("script:%s, background thread:0x%08" PRIx64 " is created", newScript->fileName, taosGetPthreadId(newScript->bgPid)); } script->linePos++; return true; } void simReplaceShToBat(char *dst) { char* sh = strstr(dst, ".sh"); if (sh != NULL) { int32_t dstLen = (int32_t)strlen(dst); char *end = dst + dstLen; *(end + 1) = 0; for (char *p = end; p >= sh; p--) { *(p + 1) = *p; } sh[0] = '.'; sh[1] = 'b'; sh[2] = 'a'; sh[3] = 't'; sh[4] = ' '; } simDebug("system cmd is %s", dst); } bool simExecuteSystemCmd(SScript *script, char *option) { char buf[4096] = {0}; #ifndef WINDOWS sprintf(buf, "cd %s; ", tsScriptDir); simVisuallizeOption(script, option, buf + strlen(buf)); #else sprintf(buf, "%s%s", tsScriptDir, option); simReplaceShToBat(buf); #endif simLogSql(buf, true); int32_t code = system(buf); int32_t repeatTimes = 0; while (code < 0) { simError("script:%s, failed to execute %s , code %d, errno:%d %s, repeatTimes:%d", script->fileName, buf, code, errno, strerror(errno), repeatTimes); taosMsleep(1000); taosDflSignal(SIGCHLD); if (repeatTimes++ >= 10) { exit(0); } } sprintf(script->system_exit_code, "%d", code); script->linePos++; return true; } void simStoreSystemContentResult(SScript *script, char *filename) { memset(script->system_ret_content, 0, MAX_SYSTEM_RESULT_LEN); FILE *fd; if ((fd = fopen(filename, "r")) != NULL) { fread(script->system_ret_content, 1, MAX_SYSTEM_RESULT_LEN - 1, fd); fclose(fd); char rmCmd[MAX_FILE_NAME_LEN] = {0}; sprintf(rmCmd, "rm -f %s", filename); system(rmCmd); } } bool simExecuteSystemContentCmd(SScript *script, char *option) { char buf[4096] = {0}; char buf1[4096 + 512] = {0}; char filename[400] = {0}; sprintf(filename, "%s/%s.tmp", tsScriptDir, script->fileName); sprintf(buf, "cd %s; ", tsScriptDir); simVisuallizeOption(script, option, buf + strlen(buf)); sprintf(buf1, "%s > %s 2>/dev/null", buf, filename); sprintf(script->system_exit_code, "%d", system(buf1)); simStoreSystemContentResult(script, filename); script->linePos++; return true; } bool simExecutePrintCmd(SScript *script, char *rest) { char buf[65536]; simVisuallizeOption(script, rest, buf); rest = buf; simInfo("script:%s, %s", script->fileName, rest); script->linePos++; return true; } bool simExecuteSleepCmd(SScript *script, char *option) { int32_t delta; char buf[1024]; simVisuallizeOption(script, option, buf); option = buf; delta = atoi(option); if (delta <= 0) delta = 5; simInfo("script:%s, sleep %dms begin", script->fileName, delta); taosMsleep(delta); simInfo("script:%s, sleep %dms finished", script->fileName, delta); char sleepStr[32] = {0}; sprintf(sleepStr, "sleep %d", delta); simLogSql(sleepStr, true); script->linePos++; return true; } bool simExecuteReturnCmd(SScript *script, char *option) { char buf[1024]; simVisuallizeOption(script, option, buf); option = buf; int32_t ret = 1; if (option && option[0] != 0) ret = atoi(option); if (ret < 0) { sprintf(script->error, "lineNum:%d. error return %s", script->lines[script->linePos].lineNum, option); return false; } else { simInfo("script:%s, return cmd execute with:%d", script->fileName, ret); script->linePos = script->numOfLines; } script->linePos++; return true; } void simVisuallizeOption(SScript *script, char *src, char *dst) { char * var, *token, *value; int32_t dstLen, srcLen, tokenLen; dst[0] = 0, dstLen = 0; while (1) { var = strchr(src, '$'); if (var == NULL) break; if (var && ((var - src - 1) > 0) && *(var - 1) == '\\') { srcLen = (int32_t)(var - src - 1); memcpy(dst + dstLen, src, srcLen); dstLen += srcLen; src = var; break; } srcLen = (int32_t)(var - src); memcpy(dst + dstLen, src, srcLen); dstLen += srcLen; src = paGetToken(var + 1, &token, &tokenLen); value = simGetVariable(script, token, tokenLen); strcpy(dst + dstLen, value); dstLen += (int32_t)strlen(value); } strcpy(dst + dstLen, src); } void simCloseRestFulConnect(SScript *script) { memset(script->auth, 0, sizeof(script->auth)); } void simCloseNativeConnect(SScript *script) { if (script->taos == NULL) return; simDebug("script:%s, taos:%p closed", script->fileName, script->taos); taos_close(script->taos); script->taos = NULL; } void simCloseTaosdConnect(SScript *script) { if (simAsyncQuery) { simCloseRestFulConnect(script); } else { simCloseNativeConnect(script); } } // {"status":"succ","code":0,"desc":"/KfeAzX/f9na8qdtNZmtONryp201ma04bEl8LcvLUd7a8qdtNZmtONryp201ma04"} // {"status":"succ","head":["affected_rows"],"data":[[1]],"rows":1} // {"status":"succ","head":["ts","i"],"data":[["2017-12-25 21:28:41.022",1],["2017-12-25 21:28:42.022",2],["2017-12-25 21:28:43.022",3],["2017-12-25 21:28:44.022",4],["2017-12-25 21:28:45.022",5],["2017-12-25 21:28:46.022",6],["2017-12-25 21:28:47.022",7],["2017-12-25 21:28:48.022",8],["2017-12-25 21:28:49.022",9],["2017-12-25 21:28:50.022",10]],"rows":10} int32_t simParseHttpCommandResult(SScript *script, char *command) { cJSON* root = cJSON_Parse(command); if (root == NULL) { simError("script:%s, failed to parse json, response:%s", script->fileName, command); return -1; } cJSON *status = cJSON_GetObjectItem(root, "status"); if (status == NULL) { simError("script:%s, failed to parse json, status is null, response:%s", script->fileName, command); cJSON_Delete(root); return -1; } if (status->valuestring == NULL || strlen(status->valuestring) == 0) { simError("script:%s, failed to parse json, status value is null, response:%s", script->fileName, command); cJSON_Delete(root); return -1; } if (strcmp(status->valuestring, "succ") != 0) { cJSON *code = cJSON_GetObjectItem(root, "code"); if (code == NULL) { simError("script:%s, failed to parse json, code is null, response:%s", script->fileName, command); cJSON_Delete(root); return -1; } int32_t retcode = (int32_t)code->valueint; if (retcode != 1017) { simError("script:%s, json:status:%s not equal to succ, response:%s", script->fileName, status->valuestring, command); cJSON_Delete(root); return retcode; } else { simDebug("script:%s, json:status:%s not equal to succ, but code is %d, response:%s", script->fileName, status->valuestring, retcode, command); cJSON_Delete(root); return 0; } } cJSON *desc = cJSON_GetObjectItem(root, "desc"); if (desc != NULL) { if (desc->valuestring == NULL || strlen(desc->valuestring) == 0) { simError("script:%s, failed to parse json, desc value is null, response:%s", script->fileName, command); cJSON_Delete(root); return -1; } strcpy(script->auth, desc->valuestring); cJSON_Delete(root); return 0; } cJSON *data = cJSON_GetObjectItem(root, "data"); if (data == NULL) { simError("script:%s, failed to parse json, data is null, response:%s", script->fileName, command); cJSON_Delete(root); return -1; } int32_t rowsize = cJSON_GetArraySize(data); if (rowsize < 0) { simError("script:%s, failed to parse json:data, data size %d, response:%s", script->fileName, rowsize, command); cJSON_Delete(root); return -1; } int32_t rowIndex = 0; sprintf(script->rows, "%d", rowsize); for (int32_t r = 0; r < rowsize; ++r) { cJSON *row = cJSON_GetArrayItem(data, r); if (row == NULL) continue; if (rowIndex++ >= 10) break; int32_t colsize = cJSON_GetArraySize(row); if (colsize < 0) { break; } colsize = MIN(10, colsize); for (int32_t c = 0; c < colsize; ++c) { cJSON *col = cJSON_GetArrayItem(row, c); if (col->valuestring != NULL) { strcpy(script->data[r][c], col->valuestring); } else { if (col->numberstring[0] == 0) { strcpy(script->data[r][c], "null"); } else { strcpy(script->data[r][c], col->numberstring); } } } } return 0; } int32_t simExecuteRestFulCommand(SScript *script, char *command) { char buf[5000] = {0}; sprintf(buf, "%s 2>/dev/null", command); FILE *fp = popen(buf, "r"); if (fp == NULL) { simError("failed to execute %s", buf); return -1; } int32_t mallocSize = 2000; int32_t alreadyReadSize = 0; char * content = malloc(mallocSize); while (!feof(fp)) { int32_t availSize = mallocSize - alreadyReadSize; int32_t len = (int32_t)fread(content + alreadyReadSize, 1, availSize, fp); if (len >= availSize) { alreadyReadSize += len; mallocSize *= 2; content = realloc(content, mallocSize); } } pclose(fp); return simParseHttpCommandResult(script, content); } bool simCreateRestFulConnect(SScript *script, char *user, char *pass) { char command[4096]; sprintf(command, "curl 127.0.0.1:6041/rest/login/%s/%s", user, pass); bool success = false; for (int32_t attempt = 0; attempt < 10; ++attempt) { success = simExecuteRestFulCommand(script, command) == 0; if (!success) { simDebug("script:%s, user:%s connect taosd failed:%s, attempt:%d", script->fileName, user, taos_errstr(NULL), attempt); taosMsleep(1000); } else { simDebug("script:%s, user:%s connect taosd successed, attempt:%d", script->fileName, user, attempt); break; } } if (!success) { sprintf(script->error, "lineNum:%d. connect taosd failed:%s", script->lines[script->linePos].lineNum, taos_errstr(NULL)); return false; } simDebug("script:%s, connect taosd successed, auth:%p", script->fileName, script->auth); return true; } bool simCreateNativeConnect(SScript *script, char *user, char *pass) { simCloseTaosdConnect(script); void *taos = NULL; for (int32_t attempt = 0; attempt < 10; ++attempt) { if (abortExecution) { script->killed = true; return false; } taos = taos_connect(NULL, user, pass, NULL, tsDnodeShellPort); if (taos == NULL) { simDebug("script:%s, user:%s connect taosd failed:%s, attempt:%d", script->fileName, user, taos_errstr(NULL), attempt); taosMsleep(1000); } else { simDebug("script:%s, user:%s connect taosd successed, attempt:%d", script->fileName, user, attempt); break; } } if (taos == NULL) { sprintf(script->error, "lineNum:%d. connect taosd failed:%s", script->lines[script->linePos].lineNum, taos_errstr(NULL)); return false; } script->taos = taos; simDebug("script:%s, connect taosd successed, taos:%p", script->fileName, taos); return true; } bool simCreateTaosdConnect(SScript *script, char *rest) { char * user = TSDB_DEFAULT_USER; char * token; int32_t tokenLen; rest = paGetToken(rest, &token, &tokenLen); rest = paGetToken(rest, &token, &tokenLen); if (tokenLen != 0) { user = token; } if (simAsyncQuery) { return simCreateRestFulConnect(script, user, TSDB_DEFAULT_PASS); } else { return simCreateNativeConnect(script, user, TSDB_DEFAULT_PASS); } } bool simExecuteNativeSqlCommand(SScript *script, char *rest, bool isSlow) { char timeStr[30] = {0}; time_t tt; struct tm *tp; SCmdLine * line = &script->lines[script->linePos]; int32_t ret = -1; TAOS_RES *pSql = NULL; for (int32_t attempt = 0; attempt < 10; ++attempt) { if (abortExecution) { script->killed = true; return false; } simLogSql(rest, false); pSql = taos_query(script->taos, rest); ret = taos_errno(pSql); if (ret == TSDB_CODE_MND_TABLE_ALREADY_EXIST || ret == TSDB_CODE_MND_DB_ALREADY_EXIST) { simDebug("script:%s, taos:%p, %s success, ret:%d:%s", script->fileName, script->taos, rest, ret & 0XFFFF, tstrerror(ret)); ret = 0; break; } else if (ret != 0) { simDebug("script:%s, taos:%p, %s failed, ret:%d:%s, error:%s", script->fileName, script->taos, rest, ret & 0XFFFF, tstrerror(ret), taos_errstr(pSql)); if (line->errorJump == SQL_JUMP_TRUE) { script->linePos = line->jump; taos_free_result(pSql); return true; } taosMsleep(1000); } else { break; } taos_free_result(pSql); } if (ret) { sprintf(script->error, "lineNum:%d. sql:%s failed, ret:%d:%s", line->lineNum, rest, ret & 0XFFFF, tstrerror(ret)); return false; } int32_t numOfRows = 0; int32_t num_fields = taos_field_count(pSql); if (num_fields != 0) { if (pSql == NULL) { simDebug("script:%s, taos:%p, %s failed, result is null", script->fileName, script->taos, rest); if (line->errorJump == SQL_JUMP_TRUE) { script->linePos = line->jump; return true; } sprintf(script->error, "lineNum:%d. result set null, sql:%s", line->lineNum, rest); return false; } TAOS_ROW row; while ((row = taos_fetch_row(pSql))) { if (numOfRows < MAX_QUERY_ROW_NUM) { TAOS_FIELD *fields = taos_fetch_fields(pSql); int32_t * length = taos_fetch_lengths(pSql); for (int32_t i = 0; i < num_fields; i++) { char *value = NULL; if (i < MAX_QUERY_COL_NUM) { value = script->data[numOfRows][i]; } if (value == NULL) { continue; } if (row[i] == 0) { strcpy(value, TSDB_DATA_NULL_STR); continue; } switch (fields[i].type) { case TSDB_DATA_TYPE_BOOL: sprintf(value, "%s", ((((int32_t)(*((char *)row[i]))) == 1) ? "1" : "0")); break; case TSDB_DATA_TYPE_TINYINT: sprintf(value, "%d", *((int8_t *)row[i])); break; case TSDB_DATA_TYPE_UTINYINT: sprintf(value, "%u", *((uint8_t*)row[i])); break; case TSDB_DATA_TYPE_SMALLINT: sprintf(value, "%d", *((int16_t *)row[i])); break; case TSDB_DATA_TYPE_USMALLINT: sprintf(value, "%u", *((uint16_t *)row[i])); break; case TSDB_DATA_TYPE_INT: sprintf(value, "%d", *((int32_t *)row[i])); break; case TSDB_DATA_TYPE_UINT: sprintf(value, "%u", *((uint32_t *)row[i])); break; case TSDB_DATA_TYPE_BIGINT: sprintf(value, "%" PRId64, *((int64_t *)row[i])); break; case TSDB_DATA_TYPE_UBIGINT: sprintf(value, "%" PRIu64, *((uint64_t *)row[i])); break; case TSDB_DATA_TYPE_FLOAT: sprintf(value, "%.5f", GET_FLOAT_VAL(row[i])); break; case TSDB_DATA_TYPE_DOUBLE: sprintf(value, "%.9lf", GET_DOUBLE_VAL(row[i])); break; case TSDB_DATA_TYPE_BINARY: case TSDB_DATA_TYPE_NCHAR: memset(value, 0, MAX_QUERY_VALUE_LEN); memcpy(value, row[i], length[i]); value[length[i]] = 0; // snprintf(value, fields[i].bytes, "%s", (char *)row[i]); break; case TSDB_DATA_TYPE_TIMESTAMP: { int32_t precision = taos_result_precision(pSql); if (precision == TSDB_TIME_PRECISION_MILLI) { tt = (*(int64_t *)row[i]) / 1000; } else if (precision == TSDB_TIME_PRECISION_MICRO) { tt = (*(int64_t *)row[i]) / 1000000; } else { tt = (*(int64_t *)row[i]) / 1000000000; } /* comment out as it make testcases like select_with_tags.sim fail. but in windows, this may cause the call to localtime crash if tt < 0, need to find a better solution. if (tt < 0) { tt = 0; } */ #ifdef WINDOWS if (tt < 0) tt = 0; #endif tp = localtime(&tt); strftime(timeStr, 64, "%y-%m-%d %H:%M:%S", tp); if (precision == TSDB_TIME_PRECISION_MILLI) { sprintf(value, "%s.%03d", timeStr, (int32_t)(*((int64_t *)row[i]) % 1000)); } else if (precision == TSDB_TIME_PRECISION_MICRO) { sprintf(value, "%s.%06d", timeStr, (int32_t)(*((int64_t *)row[i]) % 1000000)); } else { sprintf(value, "%s.%09d", timeStr, (int32_t)(*((int64_t *)row[i]) % 1000000000)); } break; } default: break; } // end of switch } // end of for } // end of if numOfRows++; if (isSlow && numOfRows % 100 == 0) { taosMsleep(200); } if (numOfRows > 2000000000) { simError("script:%s, too many rows return from query", script->fileName); break; } } } else { numOfRows = taos_affected_rows(pSql); } taos_free_result(pSql); sprintf(script->rows, "%d", numOfRows); script->linePos++; return true; } bool simExecuteRestFulSqlCommand(SScript *script, char *rest) { SCmdLine *line = &script->lines[script->linePos]; char command[4096]; sprintf(command, "curl -H 'Authorization: Taosd %s' -d \"%s\" 127.0.0.1:6041/rest/sql", script->auth, rest); int32_t ret = -1; for (int32_t attempt = 0; attempt < 10; ++attempt) { ret = simExecuteRestFulCommand(script, command); if (ret == TSDB_CODE_MND_TABLE_ALREADY_EXIST || ret == TSDB_CODE_MND_DB_ALREADY_EXIST) { simDebug("script:%s, taos:%p, %s success, ret:%d:%s", script->fileName, script->taos, rest, ret & 0XFFFF, tstrerror(ret)); ret = 0; break; } else if (ret != 0) { simDebug("script:%s, taos:%p, %s failed, ret:%d", script->fileName, script->taos, rest, ret); if (line->errorJump == SQL_JUMP_TRUE) { script->linePos = line->jump; return true; } taosMsleep(1000); } else { break; } } if (ret) { sprintf(script->error, "lineNum:%d. sql:%s failed, ret:%d", line->lineNum, rest, ret); return false; } script->linePos++; return true; } bool simExecuteSqlImpCmd(SScript *script, char *rest, bool isSlow) { char buf[3000]; SCmdLine *line = &script->lines[script->linePos]; simVisuallizeOption(script, rest, buf); rest = buf; simDebug("script:%s, exec:%s", script->fileName, rest); strcpy(script->rows, "-1"); for (int32_t row = 0; row < MAX_QUERY_ROW_NUM; ++row) { for (int32_t col = 0; col < MAX_QUERY_COL_NUM; ++col) { strcpy(script->data[row][col], "null"); } } if (strncmp(rest, "connect", 7) == 0) { if (!simCreateTaosdConnect(script, rest)) { return false; } script->linePos++; return true; } if ((!simAsyncQuery && script->taos == NULL) || (simAsyncQuery && script->auth[0] == 0)) { if (!simCreateTaosdConnect(script, "connect root")) { if (line->errorJump == SQL_JUMP_TRUE) { script->linePos = line->jump; return true; } return false; } } if (strncmp(rest, "close", 5) == 0) { simCloseTaosdConnect(script); script->linePos++; return true; } if (simAsyncQuery) { return simExecuteRestFulSqlCommand(script, rest); } else { return simExecuteNativeSqlCommand(script, rest, isSlow); } } bool simExecuteSqlCmd(SScript *script, char *rest) { bool isSlow = false; return simExecuteSqlImpCmd(script, rest, isSlow); } bool simExecuteSqlSlowCmd(SScript *script, char *rest) { bool isSlow = true; return simExecuteSqlImpCmd(script, rest, isSlow); } bool simExecuteRestfulCmd(SScript *script, char *rest) { FILE *fp = NULL; char filename[256]; sprintf(filename, "%s/tmp.sql", tsScriptDir); fp = fopen(filename, "w"); if (fp == NULL) { fprintf(stderr, "ERROR: failed to open file: %s\n", filename); return false; } char db[64] = {0}; char tb[64] = {0}; char gzip[32] = {0}; int32_t ts; int32_t times; sscanf(rest, "%s %s %d %d %s", db, tb, &ts, ×, gzip); fprintf(fp, "insert into %s.%s values ", db, tb); for (int32_t i = 0; i < times; ++i) { fprintf(fp, "(%d000, %d)", ts + i, ts); } fprintf(fp, " \n"); fflush(fp); fclose(fp); char cmd[1024] = {0}; if (strcmp(gzip, "gzip") == 0) { sprintf(cmd, "curl -H 'Authorization: Taosd /KfeAzX/f9na8qdtNZmtONryp201ma04bEl8LcvLUd7a8qdtNZmtONryp201ma04' --header " "--compressed --data-ascii @%s 127.0.0.1:7111/rest/sql", filename); } else { sprintf(cmd, "curl -H 'Authorization: Taosd /KfeAzX/f9na8qdtNZmtONryp201ma04bEl8LcvLUd7a8qdtNZmtONryp201ma04' --header " "'Transfer-Encoding: chunked' --data-ascii @%s 127.0.0.1:7111/rest/sql", filename); } return simExecuteSystemCmd(script, cmd); } bool simExecuteSqlErrorCmd(SScript *script, char *rest) { char buf[3000]; SCmdLine *line = &script->lines[script->linePos]; simVisuallizeOption(script, rest, buf); rest = buf; simDebug("script:%s, exec:%s", script->fileName, rest); strcpy(script->rows, "-1"); for (int32_t row = 0; row < MAX_QUERY_ROW_NUM; ++row) { for (int32_t col = 0; col < MAX_QUERY_COL_NUM; ++col) { strcpy(script->data[row][col], "null"); } } if (strncmp(rest, "connect", 7) == 0) { if (!simCreateTaosdConnect(script, rest)) { return false; } script->linePos++; return true; } if ((!simAsyncQuery && script->taos == NULL) || (simAsyncQuery && script->auth[0] == 0)) { if (!simCreateTaosdConnect(script, "connect root")) { if (line->errorJump == SQL_JUMP_TRUE) { script->linePos = line->jump; return true; } return false; } } if (strncmp(rest, "close", 5) == 0) { simCloseTaosdConnect(script); script->linePos++; return true; } int32_t ret; TAOS_RES *pSql = NULL; if (simAsyncQuery) { char command[4096]; sprintf(command, "curl -H 'Authorization: Taosd %s' -d '%s' 127.0.0.1:6041/rest/sql", script->auth, rest); ret = simExecuteRestFulCommand(script, command); } else { pSql = taos_query(script->taos, rest); ret = taos_errno(pSql); taos_free_result(pSql); } if (ret != TSDB_CODE_SUCCESS) { simDebug("script:%s, taos:%p, %s execute, expect failed, so success, ret:%d:%s", script->fileName, script->taos, rest, ret & 0XFFFF, tstrerror(ret)); script->linePos++; return true; } sprintf(script->error, "lineNum:%d. sql:%s expect failed, but success, ret:%d:%s", line->lineNum, rest, ret & 0XFFFF, tstrerror(ret)); return false; } bool simExecuteLineInsertCmd(SScript *script, char *rest) { char buf[TSDB_MAX_BINARY_LEN]; simVisuallizeOption(script, rest, buf); rest = buf; SCmdLine *line = &script->lines[script->linePos]; simInfo("script:%s, %s", script->fileName, rest); simLogSql(buf, true); char * lines[] = {rest}; int32_t ret = taos_insert_by_lines(script->taos, lines, 1); if (ret == TSDB_CODE_SUCCESS) { simDebug("script:%s, taos:%p, %s executed. success.", script->fileName, script->taos, rest); script->linePos++; return true; } else { sprintf(script->error, "lineNum: %d. line: %s failed, ret:%d:%s", line->lineNum, rest, ret & 0XFFFF, tstrerror(ret)); return false; } } bool simExecuteLineInsertErrorCmd(SScript *script, char *rest) { char buf[TSDB_MAX_BINARY_LEN]; simVisuallizeOption(script, rest, buf); rest = buf; SCmdLine *line = &script->lines[script->linePos]; simInfo("script:%s, %s", script->fileName, rest); simLogSql(buf, true); char * lines[] = {rest}; int32_t ret = taos_insert_by_lines(script->taos, lines, 1); if (ret == TSDB_CODE_SUCCESS) { sprintf(script->error, "script:%s, taos:%p, %s executed. expect failed, but success.", script->fileName, script->taos, rest); script->linePos++; return false; } else { simDebug("lineNum: %d. line: %s failed, ret:%d:%s. Expect failed, so success", line->lineNum, rest, ret & 0XFFFF, tstrerror(ret)); return true; } }