/* * Copyright (c) 2019 TAOS Data, Inc. * * This program is free software: you can use, redistribute, and/or modify * it under the terms of the GNU Affero General Public License, version 3 * or later ("AGPL"), as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ #include "parTestUtil.h" #include #include #include #include "catalog.h" #include "mockCatalogService.h" #include "parInt.h" using namespace std; using namespace testing; namespace ParserTest { #define DO_WITH_THROW(func, ...) \ do { \ int32_t code__ = func(__VA_ARGS__); \ if (!checkResultCode(#func, code__)) { \ if (TSDB_CODE_SUCCESS != code__) { \ throw runtime_error("sql:[" + stmtEnv_.sql_ + "] " #func " code:" + to_string(code__) + \ ", strerror:" + string(tstrerror(code__)) + ", msg:" + string(stmtEnv_.msgBuf_.data())); \ } else { \ throw runtime_error("sql:[" + stmtEnv_.sql_ + "] " #func " expect " + to_string(stmtEnv_.expect_) + \ " actual " + to_string(code__)); \ } \ } else if (TSDB_CODE_SUCCESS != code__) { \ throw TerminateFlag(); \ } \ } while (0); bool g_dump = false; bool g_testAsyncApis = true; int32_t g_logLevel = 131; int32_t g_skipSql = 0; void setAsyncFlag(const char* pFlag) { g_testAsyncApis = stoi(pFlag) > 0 ? true : false; } void setSkipSqlNum(const char* pNum) { g_skipSql = stoi(pNum); } struct TerminateFlag : public exception { const char* what() const throw() { return "success and terminate"; } }; void setLogLevel(const char* pLogLevel) { g_logLevel = stoi(pLogLevel); } int32_t getLogLevel() { return g_logLevel; } class ParserTestBaseImpl { public: ParserTestBaseImpl(ParserTestBase* pBase) : pBase_(pBase) {} void login(const std::string& user) { caseEnv_.user_ = user; } void useDb(const string& acctId, const string& db) { caseEnv_.acctId_ = acctId; caseEnv_.db_ = db; caseEnv_.nsql_ = g_skipSql; } void run(const string& sql, int32_t expect, ParserStage checkStage) { if (caseEnv_.nsql_ > 0) { --(caseEnv_.nsql_); return; } reset(expect, checkStage); try { SParseContext cxt = {0}; setParseContext(sql, &cxt); SQuery* pQuery = nullptr; doParse(&cxt, &pQuery); doAuthenticate(&cxt, pQuery); doTranslate(&cxt, pQuery); doCalculateConstant(&cxt, pQuery); if (g_dump) { dump(); } } catch (const TerminateFlag& e) { // success and terminate return; } catch (...) { dump(); throw; } if (g_testAsyncApis) { runAsync(sql, expect, checkStage); } } private: struct caseEnv { string acctId_; string user_; string db_; int32_t nsql_; caseEnv() : user_("wangxiaoyu"), nsql_(0) {} }; struct stmtEnv { string sql_; array msgBuf_; int32_t expect_; string checkFunc_; }; struct stmtRes { string parsedAst_; string translatedAst_; string calcConstAst_; }; bool checkResultCode(const string& pFunc, int32_t resultCode) { return !(stmtEnv_.checkFunc_.empty()) ? (("*" == stmtEnv_.checkFunc_ || stmtEnv_.checkFunc_ == pFunc) ? stmtEnv_.expect_ == resultCode : TSDB_CODE_SUCCESS == resultCode) : true; } string stageFunc(ParserStage stage) { switch (stage) { case PARSER_STAGE_PARSE: return "parse"; case PARSER_STAGE_TRANSLATE: return "translate"; case PARSER_STAGE_CALC_CONST: return "calculateConstant"; case PARSER_STAGE_ALL: return "*"; default: break; } return "unknown"; } void reset(int32_t expect, ParserStage checkStage) { stmtEnv_.sql_.clear(); stmtEnv_.msgBuf_.fill(0); stmtEnv_.expect_ = expect; stmtEnv_.checkFunc_ = stageFunc(checkStage); res_.parsedAst_.clear(); res_.translatedAst_.clear(); res_.calcConstAst_.clear(); } void dump() { cout << "==========================================sql : [" << stmtEnv_.sql_ << "]" << endl; cout << "raw syntax tree : " << endl; cout << res_.parsedAst_ << endl; cout << "translated syntax tree : " << endl; cout << res_.translatedAst_ << endl; cout << "optimized syntax tree : " << endl; cout << res_.calcConstAst_ << endl; } void setParseContext(const string& sql, SParseContext* pCxt, bool async = false) { stmtEnv_.sql_ = sql; transform(stmtEnv_.sql_.begin(), stmtEnv_.sql_.end(), stmtEnv_.sql_.begin(), ::tolower); pCxt->acctId = atoi(caseEnv_.acctId_.c_str()); pCxt->db = caseEnv_.db_.c_str(); pCxt->pUser = caseEnv_.user_.c_str(); pCxt->isSuperUser = caseEnv_.user_ == "root"; pCxt->pSql = stmtEnv_.sql_.c_str(); pCxt->sqlLen = stmtEnv_.sql_.length(); pCxt->pMsg = stmtEnv_.msgBuf_.data(); pCxt->msgLen = stmtEnv_.msgBuf_.max_size(); pCxt->async = async; } void doParse(SParseContext* pCxt, SQuery** pQuery) { DO_WITH_THROW(parse, pCxt, pQuery); ASSERT_NE(*pQuery, nullptr); res_.parsedAst_ = toString((*pQuery)->pRoot); } void doCollectMetaKey(SParseContext* pCxt, SQuery* pQuery) { DO_WITH_THROW(collectMetaKey, pCxt, pQuery); ASSERT_NE(pQuery->pMetaCache, nullptr); } void doBuildCatalogReq(const SParseMetaCache* pMetaCache, SCatalogReq* pCatalogReq) { DO_WITH_THROW(buildCatalogReq, pMetaCache, pCatalogReq); } void doGetAllMeta(const SCatalogReq* pCatalogReq, SMetaData* pMetaData) { DO_WITH_THROW(g_mockCatalogService->catalogGetAllMeta, pCatalogReq, pMetaData); } void doPutMetaDataToCache(const SCatalogReq* pCatalogReq, const SMetaData* pMetaData, SParseMetaCache* pMetaCache) { DO_WITH_THROW(putMetaDataToCache, pCatalogReq, pMetaData, pMetaCache); } void doAuthenticate(SParseContext* pCxt, SQuery* pQuery) { DO_WITH_THROW(authenticate, pCxt, pQuery); } void doTranslate(SParseContext* pCxt, SQuery* pQuery) { DO_WITH_THROW(translate, pCxt, pQuery); checkQuery(pQuery, PARSER_STAGE_TRANSLATE); res_.translatedAst_ = toString(pQuery->pRoot); } void doCalculateConstant(SParseContext* pCxt, SQuery* pQuery) { DO_WITH_THROW(calculateConstant, pCxt, pQuery); res_.calcConstAst_ = toString(pQuery->pRoot); } string toString(const SNode* pRoot) { char* pStr = NULL; int32_t len = 0; DO_WITH_THROW(nodesNodeToString, pRoot, false, &pStr, &len) string str(pStr); taosMemoryFreeClear(pStr); return str; } void checkQuery(const SQuery* pQuery, ParserStage stage) { pBase_->checkDdl(pQuery, stage); } void runAsync(const string& sql, int32_t expect, ParserStage checkStage) { reset(expect, checkStage); try { SParseContext cxt = {0}; setParseContext(sql, &cxt, true); SQuery* pQuery = nullptr; doParse(&cxt, &pQuery); doCollectMetaKey(&cxt, pQuery); SCatalogReq catalogReq = {0}; doBuildCatalogReq(pQuery->pMetaCache, &catalogReq); string err; thread t1([&]() { try { SMetaData metaData = {0}; doGetAllMeta(&catalogReq, &metaData); doPutMetaDataToCache(&catalogReq, &metaData, pQuery->pMetaCache); doAuthenticate(&cxt, pQuery); doTranslate(&cxt, pQuery); doCalculateConstant(&cxt, pQuery); } catch (const TerminateFlag& e) { // success and terminate } catch (const runtime_error& e) { err = e.what(); } catch (...) { err = "unknown error"; } }); t1.join(); if (!err.empty()) { throw runtime_error(err); } if (g_dump) { dump(); } } catch (const TerminateFlag& e) { // success and terminate return; } catch (...) { dump(); throw; } } caseEnv caseEnv_; stmtEnv stmtEnv_; stmtRes res_; ParserTestBase* pBase_; }; ParserTestBase::ParserTestBase() : impl_(new ParserTestBaseImpl(this)) {} ParserTestBase::~ParserTestBase() {} void ParserTestBase::login(const std::string& user) { return impl_->login(user); } void ParserTestBase::useDb(const std::string& acctId, const std::string& db) { impl_->useDb(acctId, db); } void ParserTestBase::run(const std::string& sql, int32_t expect, ParserStage checkStage) { return impl_->run(sql, expect, checkStage); } void ParserTestBase::checkDdl(const SQuery* pQuery, ParserStage stage) { return; } } // namespace ParserTest