/* * Copyright (c) 2019 TAOS Data, Inc. * * This program is free software: you can use, redistribute, and/or modify * it under the terms of the GNU Affero General Public License, version 3 * or later ("AGPL"), as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ #ifndef TDENGINE_TSCLIENT_H #define TDENGINE_TSCLIENT_H #ifdef __cplusplus extern "C" { #endif #include "os.h" #include "taos.h" #include "taosdef.h" #include "taosmsg.h" #include "tarray.h" #include "tglobal.h" #include "tsqlfunction.h" #include "tutil.h" #include "qsqlparser.h" #include "qsqltype.h" #include "qtsbuf.h" #include "queryExecutor.h" // forward declaration struct SSqlInfo; struct SLocalReducer; // data source from sql string or from file enum { DATA_FROM_SQL_STRING = 1, DATA_FROM_DATA_FILE = 2, }; typedef SCMSTableVgroupRspMsg SVgroupsInfo; typedef struct STableComInfo { uint8_t numOfTags; uint8_t precision; int16_t numOfColumns; int16_t rowSize; } STableComInfo; typedef struct STableMeta { // super table if it is created according to super table, otherwise, tableInfo is used union { struct STableMeta *pSTable; STableComInfo tableInfo; }; uint8_t tableType; int16_t sversion; SCMVgroupInfo vgroupInfo; int32_t sid; // the index of one table in a virtual node uint64_t uid; // unique id of a table SSchema schema[]; // if the table is TSDB_CHILD_TABLE, schema is acquired by super table meta info } STableMeta; typedef struct STableMetaInfo { STableMeta * pTableMeta; // table meta, cached in client side and acquried by name SVgroupsInfo *vgroupList; /* * 1. keep the vnode index during the multi-vnode super table projection query * 2. keep the vnode index for multi-vnode insertion */ int32_t vgroupIndex; char name[TSDB_TABLE_ID_LEN]; // (super) table name SArray* tagColList; // SArray, involved tag columns } STableMetaInfo; /* the structure for sql function in select clause */ typedef struct SSqlExpr { char aliasName[TSDB_COL_NAME_LEN]; // as aliasName SColIndex colInfo; int64_t uid; // refactor use the pointer int16_t functionId; // function id in aAgg array int16_t resType; // return value type int16_t resBytes; // length of return value int16_t interResBytes; // inter result buffer size int16_t numOfParams; // argument value of each function tVariant param[3]; // parameters are not more than 3 int32_t offset; // sub result column value of arithmetic expression. } SSqlExpr; typedef struct SColumnIndex { int16_t tableIndex; int16_t columnIndex; } SColumnIndex; typedef struct SFieldSupInfo { bool visible; SArithExprInfo *pArithExprInfo; SSqlExpr * pSqlExpr; } SFieldSupInfo; typedef struct SFieldInfo { int16_t numOfOutput; // number of column in result SArray *pFields; // SArray SArray *pSupportInfo; // SArray } SFieldInfo; typedef struct SColumn { SColumnIndex colIndex; int32_t numOfFilters; SColumnFilterInfo *filterInfo; } SColumn; typedef struct SCond { uint64_t uid; int32_t len; // length of tag query condition data char * cond; } SCond; typedef struct SJoinNode { char tableId[TSDB_TABLE_ID_LEN]; uint64_t uid; int16_t tagCol; } SJoinNode; typedef struct SJoinInfo { bool hasJoin; SJoinNode left; SJoinNode right; } SJoinInfo; typedef struct STagCond { // relation between tbname list and query condition, including : TK_AND or TK_OR int16_t relType; // tbname query condition, only support tbname query condition on one table SCond tbnameCond; // join condition, only support two tables join currently SJoinInfo joinInfo; // for different table, the query condition must be seperated SArray *pCond; } STagCond; typedef struct SParamInfo { int32_t idx; char type; uint8_t timePrec; short bytes; uint32_t offset; } SParamInfo; typedef struct STableDataBlocks { char tableId[TSDB_TABLE_ID_LEN]; int8_t tsSource; // where does the UNIX timestamp come from, server or client bool ordered; // if current rows are ordered or not int64_t vgId; // virtual group id int64_t prevTS; // previous timestamp, recorded to decide if the records array is ts ascending int32_t numOfTables; // number of tables in current submit block int32_t rowSize; // row size for current table uint32_t nAllocSize; uint32_t headerSize; // header for metadata (submit metadata) uint32_t size; /* * the metermeta for current table, the metermeta will be used during submit stage, keep a ref * to avoid it to be removed from cache */ STableMeta *pTableMeta; union { char *filename; char *pData; }; // for parameter ('?') binding uint32_t numOfAllocedParams; uint32_t numOfParams; SParamInfo *params; } STableDataBlocks; typedef struct SDataBlockList { // todo remove uint32_t nSize; uint32_t nAlloc; STableDataBlocks **pData; } SDataBlockList; typedef struct SQueryInfo { int16_t command; // the command may be different for each subclause, so keep it seperately. uint16_t type; // query/insert/import type char slidingTimeUnit; STimeWindow window; int64_t intervalTime; // aggregation time interval int64_t slidingTime; // sliding window in mseconds SSqlGroupbyExpr groupbyExpr; // group by tags info SArray * colList; // SArray SFieldInfo fieldsInfo; SArray * exprsInfo; // SArray SLimitVal limit; SLimitVal slimit; STagCond tagCond; SOrderVal order; int16_t interpoType; // interpolate type int16_t numOfTables; STableMetaInfo **pTableMetaInfo; struct STSBuf * tsBuf; int64_t * defaultVal; // default value for interpolation char * msg; // pointer to the pCmd->payload to keep error message temporarily int64_t clauseLimit; // limit for current sub clause // offset value in the original sql expression, NOT sent to virtual node, only applied at client side int64_t prjOffset; } SQueryInfo; typedef struct { int command; uint8_t msgType; union { bool existsCheck; // check if the table exists or not bool autoCreated; // if the table is missing, on-the-fly create it. during getmeterMeta int8_t dataSourceType; // load data from file or not }; union { int32_t count; int32_t numOfTablesInSubmit; }; int32_t clauseIndex; // index of multiple subclause query int8_t parseFinished; short numOfCols; uint32_t allocSize; char * payload; int32_t payloadLen; SQueryInfo **pQueryInfo; int32_t numOfClause; SDataBlockList *pDataBlocks; // submit data blocks after parsing sql char * curSql; // current sql, resume position of sql after parsing paused void * pTableList; // referred table involved in sql // for parameter ('?') binding and batch processing int32_t batchSize; int32_t numOfParams; } SSqlCmd; typedef struct SResRec { int numOfRows; int numOfTotal; } SResRec; typedef struct { int64_t numOfRows; // num of results in current retrieved int64_t numOfTotal; // num of total results int64_t numOfTotalInCurrentClause; // num of total result in current subclause char * pRsp; int32_t rspType; int32_t rspLen; uint64_t qhandle; int64_t uid; int64_t useconds; int64_t offset; // offset value from vnode during projection query of stable int32_t row; int16_t numOfCols; int16_t precision; bool completed; int32_t code; int32_t numOfGroups; SResRec * pGroupRec; char * data; void ** tsrow; char ** buffer; // Buffer used to put multibytes encoded using unicode (wchar_t) SColumnIndex * pColumnIndex; struct SLocalReducer *pLocalReducer; } SSqlRes; typedef struct STscObj { void * signature; void * pTimer; char mgmtIp[TSDB_USER_LEN]; uint16_t mgmtPort; char user[TSDB_USER_LEN]; char pass[TSDB_KEY_LEN]; char acctId[TSDB_DB_NAME_LEN]; char db[TSDB_TABLE_ID_LEN]; char sversion[TSDB_VERSION_LEN]; char writeAuth : 1; char superAuth : 1; void* pMgmtConn; struct SSqlObj * pSql; struct SSqlObj * pHb; struct SSqlObj * sqlList; struct SSqlStream *streamList; pthread_mutex_t mutex; } STscObj; typedef struct SSqlObj { void * signature; STscObj *pTscObj; void (*fp)(); void (*fetchFp)(); void * param; int64_t stime; uint32_t queryId; void * pStream; void * pSubscription; char * sqlstr; char retry; char maxRetry; SRpcIpSet ipList; char freed : 4; char listed : 4; tsem_t rspSem; SSqlCmd cmd; SSqlRes res; uint8_t numOfSubs; struct SSqlObj **pSubs; struct SSqlObj * prev, *next; } SSqlObj; typedef struct SSqlStream { SSqlObj *pSql; uint32_t streamId; char listed; int64_t num; // number of computing count /* * keep the number of current result in computing, * the value will be set to 0 before set timer for next computing */ int64_t numOfRes; int64_t useconds; // total elapsed time int64_t ctime; // stream created time int64_t stime; // stream next executed time int64_t etime; // stream end query time, when time is larger then etime, the stream will be closed int64_t interval; int64_t slidingTime; int16_t precision; void * pTimer; void (*fp)(); void *param; void (*callback)(void *); // Callback function when stream is stopped from client level struct SSqlStream *prev, *next; } SSqlStream; int32_t tscInitRpc(const char *user, const char *secret, void** pMgmtConn); void tscInitMsgsFp(); int tsParseSql(SSqlObj *pSql, bool multiVnodeInsertion); void tscProcessMsgFromServer(SRpcMsg *rpcMsg); int tscProcessSql(SSqlObj *pSql); int tscRenewMeterMeta(SSqlObj *pSql, char *tableId); void tscQueueAsyncRes(SSqlObj *pSql); void tscQueueAsyncError(void(*fp), void *param, int32_t code); int tscProcessLocalCmd(SSqlObj *pSql); int tscCfgDynamicOptions(char *msg); int taos_retrieve(TAOS_RES *res); int32_t tscTansformSQLFuncForSTableQuery(SQueryInfo *pQueryInfo); void tscRestoreSQLFuncForSTableQuery(SQueryInfo *pQueryInfo); int32_t tscCreateResPointerInfo(SSqlRes *pRes, SQueryInfo *pQueryInfo); void tscDestroyResPointerInfo(SSqlRes *pRes); void tscResetSqlCmdObj(SSqlCmd *pCmd); void tscFreeResData(SSqlObj *pSql); /** * free query result of the sql object * @param pObj */ void tscFreeSqlResult(SSqlObj *pSql); /** * only free part of resources allocated during query. * Note: this function is multi-thread safe. * @param pObj */ void tscFreeSqlObjPartial(SSqlObj *pObj); /** * free sql object, release allocated resource * @param pObj Free metric/meta information, dynamically allocated payload, and * response buffer, object itself */ void tscFreeSqlObj(SSqlObj *pObj); void tscCloseTscObj(STscObj *pObj); TAOS *taos_connect_a(char *ip, char *user, char *pass, char *db, uint16_t port, void (*fp)(void *, TAOS_RES *, int), void *param, void **taos); void doAsyncQuery(STscObj *pObj, SSqlObj *pSql, void (*fp)(), void *param, const char *sqlstr, size_t sqlLen); void tscProcessMultiVnodesInsertFromFile(SSqlObj *pSql); void tscKillSTableQuery(SSqlObj *pSql); void tscInitResObjForLocalQuery(SSqlObj *pObj, int32_t numOfRes, int32_t rowLen); bool tscIsUpdateQuery(STscObj *pObj); bool tscHasReachLimitation(SQueryInfo *pQueryInfo, SSqlRes *pRes); char *tscGetErrorMsgPayload(SSqlCmd *pCmd); int32_t tscInvalidSQLErrMsg(char *msg, const char *additionalInfo, const char *sql); void tscQueueAsyncFreeResult(SSqlObj *pSql); int32_t tscToSQLCmd(SSqlObj *pSql, struct SSqlInfo *pInfo); char * tscGetResultColumnChr(SSqlRes *pRes, SQueryInfo *pQueryInfo, int32_t column); extern void * pVnodeConn; extern void * tscCacheHandle; extern void * tscTmr; extern void * tscQhandle; extern int tscKeepConn[]; extern int tsInsertHeadSize; extern int tscNumOfThreads; extern SRpcIpSet tscMgmtIpSet; extern int (*tscBuildMsg[TSDB_SQL_MAX])(SSqlObj *pSql, SSqlInfo *pInfo); typedef void (*__async_cb_func_t)(void *param, TAOS_RES *tres, int numOfRows); #ifdef __cplusplus } #endif #endif