executor.h 5.5 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef _TD_EXECUTOR_H_
#define _TD_EXECUTOR_H_

#ifdef __cplusplus
extern "C" {
#endif

D
dapan1121 已提交
23 24
#include "common.h"

H
Haojun Liao 已提交
25
typedef void* qTaskInfo_t;
H
Haojun Liao 已提交
26
typedef void* DataSinkHandle;
S
Shengliang 已提交
27
struct SRpcMsg;
H
Haojun Liao 已提交
28 29
struct SSubplan;

30 31 32
 /**
  * Create the exec task for streaming mode
  * @param pMsg
H
Haojun Liao 已提交
33
  * @param streamReadHandle
34 35
  * @return
  */
L
Liu Jicong 已提交
36
qTaskInfo_t qCreateStreamExecTaskInfo(void *msg, void* streamReadHandle);
37

H
Haojun Liao 已提交
38
int32_t     qSetStreamInput(qTaskInfo_t tinfo, void* input);
H
Haojun Liao 已提交
39

40 41
 /**
  * Create the exec task object according to task json
H
Haojun Liao 已提交
42
  * @param readHandle
43 44 45 46 47 48
  * @param vgId
  * @param pTaskInfoMsg
  * @param pTaskInfo
  * @param qId
  * @return
  */
H
Haojun Liao 已提交
49
int32_t qCreateExecTask(void* readHandle, int32_t vgId, uint64_t taskId, struct SSubplan* pPlan, qTaskInfo_t* pTaskInfo, DataSinkHandle* handle);
H
Haojun Liao 已提交
50 51

/**
H
Haojun Liao 已提交
52
 * The main task execution function, including query on both table and multiple tables,
H
Haojun Liao 已提交
53 54
 * which are decided according to the tag or table name query conditions
 *
H
Haojun Liao 已提交
55 56
 * @param tinfo
 * @param handle
H
Haojun Liao 已提交
57 58
 * @return
 */
D
dapan1121 已提交
59
int32_t qExecTask(qTaskInfo_t tinfo, SSDataBlock** pRes, uint64_t *useconds);
H
Haojun Liao 已提交
60 61 62 63 64 65

/**
 * Retrieve the produced results information, if current query is not paused or completed,
 * this function will be blocked to wait for the query execution completed or paused,
 * in which case enough results have been produced already.
 *
H
Haojun Liao 已提交
66
 * @param tinfo
H
Haojun Liao 已提交
67 68
 * @return
 */
H
Haojun Liao 已提交
69
int32_t qRetrieveQueryResultInfo(qTaskInfo_t tinfo, bool* buildRes, void* pRspContext);
H
Haojun Liao 已提交
70 71 72 73 74 75

/**
 *
 * Retrieve the actual results to fill the response message payload.
 * Note that this function must be executed after qRetrieveQueryResultInfo is invoked.
 *
H
Haojun Liao 已提交
76
 * @param tinfo  tinfo object
H
Haojun Liao 已提交
77 78 79 80
 * @param pRsp    response message
 * @param contLen payload length
 * @return
 */
H
Haojun Liao 已提交
81
//int32_t qDumpRetrieveResult(qTaskInfo_t tinfo, SRetrieveTableRsp** pRsp, int32_t* contLen, bool* continueExec);
H
Haojun Liao 已提交
82 83 84

/**
 * return the transporter context (RPC)
H
Haojun Liao 已提交
85
 * @param tinfo
H
Haojun Liao 已提交
86 87
 * @return
 */
H
Haojun Liao 已提交
88
void* qGetResultRetrieveMsg(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
89 90 91

/**
 * kill the ongoing query and free the query handle and corresponding resources automatically
H
Haojun Liao 已提交
92
 * @param tinfo  qhandle
H
Haojun Liao 已提交
93 94
 * @return
 */
H
Haojun Liao 已提交
95
int32_t qKillTask(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
96

D
dapan1121 已提交
97 98
/**
 * kill the ongoing query asynchronously
H
Haojun Liao 已提交
99
 * @param tinfo  qhandle
D
dapan1121 已提交
100 101
 * @return
 */
H
Haojun Liao 已提交
102
int32_t qAsyncKillTask(qTaskInfo_t tinfo);
D
dapan1121 已提交
103

H
Haojun Liao 已提交
104 105
/**
 * return whether query is completed or not
H
Haojun Liao 已提交
106
 * @param tinfo
H
Haojun Liao 已提交
107 108
 * @return
 */
H
Haojun Liao 已提交
109
int32_t qIsTaskCompleted(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
110 111 112 113 114

/**
 * destroy query info structure
 * @param qHandle
 */
H
Haojun Liao 已提交
115
void qDestroyTask(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
116 117 118 119 120 121

/**
 * Get the queried table uid
 * @param qHandle
 * @return
 */
H
Haojun Liao 已提交
122
int64_t qGetQueriedTableUid(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140

/**
 * Extract the qualified table id list, and than pass them to the TSDB driver to load the required table data blocks.
 *
 * @param iter  the table iterator to traverse all tables belongs to a super table, or an invert index
 * @return
 */
int32_t qGetQualifiedTableIdList(void* pTableList, const char* tagCond, int32_t tagCondLen, SArray* pTableIdList);

/**
 * Create the table group according to the group by tags info
 * @param pTableIdList
 * @param skey
 * @param groupInfo
 * @param groupByIndex
 * @param numOfIndex
 * @return
 */
141
//int32_t qCreateTableGroupByGroupExpr(SArray* pTableIdList, TSKEY skey, STableGroupInfo groupInfo, SColIndex* groupByIndex, int32_t numOfIndex);
H
Haojun Liao 已提交
142 143 144 145 146 147 148

/**
 * Update the table id list of a given query.
 * @param uid   child table uid
 * @param type  operation type: ADD|DROP
 * @return
 */
H
Haojun Liao 已提交
149
int32_t qUpdateQueriedTableIdList(qTaskInfo_t tinfo, int64_t uid, int32_t type);
H
Haojun Liao 已提交
150 151 152 153 154 155 156 157

//================================================================================================
// query handle management
/**
 * Query handle mgmt object
 * @param vgId
 * @return
 */
H
Haojun Liao 已提交
158
void* qOpenTaskMgmt(int32_t vgId);
H
Haojun Liao 已提交
159 160 161 162 163

/**
 * broadcast the close information and wait for all query stop.
 * @param pExecutor
 */
H
Haojun Liao 已提交
164
void  qTaskMgmtNotifyClosing(void* pExecutor);
H
Haojun Liao 已提交
165 166 167 168 169 170 171 172 173 174 175

/**
 * Re-open the query handle management module when opening the vnode again.
 * @param pExecutor
 */
void  qQueryMgmtReOpen(void *pExecutor);

/**
 * Close query mgmt and clean up resources.
 * @param pExecutor
 */
H
Haojun Liao 已提交
176
void  qCleanupTaskMgmt(void* pExecutor);
H
Haojun Liao 已提交
177 178 179 180 181 182 183 184

/**
 * Add the query into the query mgmt object
 * @param pMgmt
 * @param qId
 * @param qInfo
 * @return
 */
H
Haojun Liao 已提交
185
void** qRegisterTask(void* pMgmt, uint64_t qId, void *qInfo);
H
Haojun Liao 已提交
186 187 188 189 190 191 192

/**
 * acquire the query handle according to the key from query mgmt object.
 * @param pMgmt
 * @param key
 * @return
 */
H
Haojun Liao 已提交
193
void** qAcquireTask(void* pMgmt, uint64_t key);
H
Haojun Liao 已提交
194 195 196 197 198 199 200 201

/**
 * release the query handle and decrease the reference count in cache
 * @param pMgmt
 * @param pQInfo
 * @param freeHandle
 * @return
 */
H
Haojun Liao 已提交
202
void** qReleaseTask(void* pMgmt, void* pQInfo, bool freeHandle);
H
Haojun Liao 已提交
203 204 205 206 207 208 209 210 211

/**
 * De-register the query handle from the management module and free it immediately.
 * @param pMgmt
 * @param pQInfo
 * @return
 */
void** qDeregisterQInfo(void* pMgmt, void* pQInfo);

S
Shengliang Guan 已提交
212
void qProcessFetchRsp(void* parent, struct SRpcMsg* pMsg, struct SEpSet* pEpSet);
S
Shengliang 已提交
213

H
Hongze Cheng 已提交
214 215 216 217
#ifdef __cplusplus
}
#endif

218
#endif /*_TD_EXECUTOR_H_*/