executor.h 5.4 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef _TD_EXECUTOR_H_
#define _TD_EXECUTOR_H_

#ifdef __cplusplus
extern "C" {
#endif

D
dapan1121 已提交
23 24
#include "common.h"

H
Haojun Liao 已提交
25
typedef void* qTaskInfo_t;
H
Haojun Liao 已提交
26 27 28
typedef void* DataSinkHandle;
struct SSubplan;

29 30 31
 /**
  * Create the exec task for streaming mode
  * @param pMsg
H
Haojun Liao 已提交
32
  * @param streamReadHandle
33 34
  * @return
  */
L
Liu Jicong 已提交
35
qTaskInfo_t qCreateStreamExecTaskInfo(void *msg, void* streamReadHandle);
36

H
Haojun Liao 已提交
37
int32_t     qSetStreamInput(qTaskInfo_t tinfo, void* input);
H
Haojun Liao 已提交
38

39 40
 /**
  * Create the exec task object according to task json
H
Haojun Liao 已提交
41
  * @param readHandle
42 43 44 45 46 47
  * @param vgId
  * @param pTaskInfoMsg
  * @param pTaskInfo
  * @param qId
  * @return
  */
H
Haojun Liao 已提交
48
int32_t qCreateExecTask(void* readHandle, int32_t vgId, uint64_t taskId, struct SSubplan* pPlan, qTaskInfo_t* pTaskInfo, DataSinkHandle* handle);
H
Haojun Liao 已提交
49 50

/**
H
Haojun Liao 已提交
51
 * The main task execution function, including query on both table and multiple tables,
H
Haojun Liao 已提交
52 53
 * which are decided according to the tag or table name query conditions
 *
H
Haojun Liao 已提交
54 55
 * @param tinfo
 * @param handle
H
Haojun Liao 已提交
56 57
 * @return
 */
D
dapan1121 已提交
58
int32_t qExecTask(qTaskInfo_t tinfo, SSDataBlock** pRes, uint64_t *useconds);
H
Haojun Liao 已提交
59 60 61 62 63 64

/**
 * Retrieve the produced results information, if current query is not paused or completed,
 * this function will be blocked to wait for the query execution completed or paused,
 * in which case enough results have been produced already.
 *
H
Haojun Liao 已提交
65
 * @param tinfo
H
Haojun Liao 已提交
66 67
 * @return
 */
H
Haojun Liao 已提交
68
int32_t qRetrieveQueryResultInfo(qTaskInfo_t tinfo, bool* buildRes, void* pRspContext);
H
Haojun Liao 已提交
69 70 71 72 73 74

/**
 *
 * Retrieve the actual results to fill the response message payload.
 * Note that this function must be executed after qRetrieveQueryResultInfo is invoked.
 *
H
Haojun Liao 已提交
75
 * @param tinfo  tinfo object
H
Haojun Liao 已提交
76 77 78 79
 * @param pRsp    response message
 * @param contLen payload length
 * @return
 */
H
Haojun Liao 已提交
80
//int32_t qDumpRetrieveResult(qTaskInfo_t tinfo, SRetrieveTableRsp** pRsp, int32_t* contLen, bool* continueExec);
H
Haojun Liao 已提交
81 82 83

/**
 * return the transporter context (RPC)
H
Haojun Liao 已提交
84
 * @param tinfo
H
Haojun Liao 已提交
85 86
 * @return
 */
H
Haojun Liao 已提交
87
void* qGetResultRetrieveMsg(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
88 89 90

/**
 * kill the ongoing query and free the query handle and corresponding resources automatically
H
Haojun Liao 已提交
91
 * @param tinfo  qhandle
H
Haojun Liao 已提交
92 93
 * @return
 */
H
Haojun Liao 已提交
94
int32_t qKillTask(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
95

D
dapan1121 已提交
96 97
/**
 * kill the ongoing query asynchronously
H
Haojun Liao 已提交
98
 * @param tinfo  qhandle
D
dapan1121 已提交
99 100
 * @return
 */
H
Haojun Liao 已提交
101
int32_t qAsyncKillTask(qTaskInfo_t tinfo);
D
dapan1121 已提交
102

H
Haojun Liao 已提交
103 104
/**
 * return whether query is completed or not
H
Haojun Liao 已提交
105
 * @param tinfo
H
Haojun Liao 已提交
106 107
 * @return
 */
H
Haojun Liao 已提交
108
int32_t qIsTaskCompleted(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
109 110 111 112 113

/**
 * destroy query info structure
 * @param qHandle
 */
H
Haojun Liao 已提交
114
void qDestroyTask(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
115 116 117 118 119 120

/**
 * Get the queried table uid
 * @param qHandle
 * @return
 */
H
Haojun Liao 已提交
121
int64_t qGetQueriedTableUid(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139

/**
 * Extract the qualified table id list, and than pass them to the TSDB driver to load the required table data blocks.
 *
 * @param iter  the table iterator to traverse all tables belongs to a super table, or an invert index
 * @return
 */
int32_t qGetQualifiedTableIdList(void* pTableList, const char* tagCond, int32_t tagCondLen, SArray* pTableIdList);

/**
 * Create the table group according to the group by tags info
 * @param pTableIdList
 * @param skey
 * @param groupInfo
 * @param groupByIndex
 * @param numOfIndex
 * @return
 */
140
//int32_t qCreateTableGroupByGroupExpr(SArray* pTableIdList, TSKEY skey, STableGroupInfo groupInfo, SColIndex* groupByIndex, int32_t numOfIndex);
H
Haojun Liao 已提交
141 142 143 144 145 146 147

/**
 * Update the table id list of a given query.
 * @param uid   child table uid
 * @param type  operation type: ADD|DROP
 * @return
 */
H
Haojun Liao 已提交
148
int32_t qUpdateQueriedTableIdList(qTaskInfo_t tinfo, int64_t uid, int32_t type);
H
Haojun Liao 已提交
149 150 151 152 153 154 155 156

//================================================================================================
// query handle management
/**
 * Query handle mgmt object
 * @param vgId
 * @return
 */
H
Haojun Liao 已提交
157
void* qOpenTaskMgmt(int32_t vgId);
H
Haojun Liao 已提交
158 159 160 161 162

/**
 * broadcast the close information and wait for all query stop.
 * @param pExecutor
 */
H
Haojun Liao 已提交
163
void  qTaskMgmtNotifyClosing(void* pExecutor);
H
Haojun Liao 已提交
164 165 166 167 168 169 170 171 172 173 174

/**
 * Re-open the query handle management module when opening the vnode again.
 * @param pExecutor
 */
void  qQueryMgmtReOpen(void *pExecutor);

/**
 * Close query mgmt and clean up resources.
 * @param pExecutor
 */
H
Haojun Liao 已提交
175
void  qCleanupTaskMgmt(void* pExecutor);
H
Haojun Liao 已提交
176 177 178 179 180 181 182 183

/**
 * Add the query into the query mgmt object
 * @param pMgmt
 * @param qId
 * @param qInfo
 * @return
 */
H
Haojun Liao 已提交
184
void** qRegisterTask(void* pMgmt, uint64_t qId, void *qInfo);
H
Haojun Liao 已提交
185 186 187 188 189 190 191

/**
 * acquire the query handle according to the key from query mgmt object.
 * @param pMgmt
 * @param key
 * @return
 */
H
Haojun Liao 已提交
192
void** qAcquireTask(void* pMgmt, uint64_t key);
H
Haojun Liao 已提交
193 194 195 196 197 198 199 200

/**
 * release the query handle and decrease the reference count in cache
 * @param pMgmt
 * @param pQInfo
 * @param freeHandle
 * @return
 */
H
Haojun Liao 已提交
201
void** qReleaseTask(void* pMgmt, void* pQInfo, bool freeHandle);
H
Haojun Liao 已提交
202 203 204 205 206 207 208 209 210

/**
 * De-register the query handle from the management module and free it immediately.
 * @param pMgmt
 * @param pQInfo
 * @return
 */
void** qDeregisterQInfo(void* pMgmt, void* pQInfo);

H
Hongze Cheng 已提交
211 212 213 214
#ifdef __cplusplus
}
#endif

215
#endif /*_TD_EXECUTOR_H_*/