executor.h 5.2 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef _TD_EXECUTOR_H_
#define _TD_EXECUTOR_H_

#ifdef __cplusplus
extern "C" {
#endif

D
dapan1121 已提交
23
#include "query.h"
L
Liu Jicong 已提交
24
#include "tcommon.h"
25
#include "tmsgcb.h"
D
dapan1121 已提交
26

H
Haojun Liao 已提交
27
typedef void* qTaskInfo_t;
H
Haojun Liao 已提交
28
typedef void* DataSinkHandle;
S
Shengliang 已提交
29
struct SRpcMsg;
H
Haojun Liao 已提交
30 31
struct SSubplan;

H
Haojun Liao 已提交
32
typedef struct SReadHandle {
L
Liu Jicong 已提交
33
  void*   tqReader;
34 35 36 37 38
  void*   meta;
  void*   config;
  void*   vnode;
  void*   mnd;
  SMsgCb* pMsgCb;
39
  int64_t version;
40 41
  bool    initMetaReader;
  bool    initTableReader;
L
Liu Jicong 已提交
42
  bool    initTqReader;
H
Haojun Liao 已提交
43
} SReadHandle;
44

L
Liu Jicong 已提交
45
// in queue mode, data streams are seperated by msg
46
typedef enum {
47
  OPTR_EXEC_MODEL_BATCH = 0x1,
48
  OPTR_EXEC_MODEL_STREAM = 0x2,
L
Liu Jicong 已提交
49
  OPTR_EXEC_MODEL_QUEUE = 0x3,
50 51
} EOPTR_EXEC_MODEL;

L
Liu Jicong 已提交
52
/**
L
Liu Jicong 已提交
53
 * Create the exec task for stream mode
L
Liu Jicong 已提交
54
 * @param pMsg
L
Liu Jicong 已提交
55
 * @param SReadHandle
L
Liu Jicong 已提交
56 57
 * @return
 */
L
Liu Jicong 已提交
58
qTaskInfo_t qCreateStreamExecTaskInfo(void* msg, SReadHandle* readers);
59

L
Liu Jicong 已提交
60
/**
L
Liu Jicong 已提交
61 62 63
 * Create the exec task for queue mode
 * @param pMsg
 * @param SReadHandle
L
Liu Jicong 已提交
64 65
 * @return
 */
L
Liu Jicong 已提交
66
qTaskInfo_t qCreateQueueExecTaskInfo(void* msg, SReadHandle* readers);
L
Liu Jicong 已提交
67

H
Haojun Liao 已提交
68
/**
69
 * Set the input data block for the stream scan.
H
Haojun Liao 已提交
70 71
 * @param tinfo
 * @param input
H
Haojun Liao 已提交
72
 * @param type
H
Haojun Liao 已提交
73 74
 * @return
 */
75
int32_t qSetStreamInput(qTaskInfo_t tinfo, const void* input, int32_t type, bool assignUid);
H
Haojun Liao 已提交
76

H
Haojun Liao 已提交
77 78 79 80 81 82 83 84
/**
 * Set multiple input data blocks for the stream scan.
 * @param tinfo
 * @param pBlocks
 * @param numOfInputBlock
 * @param type
 * @return
 */
85
int32_t qSetMultiStreamInput(qTaskInfo_t tinfo, const void* pBlocks, size_t numOfBlocks, int32_t type, bool assignUid);
H
Haojun Liao 已提交
86

87 88 89 90 91 92 93 94
/**
 * Update the table id list, add or remove.
 *
 * @param tinfo
 * @param id
 * @param isAdd
 * @return
 */
95
int32_t qUpdateQualifiedTableId(qTaskInfo_t tinfo, const SArray* tableIdList, bool isAdd);
96

L
Liu Jicong 已提交
97 98 99 100 101 102 103 104 105 106
/**
 * Create the exec task object according to task json
 * @param readHandle
 * @param vgId
 * @param pTaskInfoMsg
 * @param pTaskInfo
 * @param qId
 * @return
 */
int32_t qCreateExecTask(SReadHandle* readHandle, int32_t vgId, uint64_t taskId, struct SSubplan* pPlan,
107
                        qTaskInfo_t* pTaskInfo, DataSinkHandle* handle, const char* sql, EOPTR_EXEC_MODEL model);
H
Haojun Liao 已提交
108

109 110 111 112 113 114 115
/**
 *
 * @param tinfo
 * @param sversion
 * @param tversion
 * @return
 */
116
int32_t qGetQueryTableSchemaVersion(qTaskInfo_t tinfo, char* dbName, char* tableName, int32_t* sversion,
L
Liu Jicong 已提交
117
                                    int32_t* tversion);
118

H
Haojun Liao 已提交
119
/**
H
Haojun Liao 已提交
120
 * The main task execution function, including query on both table and multiple tables,
H
Haojun Liao 已提交
121 122
 * which are decided according to the tag or table name query conditions
 *
H
Haojun Liao 已提交
123 124
 * @param tinfo
 * @param handle
H
Haojun Liao 已提交
125 126
 * @return
 */
L
Liu Jicong 已提交
127
int32_t qExecTask(qTaskInfo_t tinfo, SSDataBlock** pRes, uint64_t* useconds);
H
Haojun Liao 已提交
128 129 130

/**
 * kill the ongoing query and free the query handle and corresponding resources automatically
H
Haojun Liao 已提交
131
 * @param tinfo  qhandle
H
Haojun Liao 已提交
132 133
 * @return
 */
H
Haojun Liao 已提交
134
int32_t qKillTask(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
135

D
dapan1121 已提交
136 137
/**
 * kill the ongoing query asynchronously
H
Haojun Liao 已提交
138
 * @param tinfo  qhandle
D
dapan1121 已提交
139 140
 * @return
 */
H
Haojun Liao 已提交
141
int32_t qAsyncKillTask(qTaskInfo_t tinfo);
D
dapan1121 已提交
142

H
Haojun Liao 已提交
143 144 145 146
/**
 * destroy query info structure
 * @param qHandle
 */
H
Haojun Liao 已提交
147
void qDestroyTask(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
148 149 150 151 152 153

/**
 * Get the queried table uid
 * @param qHandle
 * @return
 */
H
Haojun Liao 已提交
154
int64_t qGetQueriedTableUid(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
155 156 157 158 159 160 161 162 163

/**
 * Extract the qualified table id list, and than pass them to the TSDB driver to load the required table data blocks.
 *
 * @param iter  the table iterator to traverse all tables belongs to a super table, or an invert index
 * @return
 */
int32_t qGetQualifiedTableIdList(void* pTableList, const char* tagCond, int32_t tagCondLen, SArray* pTableIdList);

D
dapan1121 已提交
164
void qProcessRspMsg(void* parent, struct SRpcMsg* pMsg, struct SEpSet* pEpSet);
S
Shengliang 已提交
165

166
int32_t qGetExplainExecInfo(qTaskInfo_t tinfo, int32_t* resNum, SExplainExecInfo** pRes);
D
dapan1121 已提交
167

168 169 170 171
int32_t qSerializeTaskStatus(qTaskInfo_t tinfo, char** pOutput, int32_t* len);

int32_t qDeserializeTaskStatus(qTaskInfo_t tinfo, const char* pInput, int32_t len);

172 173 174 175 176 177 178 179 180
/**
 * return the scan info, in the form of tuple of two items, including table uid and current timestamp
 * @param tinfo
 * @param uid
 * @param ts
 * @return
 */
int32_t qGetStreamScanStatus(qTaskInfo_t tinfo, uint64_t* uid, int64_t* ts);

L
Liu Jicong 已提交
181 182
int32_t qStreamPrepareTsdbScan(qTaskInfo_t tinfo, uint64_t uid, int64_t ts);

L
Liu Jicong 已提交
183
int32_t qStreamPrepareScan(qTaskInfo_t tinfo, const STqOffsetVal* pOffset);
L
Liu Jicong 已提交
184 185 186 187

int32_t qStreamExtractOffset(qTaskInfo_t tinfo, STqOffsetVal* pOffset);

void* qStreamExtractMetaMsg(qTaskInfo_t tinfo);
L
Liu Jicong 已提交
188

L
Liu Jicong 已提交
189 190
void* qExtractReaderFromStreamScanner(void* scanner);

L
Liu Jicong 已提交
191 192
int32_t qExtractStreamScanner(qTaskInfo_t tinfo, void** scanner);

L
Liu Jicong 已提交
193 194
int32_t qStreamInput(qTaskInfo_t tinfo, void* pItem);

L
Liu Jicong 已提交
195 196
int32_t qStreamPrepareRecover(qTaskInfo_t tinfo, int64_t startVer, int64_t endVer);

H
Hongze Cheng 已提交
197 198 199 200
#ifdef __cplusplus
}
#endif

201
#endif /*_TD_EXECUTOR_H_*/