executor.h 5.2 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef _TD_EXECUTOR_H_
#define _TD_EXECUTOR_H_

#ifdef __cplusplus
extern "C" {
#endif

D
dapan1121 已提交
23
#include "query.h"
L
Liu Jicong 已提交
24
#include "tcommon.h"
25
#include "tmsgcb.h"
D
dapan1121 已提交
26

H
Haojun Liao 已提交
27
typedef void* qTaskInfo_t;
H
Haojun Liao 已提交
28
typedef void* DataSinkHandle;
S
Shengliang 已提交
29
struct SRpcMsg;
H
Haojun Liao 已提交
30 31
struct SSubplan;

H
Haojun Liao 已提交
32
typedef struct SReadHandle {
L
Liu Jicong 已提交
33
  void*   tqReader;
34 35 36 37 38
  void*   meta;
  void*   config;
  void*   vnode;
  void*   mnd;
  SMsgCb* pMsgCb;
39
  int64_t version;
40 41
  bool    initMetaReader;
  bool    initTableReader;
L
Liu Jicong 已提交
42
  bool    initTqReader;
5
54liuyao 已提交
43
  int32_t numOfVgroups;
H
Haojun Liao 已提交
44
} SReadHandle;
45

L
Liu Jicong 已提交
46
// in queue mode, data streams are seperated by msg
47
typedef enum {
48
  OPTR_EXEC_MODEL_BATCH = 0x1,
49
  OPTR_EXEC_MODEL_STREAM = 0x2,
L
Liu Jicong 已提交
50
  OPTR_EXEC_MODEL_QUEUE = 0x3,
51 52
} EOPTR_EXEC_MODEL;

L
Liu Jicong 已提交
53
/**
L
Liu Jicong 已提交
54
 * Create the exec task for stream mode
L
Liu Jicong 已提交
55
 * @param pMsg
L
Liu Jicong 已提交
56
 * @param SReadHandle
L
Liu Jicong 已提交
57 58
 * @return
 */
L
Liu Jicong 已提交
59
qTaskInfo_t qCreateStreamExecTaskInfo(void* msg, SReadHandle* readers);
60

L
Liu Jicong 已提交
61
/**
L
Liu Jicong 已提交
62 63 64
 * Create the exec task for queue mode
 * @param pMsg
 * @param SReadHandle
L
Liu Jicong 已提交
65 66
 * @return
 */
67
qTaskInfo_t qCreateQueueExecTaskInfo(void* msg, SReadHandle* readers, int32_t* numOfCols, SSchemaWrapper** pSchemaWrapper);
L
Liu Jicong 已提交
68

H
Haojun Liao 已提交
69
/**
70
 * Set the input data block for the stream scan.
H
Haojun Liao 已提交
71 72
 * @param tinfo
 * @param input
H
Haojun Liao 已提交
73
 * @param type
H
Haojun Liao 已提交
74 75
 * @return
 */
76
int32_t qSetStreamInput(qTaskInfo_t tinfo, const void* input, int32_t type, bool assignUid);
H
Haojun Liao 已提交
77

H
Haojun Liao 已提交
78 79 80 81 82 83 84 85
/**
 * Set multiple input data blocks for the stream scan.
 * @param tinfo
 * @param pBlocks
 * @param numOfInputBlock
 * @param type
 * @return
 */
86
int32_t qSetMultiStreamInput(qTaskInfo_t tinfo, const void* pBlocks, size_t numOfBlocks, int32_t type, bool assignUid);
H
Haojun Liao 已提交
87

88 89 90 91 92 93 94 95
/**
 * Update the table id list, add or remove.
 *
 * @param tinfo
 * @param id
 * @param isAdd
 * @return
 */
96
int32_t qUpdateQualifiedTableId(qTaskInfo_t tinfo, const SArray* tableIdList, bool isAdd);
97

L
Liu Jicong 已提交
98 99 100 101 102 103 104 105 106 107
/**
 * Create the exec task object according to task json
 * @param readHandle
 * @param vgId
 * @param pTaskInfoMsg
 * @param pTaskInfo
 * @param qId
 * @return
 */
int32_t qCreateExecTask(SReadHandle* readHandle, int32_t vgId, uint64_t taskId, struct SSubplan* pPlan,
108
                        qTaskInfo_t* pTaskInfo, DataSinkHandle* handle, const char* sql, EOPTR_EXEC_MODEL model);
H
Haojun Liao 已提交
109

110 111 112 113 114 115 116
/**
 *
 * @param tinfo
 * @param sversion
 * @param tversion
 * @return
 */
117
int32_t qGetQueryTableSchemaVersion(qTaskInfo_t tinfo, char* dbName, char* tableName, int32_t* sversion,
L
Liu Jicong 已提交
118
                                    int32_t* tversion);
119

H
Haojun Liao 已提交
120
/**
H
Haojun Liao 已提交
121
 * The main task execution function, including query on both table and multiple tables,
H
Haojun Liao 已提交
122 123
 * which are decided according to the tag or table name query conditions
 *
H
Haojun Liao 已提交
124 125
 * @param tinfo
 * @param handle
H
Haojun Liao 已提交
126 127
 * @return
 */
L
Liu Jicong 已提交
128
int32_t qExecTask(qTaskInfo_t tinfo, SSDataBlock** pRes, uint64_t* useconds);
H
Haojun Liao 已提交
129 130 131

/**
 * kill the ongoing query and free the query handle and corresponding resources automatically
H
Haojun Liao 已提交
132
 * @param tinfo  qhandle
H
Haojun Liao 已提交
133 134
 * @return
 */
H
Haojun Liao 已提交
135
int32_t qKillTask(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
136

D
dapan1121 已提交
137 138
/**
 * kill the ongoing query asynchronously
H
Haojun Liao 已提交
139
 * @param tinfo  qhandle
D
dapan1121 已提交
140 141
 * @return
 */
H
Haojun Liao 已提交
142
int32_t qAsyncKillTask(qTaskInfo_t tinfo);
D
dapan1121 已提交
143

H
Haojun Liao 已提交
144 145 146 147
/**
 * destroy query info structure
 * @param qHandle
 */
H
Haojun Liao 已提交
148
void qDestroyTask(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
149 150 151 152 153 154

/**
 * Get the queried table uid
 * @param qHandle
 * @return
 */
H
Haojun Liao 已提交
155
int64_t qGetQueriedTableUid(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
156 157 158 159 160 161 162 163 164

/**
 * Extract the qualified table id list, and than pass them to the TSDB driver to load the required table data blocks.
 *
 * @param iter  the table iterator to traverse all tables belongs to a super table, or an invert index
 * @return
 */
int32_t qGetQualifiedTableIdList(void* pTableList, const char* tagCond, int32_t tagCondLen, SArray* pTableIdList);

D
dapan1121 已提交
165
void qProcessRspMsg(void* parent, struct SRpcMsg* pMsg, struct SEpSet* pEpSet);
S
Shengliang 已提交
166

167
int32_t qGetExplainExecInfo(qTaskInfo_t tinfo, int32_t* resNum, SExplainExecInfo** pRes);
D
dapan1121 已提交
168

169 170 171 172
int32_t qSerializeTaskStatus(qTaskInfo_t tinfo, char** pOutput, int32_t* len);

int32_t qDeserializeTaskStatus(qTaskInfo_t tinfo, const char* pInput, int32_t len);

173 174 175 176 177 178 179 180 181
/**
 * return the scan info, in the form of tuple of two items, including table uid and current timestamp
 * @param tinfo
 * @param uid
 * @param ts
 * @return
 */
int32_t qGetStreamScanStatus(qTaskInfo_t tinfo, uint64_t* uid, int64_t* ts);

L
Liu Jicong 已提交
182 183
int32_t qStreamPrepareTsdbScan(qTaskInfo_t tinfo, uint64_t uid, int64_t ts);

L
Liu Jicong 已提交
184
int32_t qStreamPrepareScan(qTaskInfo_t tinfo, const STqOffsetVal* pOffset);
L
Liu Jicong 已提交
185 186 187 188

int32_t qStreamExtractOffset(qTaskInfo_t tinfo, STqOffsetVal* pOffset);

void* qStreamExtractMetaMsg(qTaskInfo_t tinfo);
L
Liu Jicong 已提交
189

L
Liu Jicong 已提交
190 191
void* qExtractReaderFromStreamScanner(void* scanner);

L
Liu Jicong 已提交
192 193
int32_t qExtractStreamScanner(qTaskInfo_t tinfo, void** scanner);

L
Liu Jicong 已提交
194 195
int32_t qStreamInput(qTaskInfo_t tinfo, void* pItem);

L
Liu Jicong 已提交
196 197
int32_t qStreamPrepareRecover(qTaskInfo_t tinfo, int64_t startVer, int64_t endVer);

H
Hongze Cheng 已提交
198 199 200 201
#ifdef __cplusplus
}
#endif

202
#endif /*_TD_EXECUTOR_H_*/