executor.h 5.1 KB
Newer Older
H
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef _TD_EXECUTOR_H_
#define _TD_EXECUTOR_H_

#ifdef __cplusplus
extern "C" {
#endif

D
dapan1121 已提交
23
#include "query.h"
L
Liu Jicong 已提交
24
#include "tcommon.h"
25
#include "tmsgcb.h"
D
dapan1121 已提交
26

H
Haojun Liao 已提交
27
typedef void* qTaskInfo_t;
H
Haojun Liao 已提交
28
typedef void* DataSinkHandle;
S
Shengliang 已提交
29
struct SRpcMsg;
H
Haojun Liao 已提交
30 31
struct SSubplan;

H
Haojun Liao 已提交
32
typedef struct SReadHandle {
L
Liu Jicong 已提交
33
  void*   tqReader;
34 35 36 37 38
  void*   meta;
  void*   config;
  void*   vnode;
  void*   mnd;
  SMsgCb* pMsgCb;
39
  int64_t version;
40 41
  bool    initMetaReader;
  bool    initTableReader;
L
Liu Jicong 已提交
42
  bool    initTqReader;
5
54liuyao 已提交
43
  int32_t numOfVgroups;
H
Haojun Liao 已提交
44
} SReadHandle;
45

L
Liu Jicong 已提交
46
// in queue mode, data streams are seperated by msg
47
typedef enum {
48
  OPTR_EXEC_MODEL_BATCH = 0x1,
49
  OPTR_EXEC_MODEL_STREAM = 0x2,
L
Liu Jicong 已提交
50
  OPTR_EXEC_MODEL_QUEUE = 0x3,
51 52
} EOPTR_EXEC_MODEL;

L
Liu Jicong 已提交
53
/**
L
Liu Jicong 已提交
54
 * Create the exec task for stream mode
L
Liu Jicong 已提交
55
 * @param pMsg
L
Liu Jicong 已提交
56
 * @param SReadHandle
L
Liu Jicong 已提交
57 58
 * @return
 */
L
Liu Jicong 已提交
59
qTaskInfo_t qCreateStreamExecTaskInfo(void* msg, SReadHandle* readers);
60

L
Liu Jicong 已提交
61
/**
L
Liu Jicong 已提交
62 63 64
 * Create the exec task for queue mode
 * @param pMsg
 * @param SReadHandle
L
Liu Jicong 已提交
65 66
 * @return
 */
L
Liu Jicong 已提交
67
qTaskInfo_t qCreateQueueExecTaskInfo(void* msg, SReadHandle* readers, int32_t* numOfCols, SSchemaWrapper** pSchema);
L
Liu Jicong 已提交
68

H
Haojun Liao 已提交
69 70 71 72 73 74 75 76
/**
 * Set multiple input data blocks for the stream scan.
 * @param tinfo
 * @param pBlocks
 * @param numOfInputBlock
 * @param type
 * @return
 */
L
Liu Jicong 已提交
77
int32_t qSetMultiStreamInput(qTaskInfo_t tinfo, const void* pBlocks, size_t numOfBlocks, int32_t type);
H
Haojun Liao 已提交
78

79 80 81 82 83 84 85 86
/**
 * Update the table id list, add or remove.
 *
 * @param tinfo
 * @param id
 * @param isAdd
 * @return
 */
87
int32_t qUpdateQualifiedTableId(qTaskInfo_t tinfo, const SArray* tableIdList, bool isAdd);
88

L
Liu Jicong 已提交
89 90 91 92 93 94 95 96 97 98
/**
 * Create the exec task object according to task json
 * @param readHandle
 * @param vgId
 * @param pTaskInfoMsg
 * @param pTaskInfo
 * @param qId
 * @return
 */
int32_t qCreateExecTask(SReadHandle* readHandle, int32_t vgId, uint64_t taskId, struct SSubplan* pPlan,
99
                        qTaskInfo_t* pTaskInfo, DataSinkHandle* handle, const char* sql, EOPTR_EXEC_MODEL model);
H
Haojun Liao 已提交
100

101 102 103 104 105 106 107
/**
 *
 * @param tinfo
 * @param sversion
 * @param tversion
 * @return
 */
108
int32_t qGetQueryTableSchemaVersion(qTaskInfo_t tinfo, char* dbName, char* tableName, int32_t* sversion,
L
Liu Jicong 已提交
109
                                    int32_t* tversion);
110

H
Haojun Liao 已提交
111
/**
H
Haojun Liao 已提交
112
 * The main task execution function, including query on both table and multiple tables,
H
Haojun Liao 已提交
113 114
 * which are decided according to the tag or table name query conditions
 *
H
Haojun Liao 已提交
115 116
 * @param tinfo
 * @param handle
H
Haojun Liao 已提交
117 118
 * @return
 */
L
Liu Jicong 已提交
119
int32_t qExecTask(qTaskInfo_t tinfo, SSDataBlock** pRes, uint64_t* useconds);
H
Haojun Liao 已提交
120 121 122

/**
 * kill the ongoing query and free the query handle and corresponding resources automatically
H
Haojun Liao 已提交
123
 * @param tinfo  qhandle
H
Haojun Liao 已提交
124 125
 * @return
 */
H
Haojun Liao 已提交
126
int32_t qKillTask(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
127

D
dapan1121 已提交
128 129
/**
 * kill the ongoing query asynchronously
H
Haojun Liao 已提交
130
 * @param tinfo  qhandle
D
dapan1121 已提交
131 132
 * @return
 */
H
Haojun Liao 已提交
133
int32_t qAsyncKillTask(qTaskInfo_t tinfo);
D
dapan1121 已提交
134

H
Haojun Liao 已提交
135 136 137 138
/**
 * destroy query info structure
 * @param qHandle
 */
H
Haojun Liao 已提交
139
void qDestroyTask(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
140 141 142 143 144 145

/**
 * Get the queried table uid
 * @param qHandle
 * @return
 */
H
Haojun Liao 已提交
146
int64_t qGetQueriedTableUid(qTaskInfo_t tinfo);
H
Haojun Liao 已提交
147 148 149 150 151 152 153 154 155

/**
 * Extract the qualified table id list, and than pass them to the TSDB driver to load the required table data blocks.
 *
 * @param iter  the table iterator to traverse all tables belongs to a super table, or an invert index
 * @return
 */
int32_t qGetQualifiedTableIdList(void* pTableList, const char* tagCond, int32_t tagCondLen, SArray* pTableIdList);

D
dapan1121 已提交
156
void qProcessRspMsg(void* parent, struct SRpcMsg* pMsg, struct SEpSet* pEpSet);
S
Shengliang 已提交
157

H
Haojun Liao 已提交
158
int32_t qGetExplainExecInfo(qTaskInfo_t tinfo, SArray* pExecInfoList/*,int32_t* resNum, SExplainExecInfo** pRes*/);
D
dapan1121 已提交
159

160 161 162 163
int32_t qSerializeTaskStatus(qTaskInfo_t tinfo, char** pOutput, int32_t* len);

int32_t qDeserializeTaskStatus(qTaskInfo_t tinfo, const char* pInput, int32_t len);

164 165 166 167 168 169 170 171 172
/**
 * return the scan info, in the form of tuple of two items, including table uid and current timestamp
 * @param tinfo
 * @param uid
 * @param ts
 * @return
 */
int32_t qGetStreamScanStatus(qTaskInfo_t tinfo, uint64_t* uid, int64_t* ts);

L
Liu Jicong 已提交
173 174
int32_t qStreamPrepareTsdbScan(qTaskInfo_t tinfo, uint64_t uid, int64_t ts);

L
Liu Jicong 已提交
175
int32_t qStreamPrepareScan(qTaskInfo_t tinfo, const STqOffsetVal* pOffset);
L
Liu Jicong 已提交
176 177 178 179

int32_t qStreamExtractOffset(qTaskInfo_t tinfo, STqOffsetVal* pOffset);

void* qStreamExtractMetaMsg(qTaskInfo_t tinfo);
L
Liu Jicong 已提交
180

L
Liu Jicong 已提交
181 182
void* qExtractReaderFromStreamScanner(void* scanner);

L
Liu Jicong 已提交
183 184
int32_t qExtractStreamScanner(qTaskInfo_t tinfo, void** scanner);

L
Liu Jicong 已提交
185 186
int32_t qStreamInput(qTaskInfo_t tinfo, void* pItem);

L
Liu Jicong 已提交
187 188
int32_t qStreamPrepareRecover(qTaskInfo_t tinfo, int64_t startVer, int64_t endVer);

H
Haojun Liao 已提交
189 190
STimeWindow getAlignQueryTimeWindow(SInterval* pInterval, int32_t precision, int64_t key);

H
Hongze Cheng 已提交
191 192 193 194
#ifdef __cplusplus
}
#endif

195
#endif /*_TD_EXECUTOR_H_*/