query.h 8.5 KB
Newer Older
D
dapan1121 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

D
dapan1121 已提交
16 17
#ifndef _TD_QUERY_H_
#define _TD_QUERY_H_
D
dapan1121 已提交
18 19 20 21 22

#ifdef __cplusplus
extern "C" {
#endif

D
dapan1121 已提交
23
#include "tarray.h"
24
#include "thash.h"
25
#include "tlog.h"
H
Haojun Liao 已提交
26
#include "tmsg.h"
D
dapan1121 已提交
27

S
Shengliang Guan 已提交
28
typedef enum {
D
dapan1121 已提交
29
  JOB_TASK_STATUS_NULL = 0,
D
dapan1121 已提交
30 31
  JOB_TASK_STATUS_NOT_START = 1,
  JOB_TASK_STATUS_EXECUTING,
D
dapan1121 已提交
32
  JOB_TASK_STATUS_PARTIAL_SUCCEED,
D
dapan1121 已提交
33 34 35
  JOB_TASK_STATUS_SUCCEED,
  JOB_TASK_STATUS_FAILED,
  JOB_TASK_STATUS_CANCELLING,
D
dapan1121 已提交
36 37
  JOB_TASK_STATUS_CANCELLED,
  JOB_TASK_STATUS_DROPPING,
S
Shengliang Guan 已提交
38
} EJobTaskType;
D
dapan1121 已提交
39

S
Shengliang Guan 已提交
40
typedef enum {
D
dapan1121 已提交
41 42
  TASK_TYPE_PERSISTENT = 1,
  TASK_TYPE_TEMP,
S
Shengliang Guan 已提交
43
} ETaskType;
D
dapan1121 已提交
44

D
dapan1121 已提交
45
typedef struct STableComInfo {
L
Liu Jicong 已提交
46 47 48 49
  uint8_t numOfTags;     // the number of tags in schema
  uint8_t precision;     // the number of precision
  int16_t numOfColumns;  // the number of columns
  int32_t rowSize;       // row size of the schema
D
dapan1121 已提交
50 51
} STableComInfo;

D
dapan1121 已提交
52 53 54 55
typedef struct SIndexMeta {

} SIndexMeta;

D
dapan1121 已提交
56 57 58 59 60 61
/*
 * ASSERT(sizeof(SCTableMeta) == 24)
 * ASSERT(tableType == TSDB_CHILD_TABLE)
 * The cached child table meta info. For each child table, 24 bytes are required to keep the essential table info.
 */
typedef struct SCTableMeta {
L
Liu Jicong 已提交
62
  int32_t  vgId : 24;
D
dapan1121 已提交
63 64 65 66 67 68
  int8_t   tableType;
  uint64_t uid;
  uint64_t suid;
} SCTableMeta;

/*
L
Liu Jicong 已提交
69 70
 * Note that the first 24 bytes of STableMeta are identical to SCTableMeta, it is safe to cast a STableMeta to be a
 * SCTableMeta.
D
dapan1121 已提交
71 72
 */
typedef struct STableMeta {
L
Liu Jicong 已提交
73 74 75 76 77 78 79 80 81 82 83 84 85
  // BEGIN: KEEP THIS PART SAME WITH SCTableMeta
  int32_t  vgId : 24;
  int8_t   tableType;
  uint64_t uid;
  uint64_t suid;
  // END: KEEP THIS PART SAME WITH SCTableMeta

  // if the table is TSDB_CHILD_TABLE, the following information is acquired from the corresponding super table meta
  // info
  int16_t       sversion;
  int16_t       tversion;
  STableComInfo tableInfo;
  SSchema       schema[];
D
dapan1121 已提交
86 87
} STableMeta;

D
dapan1121 已提交
88
typedef struct SDBVgInfo {
L
Liu Jicong 已提交
89
  int32_t   vgVersion;
90
  int8_t    hashMethod;
D
dapan 已提交
91
  int32_t   numOfTable;  // DB's table num, unit is TSDB_TABLE_NUM_UNIT
D
dapan1121 已提交
92
  SHashObj *vgHash;  //key:vgId, value:SVgroupInfo
D
dapan1121 已提交
93
} SDBVgInfo;
D
dapan1121 已提交
94 95

typedef struct SUseDbOutput {
L
Liu Jicong 已提交
96 97 98
  char       db[TSDB_DB_FNAME_LEN];
  uint64_t   dbId;
  SDBVgInfo* dbVgroup;
D
dapan1121 已提交
99 100
} SUseDbOutput;

L
Liu Jicong 已提交
101
enum { META_TYPE_NULL_TABLE = 1, META_TYPE_CTABLE, META_TYPE_TABLE, META_TYPE_BOTH_TABLE };
D
dapan1121 已提交
102

D
dapan1121 已提交
103
typedef struct STableMetaOutput {
D
dapan1121 已提交
104
  int32_t     metaType;
D
dapan1121 已提交
105
  uint64_t    dbId;
D
dapan1121 已提交
106 107 108
  char        dbFName[TSDB_DB_FNAME_LEN];
  char        ctbName[TSDB_TABLE_NAME_LEN];
  char        tbName[TSDB_TABLE_NAME_LEN];
D
dapan1121 已提交
109
  SCTableMeta ctbMeta;
L
Liu Jicong 已提交
110
  STableMeta* tbMeta;
D
dapan1121 已提交
111
} STableMetaOutput;
D
dapan1121 已提交
112

L
Liu Jicong 已提交
113
typedef struct SDataBuf {
L
Liu Jicong 已提交
114 115 116
  void*    pData;
  uint32_t len;
  void*    handle;
L
Liu Jicong 已提交
117 118 119 120 121 122
} SDataBuf;

typedef int32_t (*__async_send_cb_fn_t)(void* param, const SDataBuf* pMsg, int32_t code);
typedef int32_t (*__async_exec_fn_t)(void* param);

typedef struct SMsgSendInfo {
L
Liu Jicong 已提交
123 124 125 126 127 128
  __async_send_cb_fn_t fp;  // async callback function
  void*                param;
  uint64_t             requestId;
  uint64_t             requestObjRefId;
  int32_t              msgType;
  SDataBuf             msgInfo;
L
Liu Jicong 已提交
129 130 131 132
} SMsgSendInfo;

typedef struct SQueryNodeAddr {
  int32_t nodeId;  // vgId or qnodeId
L
Liu Jicong 已提交
133
  SEpSet  epSet;
L
Liu Jicong 已提交
134 135
} SQueryNodeAddr;

D
dapan1121 已提交
136

D
dapan1121 已提交
137
typedef struct SQueryNodeStat {
D
dapan 已提交
138
  int32_t tableNum; // vg table number, unit is TSDB_TABLE_NUM_UNIT
D
dapan1121 已提交
139 140
} SQueryNodeStat;

L
Liu Jicong 已提交
141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161
int32_t initTaskQueue();
int32_t cleanupTaskQueue();

/**
 *
 * @param execFn      The asynchronously execution function
 * @param execParam   The parameters of the execFn
 * @param code        The response code during execution the execFn
 * @return
 */
int32_t taosAsyncExec(__async_exec_fn_t execFn, void* execParam, int32_t* code);

/**
 * Asynchronously send message to server, after the response received, the callback will be incured.
 *
 * @param pTransporter
 * @param epSet
 * @param pTransporterId
 * @param pInfo
 * @return
 */
L
Liu Jicong 已提交
162
int32_t asyncSendMsgToServer(void* pTransporter, SEpSet* epSet, int64_t* pTransporterId, const SMsgSendInfo* pInfo);
L
Liu Jicong 已提交
163

L
Liu Jicong 已提交
164
int32_t queryBuildUseDbOutput(SUseDbOutput* pOut, SUseDbRsp* usedbRsp);
X
Xiaoyu Wang 已提交
165

166
void initQueryModuleMsgHandle();
D
dapan1121 已提交
167

L
Liu Jicong 已提交
168
const SSchema* tGetTbnameColumnSchema();
L
Liu Jicong 已提交
169
bool           tIsValidSchema(struct SSchema* pSchema, int32_t numOfCols, int32_t numOfTags);
L
Liu Jicong 已提交
170

L
Liu Jicong 已提交
171
int32_t queryCreateTableMetaFromMsg(STableMetaRsp* msg, bool isSuperTable, STableMeta** pMeta);
D
dapan1121 已提交
172
char *jobTaskStatusStr(int32_t status);
D
dapan1121 已提交
173

D
dapan1121 已提交
174 175
SSchema createSchema(uint8_t type, int32_t bytes, int32_t colId, const char* name);

L
Liu Jicong 已提交
176 177
extern int32_t (*queryBuildMsg[TDMT_MAX])(void* input, char** msg, int32_t msgSize, int32_t* msgLen);
extern int32_t (*queryProcessMsgRsp[TDMT_MAX])(void* output, char* msg, int32_t msgSize);
D
dapan1121 已提交
178

L
Liu Jicong 已提交
179 180 181
#define SET_META_TYPE_NULL(t)       (t) = META_TYPE_NULL_TABLE
#define SET_META_TYPE_CTABLE(t)     (t) = META_TYPE_CTABLE
#define SET_META_TYPE_TABLE(t)      (t) = META_TYPE_TABLE
D
dapan1121 已提交
182 183
#define SET_META_TYPE_BOTH_TABLE(t) (t) = META_TYPE_BOTH_TABLE

D
dapan 已提交
184
#define NEED_CLIENT_RM_TBLMETA_ERROR(_code) ((_code) == TSDB_CODE_TDB_INVALID_TABLE_ID || (_code) == TSDB_CODE_VND_TB_NOT_EXIST)
D
dapan1121 已提交
185 186 187
#define NEED_CLIENT_REFRESH_VG_ERROR(_code) ((_code) == TSDB_CODE_VND_HASH_MISMATCH || (_code) == TSDB_CODE_VND_INVALID_VGROUP_ID)
#define NEED_CLIENT_REFRESH_TBLMETA_ERROR(_code) ((_code) == TSDB_CODE_TDB_TABLE_RECREATED)
#define NEED_CLIENT_HANDLE_ERROR(_code) (NEED_CLIENT_RM_TBLMETA_ERROR(_code) || NEED_CLIENT_REFRESH_VG_ERROR(_code) || NEED_CLIENT_REFRESH_TBLMETA_ERROR(_code))
D
dapan 已提交
188

D
dapan1121 已提交
189
#define NEED_SCHEDULER_RETRY_ERROR(_code) ((_code) == TSDB_CODE_RPC_REDIRECT || (_code) == TSDB_CODE_RPC_NETWORK_UNAVAIL)
D
dapan1121 已提交
190

D
dapan1121 已提交
191
#define REQUEST_MAX_TRY_TIMES 5
D
dapan1121 已提交
192

L
Liu Jicong 已提交
193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234
#define qFatal(...)                                                     \
  do {                                                                  \
    if (qDebugFlag & DEBUG_FATAL) {                                     \
      taosPrintLog("QRY FATAL ", DEBUG_FATAL, qDebugFlag, __VA_ARGS__); \
    }                                                                   \
  } while (0)
#define qError(...)                                                     \
  do {                                                                  \
    if (qDebugFlag & DEBUG_ERROR) {                                     \
      taosPrintLog("QRY ERROR ", DEBUG_ERROR, qDebugFlag, __VA_ARGS__); \
    }                                                                   \
  } while (0)
#define qWarn(...)                                                    \
  do {                                                                \
    if (qDebugFlag & DEBUG_WARN) {                                    \
      taosPrintLog("QRY WARN ", DEBUG_WARN, qDebugFlag, __VA_ARGS__); \
    }                                                                 \
  } while (0)
#define qInfo(...)                                               \
  do {                                                           \
    if (qDebugFlag & DEBUG_INFO) {                               \
      taosPrintLog("QRY ", DEBUG_INFO, qDebugFlag, __VA_ARGS__); \
    }                                                            \
  } while (0)
#define qDebug(...)                                               \
  do {                                                            \
    if (qDebugFlag & DEBUG_DEBUG) {                               \
      taosPrintLog("QRY ", DEBUG_DEBUG, qDebugFlag, __VA_ARGS__); \
    }                                                             \
  } while (0)
#define qTrace(...)                                               \
  do {                                                            \
    if (qDebugFlag & DEBUG_TRACE) {                               \
      taosPrintLog("QRY ", DEBUG_TRACE, qDebugFlag, __VA_ARGS__); \
    }                                                             \
  } while (0)
#define qDebugL(...)                                                     \
  do {                                                                   \
    if (qDebugFlag & DEBUG_DEBUG) {                                      \
      taosPrintLongString("QRY ", DEBUG_DEBUG, qDebugFlag, __VA_ARGS__); \
    }                                                                    \
  } while (0)
D
dapan1121 已提交
235 236 237 238 239

#ifdef __cplusplus
}
#endif

D
dapan1121 已提交
240
#endif /*_TD_QUERY_H_*/