scheduler.h 3.0 KB
Newer Older
H
refact  
Hongze Cheng 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#ifndef _TD_SCHEDULER_H_
#define _TD_SCHEDULER_H_

#ifdef __cplusplus
extern "C" {
#endif

D
dapan1121 已提交
23
#include "planner.h"
D
dapan 已提交
24
#include "catalog.h"
D
dapan1121 已提交
25

26
typedef struct SSchedulerCfg {
D
dapan1121 已提交
27
  uint32_t maxJobNum;
28 29
} SSchedulerCfg;

30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52
typedef struct SQueryProfileSummary {
  int64_t startTs;      // Object created and added into the message queue
  int64_t endTs;        // the timestamp when the task is completed
  int64_t cputime;      // total cpu cost, not execute elapsed time

  int64_t loadRemoteDataDuration;       // remote io time
  int64_t loadNativeDataDuration;       // native disk io time

  uint64_t loadNativeData; // blocks + SMA + header files
  uint64_t loadRemoteData; // remote data acquired by exchange operator.

  uint64_t waitDuration; // the time to waiting to be scheduled in queue does matter, so we need to record it
  int64_t  addQTs;       // the time to be added into the message queue, used to calculate the waiting duration in queue.

  uint64_t totalRows;
  uint64_t loadRows;
  uint32_t totalBlocks;
  uint32_t loadBlocks;
  uint32_t loadBlockAgg;
  uint32_t skipBlocks;
  uint64_t resultSize;   // generated result size in Kb.
} SQueryProfileSummary;

D
dapan1121 已提交
53 54 55 56 57 58 59
typedef struct SQueryResult {
  int32_t  code;
  uint64_t numOfRows;
  int32_t  msgSize;
  char    *msg;
} SQueryResult;

D
dapan1121 已提交
60 61
int32_t schedulerInit(SSchedulerCfg *cfg);

62 63 64
/**
 * Process the query job, generated according to the query physical plan.
 * This is a synchronized API, and is also thread-safety.
D
dapan1121 已提交
65
 * @param nodeList  Qnode/Vnode address list, element is SQueryNodeAddr
66 67
 * @return
 */
D
dapan1121 已提交
68
int32_t scheduleExecJob(void *transport, SArray *nodeList, SQueryDag* pDag, void** pJob, SQueryResult *pRes);
D
dapan1121 已提交
69 70 71 72

/**
 * Process the query job, generated according to the query physical plan.
 * This is a asynchronized API, and is also thread-safety.
D
dapan1121 已提交
73
 * @param nodeList  Qnode/Vnode address list, element is SQueryNodeAddr
D
dapan1121 已提交
74 75
 * @return
 */
D
dapan1121 已提交
76
int32_t scheduleAsyncExecJob(void *transport, SArray *nodeList, SQueryDag* pDag, void** pJob);
D
dapan1121 已提交
77

H
Haojun Liao 已提交
78 79 80 81 82 83
/**
 * Fetch query result from the remote query executor
 * @param pJob
 * @param data
 * @return
 */
D
dapan1121 已提交
84
int32_t scheduleFetchRows(void *pJob, void **data);
85 86 87 88 89 90 91


/**
 * Cancel query job
 * @param pJob
 * @return
 */
D
dapan1121 已提交
92
int32_t scheduleCancelJob(void *pJob);
93

H
Haojun Liao 已提交
94 95 96 97
/**
 * Free the query job
 * @param pJob
 */
D
dapan1121 已提交
98 99
void scheduleFreeJob(void *pJob);

D
dapan1121 已提交
100 101
void schedulerDestroy(void);

H
refact  
Hongze Cheng 已提交
102 103 104 105
#ifdef __cplusplus
}
#endif

D
dapan1121 已提交
106
#endif /*_TD_SCHEDULER_H_*/