/* * Copyright (c) 2019 TAOS Data, Inc. * * This program is free software: you can use, redistribute, and/or modify * it under the terms of the GNU Affero General Public License, version 3 * or later ("AGPL"), as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ #include "tdatablock.h" #include "tmsg.h" #include "tmsgcb.h" #include "trpc.h" #ifdef __cplusplus extern "C" { #endif #ifndef _TSTREAM_H_ #define _TSTREAM_H_ enum { STREAM_TASK_STATUS__RUNNING = 1, STREAM_TASK_STATUS__STOP, }; #if 0 // pipe -> fetch/pipe queue // merge -> merge queue // write -> write queue enum { TASK_DISPATCH_MSG__SND_PIPE = 1, TASK_DISPATCH_MSG__SND_MERGE, TASK_DISPATCH_MSG__VND_PIPE, TASK_DISPATCH_MSG__VND_MERGE, TASK_DISPATCH_MSG__VND_WRITE, }; #endif typedef struct { int32_t nodeId; // 0 for snode SEpSet epSet; } SStreamTaskEp; typedef struct { void* inputHandle; void* executor; } SStreamRunner; typedef struct { int8_t parallelizable; char* qmsg; // followings are not applicable to encoder and decoder int8_t numOfRunners; SStreamRunner* runners; } STaskExec; typedef struct { int32_t taskId; } STaskDispatcherInplace; typedef struct { int32_t taskId; int32_t nodeId; SEpSet epSet; } STaskDispatcherFixedEp; typedef struct { int8_t hashMethod; SArray* info; } STaskDispatcherShuffle; typedef struct { int8_t reserved; // not applicable to encoder and decoder SHashObj* pHash; // groupId to tbuid } STaskSinkTb; typedef struct { int8_t reserved; } STaskSinkSma; typedef struct { int8_t reserved; } STaskSinkFetch; typedef struct { int8_t reserved; } STaskSinkShow; enum { TASK_SOURCE__SCAN = 1, TASK_SOURCE__PIPE, TASK_SOURCE__MERGE, }; enum { TASK_EXEC__NONE = 1, TASK_EXEC__PIPE, TASK_EXEC__MERGE, }; enum { TASK_DISPATCH__NONE = 1, TASK_DISPATCH__INPLACE, TASK_DISPATCH__FIXED, TASK_DISPATCH__SHUFFLE, }; enum { TASK_SINK__NONE = 1, TASK_SINK__TABLE, TASK_SINK__SMA, TASK_SINK__FETCH, TASK_SINK__SHOW, }; typedef struct { int64_t streamId; int32_t taskId; int8_t status; int8_t sourceType; int8_t execType; int8_t sinkType; int8_t dispatchType; int16_t dispatchMsgType; int32_t downstreamTaskId; int32_t nodeId; SEpSet epSet; // source preprocess // exec STaskExec exec; // local sink union { STaskSinkTb tbSink; STaskSinkSma smaSink; STaskSinkFetch fetchSink; STaskSinkShow showSink; }; // dispatch union { STaskDispatcherInplace inplaceDispatcher; STaskDispatcherFixedEp fixedEpDispatcher; STaskDispatcherShuffle shuffleDispatcher; }; // state storage } SStreamTask; SStreamTask* tNewSStreamTask(int64_t streamId); int32_t tEncodeSStreamTask(SCoder* pEncoder, const SStreamTask* pTask); int32_t tDecodeSStreamTask(SCoder* pDecoder, SStreamTask* pTask); void tFreeSStreamTask(SStreamTask* pTask); typedef struct { // SMsgHead head; SStreamTask* task; } SStreamTaskDeployReq; typedef struct { int32_t reserved; } SStreamTaskDeployRsp; typedef struct { // SMsgHead head; int64_t streamId; int32_t taskId; SArray* data; // SArray } SStreamTaskExecReq; int32_t tEncodeSStreamTaskExecReq(void** buf, const SStreamTaskExecReq* pReq); void* tDecodeSStreamTaskExecReq(const void* buf, SStreamTaskExecReq* pReq); void tFreeSStreamTaskExecReq(SStreamTaskExecReq* pReq); typedef struct { int32_t reserved; } SStreamTaskExecRsp; typedef struct { // SMsgHead head; int64_t streamId; int64_t version; SArray* res; // SArray } SStreamSinkReq; int32_t streamExecTask(SStreamTask* pTask, SMsgCb* pMsgCb, const void* input, int32_t inputType, int32_t workId); #ifdef __cplusplus } #endif #endif /* ifndef _TSTREAM_H_ */