builtinsimpl.c 179.2 KB
Newer Older
H
Haojun Liao 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "builtinsimpl.h"
17
#include "cJSON.h"
18
#include "function.h"
19
#include "querynodes.h"
H
Haojun Liao 已提交
20
#include "taggfunction.h"
G
Ganlin Zhao 已提交
21
#include "tcompare.h"
H
Haojun Liao 已提交
22
#include "tdatablock.h"
23
#include "tdigest.h"
X
Xiaoyu Wang 已提交
24
#include "tglobal.h"
25
#include "thistogram.h"
26
#include "tpercentile.h"
H
Haojun Liao 已提交
27

X
Xiaoyu Wang 已提交
28 29 30 31 32
#define HISTOGRAM_MAX_BINS_NUM 1000
#define MAVG_MAX_POINTS_NUM    1000
#define SAMPLE_MAX_POINTS_NUM  1000
#define TAIL_MAX_POINTS_NUM    100
#define TAIL_MAX_OFFSET        100
G
Ganlin Zhao 已提交
33

X
Xiaoyu Wang 已提交
34
#define UNIQUE_MAX_RESULT_SIZE (1024 * 1024 * 10)
G
Ganlin Zhao 已提交
35
#define MODE_MAX_RESULT_SIZE   UNIQUE_MAX_RESULT_SIZE
36

X
Xiaoyu Wang 已提交
37 38 39 40 41
#define HLL_BUCKET_BITS 14  // The bits of the bucket
#define HLL_DATA_BITS   (64 - HLL_BUCKET_BITS)
#define HLL_BUCKETS     (1 << HLL_BUCKET_BITS)
#define HLL_BUCKET_MASK (HLL_BUCKETS - 1)
#define HLL_ALPHA_INF   0.721347520444481703680  // constant for 0.5/ln(2)
G
Ganlin Zhao 已提交
42

G
Ganlin Zhao 已提交
43 44 45 46 47 48 49 50 51 52 53 54
typedef struct SSumRes {
  union {
    int64_t  isum;
    uint64_t usum;
    double   dsum;
  };
} SSumRes;

typedef struct SAvgRes {
  double  result;
  SSumRes sum;
  int64_t count;
G
Ganlin Zhao 已提交
55
  int16_t type;  // store the original input type, used in merge function
G
Ganlin Zhao 已提交
56 57
} SAvgRes;

58
typedef struct STuplePos {
X
Xiaoyu Wang 已提交
59 60
  int32_t pageId;
  int32_t offset;
61 62
} STuplePos;

G
Ganlin Zhao 已提交
63 64 65 66 67 68
typedef struct SMinmaxResInfo {
  bool      assign;  // assign the first value or not
  int64_t   v;
  STuplePos tuplePos;
} SMinmaxResInfo;

69
typedef struct STopBotResItem {
70 71 72
  SVariant  v;
  uint64_t  uid;  // it is a table uid, used to extract tag data during building of the final result for the tag data
  STuplePos tuplePos;  // tuple data of this chosen row
73 74
} STopBotResItem;

G
Ganlin Zhao 已提交
75
typedef struct STopBotRes {
X
Xiaoyu Wang 已提交
76
  int32_t         maxSize;
G
Ganlin Zhao 已提交
77
  int16_t         type;
78
  STopBotResItem* pItems;
G
Ganlin Zhao 已提交
79 80
} STopBotRes;

G
Ganlin Zhao 已提交
81 82
typedef struct SFirstLastRes {
  bool    hasResult;
83
  bool    isNull;  //used for last_row function only
G
Ganlin Zhao 已提交
84 85 86 87
  int32_t bytes;
  char    buf[];
} SFirstLastRes;

G
Ganlin Zhao 已提交
88 89 90
typedef struct SStddevRes {
  double  result;
  int64_t count;
91 92 93 94 95 96 97 98
  union {
    double  quadraticDSum;
    int64_t quadraticISum;
  };
  union {
    double  dsum;
    int64_t isum;
  };
G
Ganlin Zhao 已提交
99
  int16_t type;
G
Ganlin Zhao 已提交
100 101
} SStddevRes;

102
typedef struct SLeastSQRInfo {
X
Xiaoyu Wang 已提交
103 104 105
  double  matrix[2][3];
  double  startVal;
  double  stepVal;
106 107 108
  int64_t num;
} SLeastSQRInfo;

G
Ganlin Zhao 已提交
109 110
typedef struct SPercentileInfo {
  double      result;
111
  tMemBucket* pMemBucket;
G
Ganlin Zhao 已提交
112 113 114 115 116 117
  int32_t     stage;
  double      minval;
  double      maxval;
  int64_t     numOfElems;
} SPercentileInfo;

118
typedef struct SAPercentileInfo {
X
Xiaoyu Wang 已提交
119 120 121 122 123
  double          result;
  double          percent;
  int8_t          algo;
  SHistogramInfo* pHisto;
  TDigest*        pTDigest;
124 125 126 127 128 129 130 131
} SAPercentileInfo;

typedef enum {
  APERCT_ALGO_UNKNOWN = 0,
  APERCT_ALGO_DEFAULT,
  APERCT_ALGO_TDIGEST,
} EAPerctAlgoType;

G
Ganlin Zhao 已提交
132
typedef struct SDiffInfo {
133 134
  bool hasPrev;
  bool includeNull;
135
  bool ignoreNegative;  // replace the ignore with case when
136 137 138 139 140
  bool firstOutput;
  union {
    int64_t i64;
    double  d64;
  } prev;
141 142

  int64_t prevTs;
G
Ganlin Zhao 已提交
143 144
} SDiffInfo;

G
Ganlin Zhao 已提交
145 146 147 148 149 150 151
typedef struct SSpreadInfo {
  double result;
  bool   hasResult;
  double min;
  double max;
} SSpreadInfo;

G
Ganlin Zhao 已提交
152 153 154 155 156 157 158
typedef struct SElapsedInfo {
  double  result;
  TSKEY   min;
  TSKEY   max;
  int64_t timeUnit;
} SElapsedInfo;

G
Ganlin Zhao 已提交
159 160 161 162 163 164
typedef struct STwaInfo {
  double      dOutput;
  SPoint1     p;
  STimeWindow win;
} STwaInfo;

165
typedef struct SHistoFuncBin {
X
Xiaoyu Wang 已提交
166 167
  double  lower;
  double  upper;
168 169
  int64_t count;
  double  percentage;
170 171 172
} SHistoFuncBin;

typedef struct SHistoFuncInfo {
X
Xiaoyu Wang 已提交
173 174 175
  int32_t       numOfBins;
  int32_t       totalCount;
  bool          normalized;
176 177 178
  SHistoFuncBin bins[];
} SHistoFuncInfo;

X
Xiaoyu Wang 已提交
179
typedef enum { UNKNOWN_BIN = 0, USER_INPUT_BIN, LINEAR_BIN, LOG_BIN } EHistoBinType;
180

181 182
typedef struct SHLLFuncInfo {
  uint64_t result;
X
Xiaoyu Wang 已提交
183
  uint8_t  buckets[HLL_BUCKETS];
184 185
} SHLLInfo;

186
typedef struct SStateInfo {
187 188 189 190
  union {
    int64_t count;
    int64_t durationStart;
  };
191 192 193 194 195 196 197 198 199 200 201
} SStateInfo;

typedef enum {
  STATE_OPER_INVALID = 0,
  STATE_OPER_LT,
  STATE_OPER_GT,
  STATE_OPER_LE,
  STATE_OPER_GE,
  STATE_OPER_NE,
  STATE_OPER_EQ,
} EStateOperType;
202

G
Ganlin Zhao 已提交
203 204 205 206 207 208 209 210
typedef struct SMavgInfo {
  int32_t pos;
  double  sum;
  int32_t numOfPoints;
  bool    pointsMeet;
  double  points[];
} SMavgInfo;

G
Ganlin Zhao 已提交
211
typedef struct SSampleInfo {
212 213 214 215 216 217 218
  int32_t     samples;
  int32_t     totalPoints;
  int32_t     numSampled;
  uint8_t     colType;
  int16_t     colBytes;
  char*       data;
  STuplePos*  tuplePos;
G
Ganlin Zhao 已提交
219 220
} SSampleInfo;

G
Ganlin Zhao 已提交
221
typedef struct STailItem {
G
Ganlin Zhao 已提交
222
  int64_t timestamp;
223
  bool    isNull;
G
Ganlin Zhao 已提交
224
  char    data[];
G
Ganlin Zhao 已提交
225
} STailItem;
G
Ganlin Zhao 已提交
226 227

typedef struct STailInfo {
X
Xiaoyu Wang 已提交
228 229 230 231 232 233
  int32_t     numOfPoints;
  int32_t     numAdded;
  int32_t     offset;
  uint8_t     colType;
  int16_t     colBytes;
  STailItem** pItems;
G
Ganlin Zhao 已提交
234 235
} STailInfo;

G
Ganlin Zhao 已提交
236 237 238 239 240 241 242 243 244 245
typedef struct SUniqueItem {
  int64_t timestamp;
  bool    isNull;
  char    data[];
} SUniqueItem;

typedef struct SUniqueInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
X
Xiaoyu Wang 已提交
246 247
  bool      hasNull;  // null is not hashable, handle separately
  SHashObj* pHash;
G
Ganlin Zhao 已提交
248 249 250
  char      pItems[];
} SUniqueInfo;

G
Ganlin Zhao 已提交
251 252 253 254 255 256 257 258 259 260 261 262 263
typedef struct SModeItem {
  int64_t count;
  char    data[];
} SModeItem;

typedef struct SModeInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
  SHashObj* pHash;
  char      pItems[];
} SModeInfo;

G
Ganlin Zhao 已提交
264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279
typedef struct SDerivInfo {
  double  prevValue;       // previous value
  TSKEY   prevTs;          // previous timestamp
  bool    ignoreNegative;  // ignore the negative value
  int64_t tsWindow;        // time window for derivative
  bool    valueSet;        // the value has been set already
} SDerivInfo;

typedef struct SRateInfo {
  double  firstValue;
  TSKEY   firstKey;
  double  lastValue;
  TSKEY   lastKey;
  int8_t  hasResult;  // flag to denote has value
} SRateInfo;

G
Ganlin Zhao 已提交
280 281
typedef struct SGroupKeyInfo{
  bool  hasResult;
282
  bool  isNull;
G
Ganlin Zhao 已提交
283 284 285 286
  char  data[];
} SGroupKeyInfo;


287 288 289 290 291 292
#define SET_VAL(_info, numOfElem, res) \
  do {                                 \
    if ((numOfElem) <= 0) {            \
      break;                           \
    }                                  \
    (_info)->numOfRes = (res);         \
H
Haojun Liao 已提交
293 294
  } while (0)

G
Ganlin Zhao 已提交
295 296 297 298 299 300
#define GET_TS_LIST(x)    ((TSKEY*)((x)->ptsList))
#define GET_TS_DATA(x, y) (GET_TS_LIST(x)[(y)])

#define DO_UPDATE_TAG_COLUMNS_WITHOUT_TS(ctx)                      \
  do {                                                             \
    for (int32_t _i = 0; _i < (ctx)->tagInfo.numOfTagCols; ++_i) { \
301
      SqlFunctionCtx* __ctx = (ctx)->tagInfo.pTagCtxList[_i];      \
G
Ganlin Zhao 已提交
302 303 304 305
      __ctx->fpSet.process(__ctx);                                 \
    }                                                              \
  } while (0);

G
Ganlin Zhao 已提交
306 307 308 309 310 311 312 313 314 315 316 317
#define DO_UPDATE_SUBSID_RES(ctx, ts)                          \
  do {                                                         \
    for (int32_t _i = 0; _i < (ctx)->subsidiaries.num; ++_i) { \
      SqlFunctionCtx* __ctx = (ctx)->subsidiaries.pCtx[_i];    \
      if (__ctx->functionId == FUNCTION_TS_DUMMY) {            \
        __ctx->tag.i = (ts);                                   \
        __ctx->tag.nType = TSDB_DATA_TYPE_BIGINT;              \
      }                                                        \
      __ctx->fpSet.process(__ctx);                             \
    }                                                          \
  } while (0)

G
Ganlin Zhao 已提交
318 319 320 321 322 323 324 325 326 327 328
#define UPDATE_DATA(ctx, left, right, num, sign, _ts) \
  do {                                                \
    if (((left) < (right)) ^ (sign)) {                \
      (left) = (right);                               \
      DO_UPDATE_SUBSID_RES(ctx, _ts);                 \
      (num) += 1;                                     \
    }                                                 \
  } while (0)

#define LOOPCHECK_N(val, _col, ctx, _t, _nrow, _start, sign, num)        \
  do {                                                                   \
329
    _t* d = (_t*)((_col)->pData);                                        \
G
Ganlin Zhao 已提交
330 331 332 333 334 335 336 337 338
    for (int32_t i = (_start); i < (_nrow) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      }                                                                  \
      TSKEY ts = (ctx)->ptsList != NULL ? GET_TS_DATA(ctx, i) : 0;       \
      UPDATE_DATA(ctx, val, d[i], num, sign, ts);                        \
    }                                                                    \
  } while (0)

X
Xiaoyu Wang 已提交
339
bool dummyGetEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* UNUSED_PARAM(pEnv)) { return true; }
340

X
Xiaoyu Wang 已提交
341
bool dummyInit(SqlFunctionCtx* UNUSED_PARAM(pCtx), SResultRowEntryInfo* UNUSED_PARAM(pResultInfo)) { return true; }
342

X
Xiaoyu Wang 已提交
343
int32_t dummyProcess(SqlFunctionCtx* UNUSED_PARAM(pCtx)) { return 0; }
344

X
Xiaoyu Wang 已提交
345
int32_t dummyFinalize(SqlFunctionCtx* UNUSED_PARAM(pCtx), SSDataBlock* UNUSED_PARAM(pBlock)) { return 0; }
346

347
bool functionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
348 349 350 351 352 353 354 355 356 357 358 359
  if (pResultInfo->initialized) {
    return false;
  }

  if (pCtx->pOutput != NULL) {
    memset(pCtx->pOutput, 0, (size_t)pCtx->resDataInfo.bytes);
  }

  initResultRowEntry(pResultInfo, pCtx->resDataInfo.interBufSize);
  return true;
}

360
int32_t functionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
361
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
362
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
363

364
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
365
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
366 367 368 369 370

  char* in = GET_ROWCELL_INTERBUF(pResInfo);
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
H
Haojun Liao 已提交
371 372
}

5
54liuyao 已提交
373 374
int32_t firstCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
375 376 377
  char*                pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
  int32_t              bytes = pDestCtx->input.pData[0]->info.bytes;
5
54liuyao 已提交
378 379

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
380
  char*                pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
381

X
Xiaoyu Wang 已提交
382
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || *(TSKEY*)(pDBuf + bytes) > *(TSKEY*)(pSBuf + bytes))) {
5
54liuyao 已提交
383 384 385 386 387 388 389
    memcpy(pDBuf, pSBuf, bytes);
    *(TSKEY*)(pDBuf + bytes) = *(TSKEY*)(pSBuf + bytes);
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

390
int32_t functionFinalizeWithResultBuf(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, char* finalResult) {
391
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
392 393 394
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
395
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
396 397 398 399 400 401 402 403
  cleanupResultRowEntry(pResInfo);

  char* in = finalResult;
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

404 405 406
EFuncDataRequired countDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
  SNode* pParam = nodesListGetNode(pFunc->pParameterList, 0);
  if (QUERY_NODE_COLUMN == nodeType(pParam) && PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pParam)->colId) {
407
    return FUNC_DATA_REQUIRED_NOT_LOAD;
408
  }
409
  return FUNC_DATA_REQUIRED_STATIS_LOAD;
410
}
H
Haojun Liao 已提交
411 412 413 414 415 416

bool getCountFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(int64_t);
  return true;
}

417
static FORCE_INLINE int32_t getNumOfElems(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
418 419 420
  int32_t numOfElem = 0;

  /*
H
Haojun Liao 已提交
421 422 423
   * 1. column data missing (schema modified) causes pInputCol->hasNull == true. pInput->colDataAggIsSet == true;
   * 2. for general non-primary key columns, pInputCol->hasNull may be true or false, pInput->colDataAggIsSet == true;
   * 3. for primary key column, pInputCol->hasNull always be false, pInput->colDataAggIsSet == false;
H
Haojun Liao 已提交
424 425
   */
  SInputColumnInfoData* pInput = &pCtx->input;
426
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
427 428 429 430 431 432 433 434 435 436 437 438
  if (pInput->colDataAggIsSet && pInput->totalRows == pInput->numOfRows) {
    numOfElem = pInput->numOfRows - pInput->pColumnDataAgg[0]->numOfNull;
    ASSERT(numOfElem >= 0);
  } else {
    if (pInputCol->hasNull) {
      for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
        if (colDataIsNull(pInputCol, pInput->totalRows, i, NULL)) {
          continue;
        }
        numOfElem += 1;
      }
    } else {
439 440
      // when counting on the primary time stamp column and no statistics data is presented, use the size value
      // directly.
H
Haojun Liao 已提交
441 442 443
      numOfElem = pInput->numOfRows;
    }
  }
5
54liuyao 已提交
444 445
  return numOfElem;
}
446

5
54liuyao 已提交
447 448 449 450 451
/*
 * count function does need the finalize, if data is missing, the default value, which is 0, is used
 * count function does not use the pCtx->interResBuf to keep the intermediate buffer
 */
int32_t countFunction(SqlFunctionCtx* pCtx) {
452
  int32_t numOfElem = getNumOfElems(pCtx);
453

X
Xiaoyu Wang 已提交
454
  SResultRowEntryInfo*  pResInfo = GET_RES_INFO(pCtx);
455
  SInputColumnInfoData* pInput = &pCtx->input;
456 457

  int32_t type = pInput->pData[0]->info.type;
458 459 460

  char* buf = GET_ROWCELL_INTERBUF(pResInfo);
  if (IS_NULL_TYPE(type)) {
X
Xiaoyu Wang 已提交
461
    // select count(NULL) returns 0
462 463 464 465 466
    numOfElem = 1;
    *((int64_t*)buf) = 0;
  } else {
    *((int64_t*)buf) += numOfElem;
  }
H
Haojun Liao 已提交
467

468 469 470 471 472 473
  if (tsCountAlwaysReturnValue) {
    pResInfo->numOfRes = 1;
  } else {
    SET_VAL(pResInfo, 1, 1);
  }

wmmhello's avatar
wmmhello 已提交
474
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
475 476
}

5
54liuyao 已提交
477
int32_t countInvertFunction(SqlFunctionCtx* pCtx) {
478
  int32_t numOfElem = getNumOfElems(pCtx);
5
54liuyao 已提交
479 480 481 482 483 484 485 486 487

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  char*                buf = GET_ROWCELL_INTERBUF(pResInfo);
  *((int64_t*)buf) -= numOfElem;

  SET_VAL(pResInfo, *((int64_t*)buf), 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
488 489
int32_t combineFunction(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
490
  char*                pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
491 492 493 494 495 496 497 498 499

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  char*                pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
  *((int64_t*)pDBuf) += *((int64_t*)pSBuf);

  SET_VAL(pDResInfo, *((int64_t*)pDBuf), 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
500 501
#define LIST_ADD_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
502
    _t* d = (_t*)(_col->pData);                                          \
H
Haojun Liao 已提交
503 504 505 506 507 508 509 510 511
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) += (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

5
54liuyao 已提交
512 513 514 515 516 517 518 519 520 521 522 523
#define LIST_SUB_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
    _t* d = (_t*)(_col->pData);                                          \
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) -= (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

524
int32_t sumFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
525 526 527 528
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
529 530
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
531

532
  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
533

534 535 536 537 538 539
  if (IS_NULL_TYPE(type)) {
    GET_RES_INFO(pCtx)->isNullRes = 1;
    numOfElem = 1;
    goto _sum_over;
  }

H
Haojun Liao 已提交
540 541 542 543 544
  if (pInput->colDataAggIsSet) {
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
545
      pSumRes->isum += pAgg->sum;
H
Haojun Liao 已提交
546
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
547
      pSumRes->usum += pAgg->sum;
H
Haojun Liao 已提交
548
    } else if (IS_FLOAT_TYPE(type)) {
549
      pSumRes->dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
H
Haojun Liao 已提交
550 551 552 553
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

554
    int32_t start = pInput->startRowIndex;
H
Haojun Liao 已提交
555 556
    int32_t numOfRows = pInput->numOfRows;

557 558
    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
559 560 561 562 563 564 565
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
H
Haojun Liao 已提交
566
      }
567 568 569 570 571 572 573 574 575
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
H
Haojun Liao 已提交
576
      }
577 578 579 580
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
H
Haojun Liao 已提交
581 582 583
    }
  }

X
Xiaoyu Wang 已提交
584
  // check for overflow
585
  if (IS_FLOAT_TYPE(type) && (isinf(pSumRes->dsum) || isnan(pSumRes->dsum))) {
G
Ganlin Zhao 已提交
586
    numOfElem = 0;
587 588
  }

589
_sum_over:
H
Haojun Liao 已提交
590 591
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
592
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
593 594
}

5
54liuyao 已提交
595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653
int32_t sumInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;

  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  if (pInput->colDataAggIsSet) {
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      pSumRes->isum -= pAgg->sum;
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      pSumRes->usum -= pAgg->sum;
    } else if (IS_FLOAT_TYPE(type)) {
      pSumRes->dsum -= GET_DOUBLE_VAL((const char*)&(pAgg->sum));
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

    int32_t start = pInput->startRowIndex;
    int32_t numOfRows = pInput->numOfRows;

    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
      }
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
      }
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
    }
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
654 655
int32_t sumCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
656 657
  SSumRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
5
54liuyao 已提交
658 659

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
660
  SSumRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
661

5
54liuyao 已提交
662 663 664 665 666 667 668
  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
    pDBuf->isum += pSBuf->isum;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->usum += pSBuf->usum;
  } else if (type == TSDB_DATA_TYPE_DOUBLE || type == TSDB_DATA_TYPE_FLOAT) {
    pDBuf->dsum += pSBuf->dsum;
  }
5
54liuyao 已提交
669
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
670 671 672
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
673
bool getSumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
H
Haojun Liao 已提交
674 675 676 677
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

678 679
int32_t getAvgInfoSize() { return (int32_t)sizeof(SAvgRes); }

G
Ganlin Zhao 已提交
680
bool getAvgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
681
  pEnv->calcMemSize = sizeof(SAvgRes);
G
Ganlin Zhao 已提交
682 683 684
  return true;
}

685
bool avgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
686 687 688 689 690 691 692 693 694 695 696 697 698
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SAvgRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
  memset(pRes, 0, sizeof(SAvgRes));
  return true;
}

int32_t avgFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
699
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
G
Ganlin Zhao 已提交
700 701 702
  int32_t               type = pInput->pData[0]->info.type;

  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
703
  pAvgRes->type = type;
G
Ganlin Zhao 已提交
704 705 706 707 708 709 710

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

711 712 713 714 715 716
  if (IS_NULL_TYPE(type)) {
    GET_RES_INFO(pCtx)->isNullRes = 1;
    numOfElem = 1;
    goto _avg_over;
  }

717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738
  if (pInput->colDataAggIsSet) {
    numOfElem = numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    pAvgRes->count += numOfElem;
    if (IS_INTEGER_TYPE(type)) {
      pAvgRes->sum.isum += pAgg->sum;
    } else if (IS_FLOAT_TYPE(type)) {
      pAvgRes->sum.dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
    }
  } else {  // computing based on the true data block
    switch (type) {
      case TSDB_DATA_TYPE_TINYINT: {
        int8_t* plist = (int8_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
739 740
        }

741
        break;
G
Ganlin Zhao 已提交
742 743
      }

744 745 746 747 748 749
      case TSDB_DATA_TYPE_SMALLINT: {
        int16_t* plist = (int16_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
750

751 752 753
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
754
        }
755
        break;
G
Ganlin Zhao 已提交
756 757
      }

758 759 760 761 762 763 764 765 766 767
      case TSDB_DATA_TYPE_INT: {
        int32_t* plist = (int32_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
768 769
        }

770
        break;
G
Ganlin Zhao 已提交
771 772
      }

773 774 775 776 777 778
      case TSDB_DATA_TYPE_BIGINT: {
        int64_t* plist = (int64_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
G
Ganlin Zhao 已提交
779

780 781 782
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
783
        }
784
        break;
G
Ganlin Zhao 已提交
785 786
      }

787 788 789 790 791 792
      case TSDB_DATA_TYPE_FLOAT: {
        float* plist = (float*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
G
Ganlin Zhao 已提交
793

794 795 796 797 798
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.dsum += plist[i];
        }
        break;
G
Ganlin Zhao 已提交
799 800
      }

801 802 803 804 805 806
      case TSDB_DATA_TYPE_DOUBLE: {
        double* plist = (double*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
G
Ganlin Zhao 已提交
807

808 809 810 811 812
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.dsum += plist[i];
        }
        break;
G
Ganlin Zhao 已提交
813 814
      }

815 816 817
      default:
        break;
    }
G
Ganlin Zhao 已提交
818 819
  }

820
_avg_over:
G
Ganlin Zhao 已提交
821 822 823 824 825
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
826
static void avgTransferInfo(SAvgRes* pInput, SAvgRes* pOutput) {
G
Ganlin Zhao 已提交
827 828
  pOutput->type = pInput->type;
  if (IS_INTEGER_TYPE(pOutput->type)) {
G
Ganlin Zhao 已提交
829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845
    pOutput->sum.isum += pInput->sum.isum;
  } else {
    pOutput->sum.dsum += pInput->sum.dsum;
  }

  pOutput->count += pInput->count;

  return;
}

int32_t avgFunctionMerge(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SAvgRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

846 847
  int32_t  start = pInput->startRowIndex;
  char*    data = colDataGetData(pCol, start);
G
Ganlin Zhao 已提交
848
  SAvgRes* pInputInfo = (SAvgRes*)varDataVal(data);
G
Ganlin Zhao 已提交
849 850 851 852 853 854 855 856

  avgTransferInfo(pInputInfo, pInfo);

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);

  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
857 858 859 860 861 862 863 864 865 866 867 868
#define LIST_AVG_N(sumT, T)                                               \
  do {                                                                    \
    T* plist = (T*)pCol->pData;                                           \
    for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { \
      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {        \
        continue;                                                         \
      }                                                                   \
                                                                          \
      numOfElem += 1;                                                     \
      pAvgRes->count -= 1;                                                \
      sumT -= plist[i];                                                   \
    }                                                                     \
5
54liuyao 已提交
869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919
  } while (0)

int32_t avgInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      LIST_AVG_N(pAvgRes->sum.isum, int8_t);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      LIST_AVG_N(pAvgRes->sum.isum, int16_t);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      LIST_AVG_N(pAvgRes->sum.isum, int32_t);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      LIST_AVG_N(pAvgRes->sum.isum, int64_t);
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
      LIST_AVG_N(pAvgRes->sum.dsum, float);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      LIST_AVG_N(pAvgRes->sum.dsum, double);
      break;
    }
    default:
      break;
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
920 921
int32_t avgCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
922 923
  SAvgRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
5
54liuyao 已提交
924 925

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
926
  SAvgRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
927 928 929 930 931 932 933 934 935 936 937

  if (IS_INTEGER_TYPE(type)) {
    pDBuf->sum.isum += pSBuf->sum.isum;
  } else {
    pDBuf->sum.dsum += pSBuf->sum.dsum;
  }
  pDBuf->count += pSBuf->count;

  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
938
int32_t avgFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
939
  SInputColumnInfoData* pInput = &pCtx->input;
940 941

  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
942
  int32_t  type = pAvgRes->type;
943

G
Ganlin Zhao 已提交
944
  if (IS_INTEGER_TYPE(type)) {
945
    pAvgRes->result = pAvgRes->sum.isum / ((double)pAvgRes->count);
G
Ganlin Zhao 已提交
946
  } else {
947
    pAvgRes->result = pAvgRes->sum.dsum / ((double)pAvgRes->count);
G
Ganlin Zhao 已提交
948
  }
949

X
Xiaoyu Wang 已提交
950
  // check for overflow
951
  if (isinf(pAvgRes->result) || isnan(pAvgRes->result)) {
952
    GET_RES_INFO(pCtx)->numOfRes = 0;
953 954
  }

H
Haojun Liao 已提交
955
  return functionFinalize(pCtx, pBlock);
G
Ganlin Zhao 已提交
956 957
}

G
Ganlin Zhao 已提交
958 959
int32_t avgPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
960 961 962
  SAvgRes*             pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getAvgInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
963 964 965 966 967 968 969 970 971 972 973 974 975

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

976
EFuncDataRequired statisDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
977 978 979
  return FUNC_DATA_REQUIRED_STATIS_LOAD;
}

980
bool minmaxFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
981 982 983 984
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;  // not initialized since it has been initialized
  }

985 986 987
  SMinmaxResInfo* buf = GET_ROWCELL_INTERBUF(pResultInfo);
  buf->assign = false;
  buf->tuplePos.pageId = -1;
988 989 990
  return true;
}

H
Haojun Liao 已提交
991
bool getMinmaxFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
992
  pEnv->calcMemSize = sizeof(SMinmaxResInfo);
993 994 995
  return true;
}

996 997 998
static void saveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos);
static void copyTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos);

999
int32_t doMinMaxHelper(SqlFunctionCtx* pCtx, int32_t isMinFunc) {
1000 1001 1002
  int32_t numOfElems = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
1003
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
1004 1005

  SColumnInfoData* pCol = pInput->pData[0];
1006
  int32_t          type = pCol->info.type;
1007 1008

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
1009
  SMinmaxResInfo*      pBuf = GET_ROWCELL_INTERBUF(pResInfo);
1010

1011 1012 1013 1014 1015 1016
  if (IS_NULL_TYPE(type)) {
    GET_RES_INFO(pCtx)->isNullRes = 1;
    numOfElems = 1;
    goto _min_max_over;
  }

1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028
  // data in current data block are qualified to the query
  if (pInput->colDataAggIsSet) {
    numOfElems = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(pInput->numOfRows == pInput->totalRows && numOfElems >= 0);
    if (numOfElems == 0) {
      return numOfElems;
    }

    void*   tval = NULL;
    int16_t index = 0;

    if (isMinFunc) {
1029
      tval = &pInput->pColumnDataAgg[0]->min;
1030 1031
      index = pInput->pColumnDataAgg[0]->minIndex;
    } else {
1032
      tval = &pInput->pColumnDataAgg[0]->max;
1033 1034 1035
      index = pInput->pColumnDataAgg[0]->maxIndex;
    }

1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050
    if (!pBuf->assign) {
      pBuf->v = *(int64_t*)tval;
      if (pCtx->subsidiaries.num > 0) {
        saveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
      }
    } else {
      if (IS_SIGNED_NUMERIC_TYPE(type)) {
        int64_t prev = 0;
        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);

        int64_t val = GET_INT64_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
          pBuf->v = val;
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
1051
          }
1052
        }
1053

1054 1055 1056 1057 1058 1059 1060 1061 1062 1063
      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
        uint64_t prev = 0;
        GET_TYPED_DATA(prev, uint64_t, type, &pBuf->v);

        uint64_t val = GET_UINT64_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
          pBuf->v = val;
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
1064
        }
1065 1066 1067
      } else if (type == TSDB_DATA_TYPE_DOUBLE) {
        double prev = 0;
        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);
1068

1069 1070 1071 1072 1073
        double val = GET_DOUBLE_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
          pBuf->v = val;
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
H
Haojun Liao 已提交
1074
          }
1075 1076 1077 1078
        }
      } else if (type == TSDB_DATA_TYPE_FLOAT) {
        double prev = 0;
        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);
1079

1080 1081 1082 1083 1084 1085 1086
        double val = GET_DOUBLE_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
          pBuf->v = val;
        }

        if (pCtx->subsidiaries.num > 0) {
          saveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
H
Haojun Liao 已提交
1087 1088
        }
      }
1089 1090
    }

1091
    pBuf->assign = true;
1092 1093 1094 1095 1096 1097
    return numOfElems;
  }

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

1098 1099
  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
    if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129
      int8_t* pData = (int8_t*)pCol->pData;
      int8_t* val = (int8_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1130
    } else if (type == TSDB_DATA_TYPE_SMALLINT) {
1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160
      int16_t* pData = (int16_t*)pCol->pData;
      int16_t* val = (int16_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1161
    } else if (type == TSDB_DATA_TYPE_INT) {
1162
      int32_t* pData = (int32_t*)pCol->pData;
1163
      int32_t* val = (int32_t*)&pBuf->v;
1164

H
Haojun Liao 已提交
1165
      for (int32_t i = start; i < start + numOfRows; ++i) {
1166 1167 1168 1169
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

1170
        if (!pBuf->assign) {
1171
          *val = pData[i];
1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
1188 1189 1190 1191
        }

        numOfElems += 1;
      }
1192
    } else if (type == TSDB_DATA_TYPE_BIGINT) {
1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222
      int64_t* pData = (int64_t*)pCol->pData;
      int64_t* val = (int64_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1223
    }
1224 1225
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    if (type == TSDB_DATA_TYPE_UTINYINT) {
1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255
      uint8_t* pData = (uint8_t*)pCol->pData;
      uint8_t* val = (uint8_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1256
    } else if (type == TSDB_DATA_TYPE_USMALLINT) {
1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286
      uint16_t* pData = (uint16_t*)pCol->pData;
      uint16_t* val = (uint16_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1287
    } else if (type == TSDB_DATA_TYPE_UINT) {
1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317
      uint32_t* pData = (uint32_t*)pCol->pData;
      uint32_t* val = (uint32_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1318
    } else if (type == TSDB_DATA_TYPE_UBIGINT) {
1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348
      uint64_t* pData = (uint64_t*)pCol->pData;
      uint64_t* val = (uint64_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1349
    }
1350
  } else if (type == TSDB_DATA_TYPE_DOUBLE) {
1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380
    double* pData = (double*)pCol->pData;
    double* val = (double*)&pBuf->v;

    for (int32_t i = start; i < start + numOfRows; ++i) {
      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

      if (!pBuf->assign) {
        *val = pData[i];
        if (pCtx->subsidiaries.num > 0) {
          saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
        }
        pBuf->assign = true;
      } else {
        // ignore the equivalent data value
        if ((*val) == pData[i]) {
          continue;
        }

        if ((*val < pData[i]) ^ isMinFunc) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
        }
      }

      numOfElems += 1;
    }
1381
  } else if (type == TSDB_DATA_TYPE_FLOAT) {
X
Xiaoyu Wang 已提交
1382
    float*  pData = (float*)pCol->pData;
1383
    double* val = (double*)&pBuf->v;
1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411

    for (int32_t i = start; i < start + numOfRows; ++i) {
      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

      if (!pBuf->assign) {
        *val = pData[i];
        if (pCtx->subsidiaries.num > 0) {
          saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
        }
        pBuf->assign = true;
      } else {
        // ignore the equivalent data value
        if ((*val) == pData[i]) {
          continue;
        }

        if ((*val < pData[i]) ^ isMinFunc) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
        }
      }

      numOfElems += 1;
    }
1412 1413
  }

1414
_min_max_over:
1415
  return numOfElems;
H
Haojun Liao 已提交
1416
}
1417

1418
int32_t minFunction(SqlFunctionCtx* pCtx) {
1419 1420
  int32_t numOfElems = doMinMaxHelper(pCtx, 1);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1421
  return TSDB_CODE_SUCCESS;
1422 1423
}

1424
int32_t maxFunction(SqlFunctionCtx* pCtx) {
1425 1426
  int32_t numOfElems = doMinMaxHelper(pCtx, 0);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1427
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1428 1429
}

1430 1431 1432
static void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex);

static void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos, int32_t rIndex);
1433

1434 1435 1436 1437 1438 1439
int32_t minmaxFunctionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

  SMinmaxResInfo* pRes = GET_ROWCELL_INTERBUF(pEntryInfo);

  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;
1440
  int32_t currentRow = pBlock->info.rows;
1441 1442

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
1443
  pEntryInfo->isNullRes = (pEntryInfo->numOfRes == 0);
1444

1445
  if (pCol->info.type == TSDB_DATA_TYPE_FLOAT) {
X
Xiaoyu Wang 已提交
1446
    float v = *(double*)&pRes->v;
1447
    colDataAppend(pCol, currentRow, (const char*)&v, pEntryInfo->isNullRes);
1448
  } else {
1449
    colDataAppend(pCol, currentRow, (const char*)&pRes->v, pEntryInfo->isNullRes);
1450
  }
1451

1452 1453
  if (pEntryInfo->numOfRes > 0) {
    setSelectivityValue(pCtx, pBlock, &pRes->tuplePos, currentRow);
1454 1455
  } else {
    setNullSelectivityValue(pCtx, pBlock, currentRow);
1456 1457
  }

1458 1459
  return pEntryInfo->numOfRes;
}
1460

1461 1462 1463
void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex) {
  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
1464
    int32_t         dstSlotId = pc->pExpr->base.resSchema.slotId;
1465 1466 1467 1468 1469 1470

    SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
    colDataAppendNULL(pDstCol, rowIndex);
  }
}

X
Xiaoyu Wang 已提交
1471
void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos, int32_t rowIndex) {
1472 1473
  int32_t pageId = pTuplePos->pageId;
  int32_t offset = pTuplePos->offset;
1474

1475
  if (pTuplePos->pageId != -1) {
1476
    int32_t numOfCols = taosArrayGetSize(pCtx->pSrcBlock->pDataBlock);
1477 1478 1479
    SFilePage* pPage = getBufPage(pCtx->pBuf, pageId);

    bool* nullList = (bool*)((char*)pPage + offset);
1480
    char* pStart = (char*)(nullList + numOfCols * sizeof(bool));
1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497

    // todo set the offset value to optimize the performance.
    for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
      SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];

      SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
      int32_t      srcSlotId = pFuncParam->pCol->slotId;
      int32_t      dstSlotId = pc->pExpr->base.resSchema.slotId;

      int32_t ps = 0;
      for (int32_t k = 0; k < srcSlotId; ++k) {
        SColumnInfoData* pSrcCol = taosArrayGet(pCtx->pSrcBlock->pDataBlock, k);
        ps += pSrcCol->info.bytes;
      }

      SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
      if (nullList[srcSlotId]) {
1498
        colDataAppendNULL(pDstCol, rowIndex);
1499
      } else {
1500
        colDataAppend(pDstCol, rowIndex, (pStart + ps), false);
1501 1502 1503 1504 1505
      }
    }
  }
}

1506 1507
void releaseSource(STuplePos* pPos) {
  if (pPos->pageId == -1) {
X
Xiaoyu Wang 已提交
1508
    return;
1509 1510 1511 1512 1513 1514 1515 1516 1517
  }
  // Todo(liuyao) relase row
}

void replaceTupleData(STuplePos* pDestPos, STuplePos* pSourcePos) {
  releaseSource(pDestPos);
  *pDestPos = *pSourcePos;
}

5
54liuyao 已提交
1518 1519 1520
int32_t minMaxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx, int32_t isMinFunc) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SMinmaxResInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
X
Xiaoyu Wang 已提交
1521
  int32_t              type = pDestCtx->input.pData[0]->info.type;
5
54liuyao 已提交
1522 1523 1524 1525

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SMinmaxResInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
  if (IS_FLOAT_TYPE(type)) {
X
Xiaoyu Wang 已提交
1526 1527
    if (pSBuf->assign && ((((*(double*)&pDBuf->v) < (*(double*)&pSBuf->v)) ^ isMinFunc) || !pDBuf->assign)) {
      *(double*)&pDBuf->v = *(double*)&pSBuf->v;
1528
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1529
      pDBuf->assign = true;
5
54liuyao 已提交
1530 1531
    }
  } else {
X
Xiaoyu Wang 已提交
1532
    if (pSBuf->assign && (((pDBuf->v < pSBuf->v) ^ isMinFunc) || !pDBuf->assign)) {
5
54liuyao 已提交
1533
      pDBuf->v = pSBuf->v;
1534
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1535
      pDBuf->assign = true;
5
54liuyao 已提交
1536 1537
    }
  }
5
54liuyao 已提交
1538
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
1539 1540 1541 1542 1543 1544 1545 1546 1547 1548
  return TSDB_CODE_SUCCESS;
}

int32_t minCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 1);
}
int32_t maxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 0);
}

1549 1550
int32_t getStddevInfoSize() { return (int32_t)sizeof(SStddevRes); }

H
Haojun Liao 已提交
1551 1552 1553 1554 1555
bool getStddevFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStddevRes);
  return true;
}

1556
bool stddevFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
1557 1558 1559 1560 1561 1562 1563 1564 1565
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SStddevRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
  memset(pRes, 0, sizeof(SStddevRes));
  return true;
}

H
Haojun Liao 已提交
1566
int32_t stddevFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
1567 1568 1569 1570
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
H
Haojun Liao 已提交
1571
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
1572 1573

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
1574
  pStddevRes->type = type;
H
Haojun Liao 已提交
1575

H
Haojun Liao 已提交
1576 1577
  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];
H
Haojun Liao 已提交
1578

H
Haojun Liao 已提交
1579 1580
  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;
H
Haojun Liao 已提交
1581

1582 1583 1584 1585 1586 1587
  if (IS_NULL_TYPE(type)) {
    GET_RES_INFO(pCtx)->isNullRes = 1;
    numOfElem = 1;
    goto _stddev_over;
  }

H
Haojun Liao 已提交
1588 1589
  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
1590 1591 1592 1593
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + start; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
H
Haojun Liao 已提交
1594
        }
H
Haojun Liao 已提交
1595

1596 1597 1598 1599
        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
H
Haojun Liao 已提交
1600 1601
      }

1602 1603 1604 1605
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
H
Haojun Liao 已提交
1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }

      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1660 1661
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
1662 1663 1664 1665
      }
      break;
    }

H
Haojun Liao 已提交
1666 1667 1668 1669 1670 1671 1672 1673 1674
    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1675 1676
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
1677 1678 1679 1680 1681 1682 1683 1684
      }
      break;
    }

    default:
      break;
  }

1685
_stddev_over:
H
Haojun Liao 已提交
1686 1687
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
1688
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1689 1690
}

G
Ganlin Zhao 已提交
1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712
static void stddevTransferInfo(SStddevRes* pInput, SStddevRes* pOutput) {
  pOutput->type = pInput->type;
  if (IS_INTEGER_TYPE(pOutput->type)) {
    pOutput->quadraticISum += pInput->quadraticISum;
    pOutput->isum += pInput->isum;
  } else {
    pOutput->quadraticDSum += pInput->quadraticDSum;
    pOutput->dsum += pInput->dsum;
  }

  pOutput->count += pInput->count;

  return;
}

int32_t stddevFunctionMerge(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SStddevRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

1713 1714
  int32_t     start = pInput->startRowIndex;
  char*       data = colDataGetData(pCol, start);
G
Ganlin Zhao 已提交
1715 1716 1717 1718 1719 1720 1721 1722 1723
  SStddevRes* pInputInfo = (SStddevRes*)varDataVal(data);

  stddevTransferInfo(pInputInfo, pInfo);

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);

  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736
#define LIST_STDDEV_SUB_N(sumT, T)                                 \
  do {                                                             \
    T* plist = (T*)pCol->pData;                                    \
    for (int32_t i = start; i < numOfRows + start; ++i) {          \
      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { \
        continue;                                                  \
      }                                                            \
      numOfElem += 1;                                              \
      pStddevRes->count -= 1;                                      \
      sumT -= plist[i];                                            \
      pStddevRes->quadraticISum -= plist[i] * plist[i];            \
    }                                                              \
  } while (0)
X
Xiaoyu Wang 已提交
1737

5
54liuyao 已提交
1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786
int32_t stddevInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int8_t);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int16_t);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int32_t);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int64_t);
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, float);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, double);
      break;
    }
    default:
      break;
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
1787
int32_t stddevFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
1788
  SInputColumnInfoData* pInput = &pCtx->input;
1789
  SStddevRes*           pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
1790
  int32_t               type = pStddevRes->type;
1791
  double                avg;
G
Ganlin Zhao 已提交
1792

G
Ganlin Zhao 已提交
1793
  if (IS_INTEGER_TYPE(type)) {
1794
    avg = pStddevRes->isum / ((double)pStddevRes->count);
1795
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticISum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
1796
  } else {
1797
    avg = pStddevRes->dsum / ((double)pStddevRes->count);
1798
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticDSum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
1799
  }
1800

1801 1802 1803 1804 1805
  // check for overflow
  if (isinf(pStddevRes->result) || isnan(pStddevRes->result)) {
    GET_RES_INFO(pCtx)->numOfRes = 0;
  }

1806
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
1807 1808
}

G
Ganlin Zhao 已提交
1809 1810
int32_t stddevPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
1811 1812 1813
  SStddevRes*          pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getStddevInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

5
54liuyao 已提交
1827 1828
int32_t stddevCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
1829 1830
  SStddevRes*          pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
5
54liuyao 已提交
1831 1832

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
1833
  SStddevRes*          pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
1834 1835 1836 1837 1838 1839 1840 1841 1842

  if (IS_INTEGER_TYPE(type)) {
    pDBuf->isum += pSBuf->isum;
    pDBuf->quadraticISum += pSBuf->quadraticISum;
  } else {
    pDBuf->dsum += pSBuf->dsum;
    pDBuf->quadraticDSum += pSBuf->quadraticDSum;
  }
  pDBuf->count += pSBuf->count;
5
54liuyao 已提交
1843
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
1844 1845 1846
  return TSDB_CODE_SUCCESS;
}

1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858
bool getLeastSQRFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SLeastSQRInfo);
  return true;
}

bool leastSQRFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);

X
Xiaoyu Wang 已提交
1859 1860
  pInfo->startVal = IS_FLOAT_TYPE(pCtx->param[1].param.nType) ? pCtx->param[1].param.d : (double)pCtx->param[1].param.i;
  pInfo->stepVal = IS_FLOAT_TYPE(pCtx->param[2].param.nType) ? pCtx->param[2].param.d : (double)pCtx->param[2].param.i;
1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898
  return true;
}

#define LEASTSQR_CAL(p, x, y, index, step) \
  do {                                     \
    (p)[0][0] += (double)(x) * (x);        \
    (p)[0][1] += (double)(x);              \
    (p)[0][2] += (double)(x) * (y)[index]; \
    (p)[1][2] += (y)[index];               \
    (x) += step;                           \
  } while (0)

int32_t leastSQRFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SColumnInfoData* pCol = pInput->pData[0];

  double(*param)[3] = pInfo->matrix;
  double x = pInfo->startVal;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }
        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
1899
      break;
1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }
1965 1966 1967 1968 1969
    case TSDB_DATA_TYPE_NULL: {
      GET_RES_INFO(pCtx)->isNullRes = 1;
      numOfElem = 1;
      break;
    }
1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984

    default:
      break;
  }

  pInfo->startVal = x;
  pInfo->num += numOfElem;

  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);

  return TSDB_CODE_SUCCESS;
}

int32_t leastSQRFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
1985 1986 1987
  SLeastSQRInfo*       pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
1988 1989 1990

  int32_t currentRow = pBlock->info.rows;

1991
  if (0 == pInfo->num) {
1992 1993 1994 1995 1996 1997 1998 1999
    return 0;
  }

  double(*param)[3] = pInfo->matrix;

  param[1][1] = (double)pInfo->num;
  param[1][0] = param[0][1];

5
54liuyao 已提交
2000 2001 2002 2003 2004 2005
  double param00 = param[0][0] - param[1][0] * (param[0][1] / param[1][1]);
  double param02 = param[0][2] - param[1][2] * (param[0][1] / param[1][1]);
  // param[0][1] = 0;
  double param12 = param[1][2] - param02 * (param[1][0] / param00);
  // param[1][0] = 0;
  param02 /= param00;
2006

5
54liuyao 已提交
2007
  param12 /= param[1][1];
2008

X
Xiaoyu Wang 已提交
2009 2010 2011
  char   buf[64] = {0};
  size_t len =
      snprintf(varDataVal(buf), sizeof(buf) - VARSTR_HEADER_SIZE, "{slop:%.6lf, intercept:%.6lf}", param02, param12);
2012 2013
  varDataSetLen(buf, len);

2014
  colDataAppend(pCol, currentRow, buf, pResInfo->isNullRes);
2015 2016 2017 2018 2019

  return pResInfo->numOfRes;
}

int32_t leastSQRInvertFunction(SqlFunctionCtx* pCtx) {
X
Xiaoyu Wang 已提交
2020
  // TODO
2021 2022 2023
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
2024 2025 2026 2027
int32_t leastSQRCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SLeastSQRInfo*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
X
Xiaoyu Wang 已提交
2028
  double(*pDparam)[3] = pDBuf->matrix;
5
54liuyao 已提交
2029 2030 2031

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SLeastSQRInfo*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
X
Xiaoyu Wang 已提交
2032
  double(*pSparam)[3] = pSBuf->matrix;
5
54liuyao 已提交
2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044
  for (int32_t i = 0; i < pSBuf->num; i++) {
    pDparam[0][0] += pDBuf->startVal * pDBuf->startVal;
    pDparam[0][1] += pDBuf->startVal;
    pDBuf->startVal += pDBuf->stepVal;
  }
  pDparam[0][2] += pSparam[0][2] + pDBuf->num * pDBuf->stepVal * pSparam[1][2];
  pDparam[1][2] += pSparam[1][2];
  pDBuf->num += pSBuf->num;
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2045 2046 2047 2048 2049
bool getPercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SPercentileInfo);
  return true;
}

2050
bool percentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
2051 2052 2053 2054 2055
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  // in the first round, get the min-max value of all involved data
2056
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
H
Haojun Liao 已提交
2057 2058 2059 2060 2061
  SET_DOUBLE_VAL(&pInfo->minval, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->maxval, -DBL_MAX);
  pInfo->numOfElems = 0;

  return true;
H
Haojun Liao 已提交
2062 2063
}

2064
int32_t percentileFunction(SqlFunctionCtx* pCtx) {
2065
  int32_t              numOfElems = 0;
2066
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2067 2068

  SInputColumnInfoData* pInput = &pCtx->input;
2069
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
H
Haojun Liao 已提交
2070

2071 2072
  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;
2073

2074
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
2075
  if (pCtx->scanFlag == REPEAT_SCAN && pInfo->stage == 0) {
H
Haojun Liao 已提交
2076
    pInfo->stage += 1;
H
Haojun Liao 已提交
2077

H
Haojun Liao 已提交
2078 2079 2080
    // all data are null, set it completed
    if (pInfo->numOfElems == 0) {
      pResInfo->complete = true;
H
Haojun Liao 已提交
2081
      return 0;
H
Haojun Liao 已提交
2082
    } else {
2083
      pInfo->pMemBucket = tMemBucketCreate(pCol->info.bytes, type, pInfo->minval, pInfo->maxval);
H
Haojun Liao 已提交
2084 2085 2086 2087 2088
    }
  }

  // the first stage, only acquire the min/max value
  if (pInfo->stage == 0) {
2089
    if (pCtx->input.colDataAggIsSet) {
H
Haojun Liao 已提交
2090
      double tmin = 0.0, tmax = 0.0;
2091 2092 2093 2094 2095 2096 2097 2098 2099
      if (IS_SIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_INT64_VAL(&pAgg->min);
        tmax = (double)GET_INT64_VAL(&pAgg->max);
      } else if (IS_FLOAT_TYPE(type)) {
        tmin = GET_DOUBLE_VAL(&pAgg->min);
        tmax = GET_DOUBLE_VAL(&pAgg->max);
      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_UINT64_VAL(&pAgg->min);
        tmax = (double)GET_UINT64_VAL(&pAgg->max);
H
Haojun Liao 已提交
2100 2101 2102 2103 2104 2105 2106 2107 2108 2109
      }

      if (GET_DOUBLE_VAL(&pInfo->minval) > tmin) {
        SET_DOUBLE_VAL(&pInfo->minval, tmin);
      }

      if (GET_DOUBLE_VAL(&pInfo->maxval) < tmax) {
        SET_DOUBLE_VAL(&pInfo->maxval, tmax);
      }

2110
      pInfo->numOfElems += (pInput->numOfRows - pAgg->numOfNull);
H
Haojun Liao 已提交
2111
    } else {
2112 2113 2114 2115
      // check the valid data one by one
      int32_t start = pInput->startRowIndex;
      for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
        if (colDataIsNull_f(pCol->nullbitmap, i)) {
H
Haojun Liao 已提交
2116 2117 2118
          continue;
        }

2119
        char* data = colDataGetData(pCol, i);
2120

H
Haojun Liao 已提交
2121
        double v = 0;
2122
        GET_TYPED_DATA(v, double, type, data);
H
Haojun Liao 已提交
2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133
        if (v < GET_DOUBLE_VAL(&pInfo->minval)) {
          SET_DOUBLE_VAL(&pInfo->minval, v);
        }

        if (v > GET_DOUBLE_VAL(&pInfo->maxval)) {
          SET_DOUBLE_VAL(&pInfo->maxval, v);
        }

        pInfo->numOfElems += 1;
      }
    }
2134 2135 2136 2137 2138 2139 2140
  } else {
    // the second stage, calculate the true percentile value
    int32_t start = pInput->startRowIndex;
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
H
Haojun Liao 已提交
2141

2142
      char* data = colDataGetData(pCol, i);
2143
      numOfElems += 1;
2144
      tMemBucketPut(pInfo->pMemBucket, data, 1);
H
Haojun Liao 已提交
2145 2146
    }

2147
    SET_VAL(pResInfo, numOfElems, 1);
H
Haojun Liao 已提交
2148 2149
  }

wmmhello's avatar
wmmhello 已提交
2150
  return TSDB_CODE_SUCCESS;
2151 2152
}

2153
int32_t percentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
2154
  SVariant* pVal = &pCtx->param[1].param;
2155
  double    v = (pVal->nType == TSDB_DATA_TYPE_BIGINT) ? pVal->i : pVal->d;
H
Haojun Liao 已提交
2156

2157 2158
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SPercentileInfo*     ppInfo = (SPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2159

2160
  tMemBucket* pMemBucket = ppInfo->pMemBucket;
2161 2162 2163 2164 2165
  if (pMemBucket != NULL && pMemBucket->total > 0) {  // check for null
    SET_DOUBLE_VAL(&ppInfo->result, getPercentile(pMemBucket, v));
  }

  tMemBucketDestroy(pMemBucket);
2166
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
2167
}
H
Haojun Liao 已提交
2168

2169
bool getApercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
X
Xiaoyu Wang 已提交
2170 2171
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
2172
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
G
Ganlin Zhao 已提交
2173
  pEnv->calcMemSize = TMAX(bytesHist, bytesDigest);
2174 2175 2176
  return true;
}

G
Ganlin Zhao 已提交
2177
int32_t getApercentileMaxSize() {
X
Xiaoyu Wang 已提交
2178 2179
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
G
Ganlin Zhao 已提交
2180 2181 2182 2183
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
  return TMAX(bytesHist, bytesDigest);
}

X
Xiaoyu Wang 已提交
2184
static int8_t getApercentileAlgo(char* algoStr) {
2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196 2197
  int8_t algoType;
  if (strcasecmp(algoStr, "default") == 0) {
    algoType = APERCT_ALGO_DEFAULT;
  } else if (strcasecmp(algoStr, "t-digest") == 0) {
    algoType = APERCT_ALGO_TDIGEST;
  } else {
    algoType = APERCT_ALGO_UNKNOWN;
  }

  return algoType;
}

static void buildHistogramInfo(SAPercentileInfo* pInfo) {
X
Xiaoyu Wang 已提交
2198 2199
  pInfo->pHisto = (SHistogramInfo*)((char*)pInfo + sizeof(SAPercentileInfo));
  pInfo->pHisto->elems = (SHistBin*)((char*)pInfo->pHisto + sizeof(SHistogramInfo));
2200 2201
}

2202 2203 2204 2205
static void buildTDigestInfo(SAPercentileInfo* pInfo) {
  pInfo->pTDigest = (TDigest*)((char*)pInfo + sizeof(SAPercentileInfo));
}

2206 2207 2208 2209 2210 2211
bool apercentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
2212 2213 2214 2215

  SVariant* pVal = &pCtx->param[1].param;
  pInfo->percent = (pVal->nType == TSDB_DATA_TYPE_BIGINT) ? pVal->i : pVal->d;

2216 2217 2218
  if (pCtx->numOfParams == 2) {
    pInfo->algo = APERCT_ALGO_DEFAULT;
  } else if (pCtx->numOfParams == 3) {
2219
    pInfo->algo = getApercentileAlgo(varDataVal(pCtx->param[2].param.pz));
2220 2221 2222 2223 2224
    if (pInfo->algo == APERCT_ALGO_UNKNOWN) {
      return false;
    }
  }

X
Xiaoyu Wang 已提交
2225
  char* tmp = (char*)pInfo + sizeof(SAPercentileInfo);
2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    pInfo->pTDigest = tdigestNewFrom(tmp, COMPRESSION);
  } else {
    buildHistogramInfo(pInfo);
    pInfo->pHisto = tHistogramCreateFrom(tmp, MAX_HISTOGRAM_BIN);
  }

  return true;
}

int32_t apercentileFunction(SqlFunctionCtx* pCtx) {
2237
  int32_t              numOfElems = 0;
2238 2239 2240
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
2241
  // SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253

  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  int32_t start = pInput->startRowIndex;
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2254
      numOfElems += 1;
2255 2256
      char* data = colDataGetData(pCol, i);

X
Xiaoyu Wang 已提交
2257 2258
      double  v = 0;  // value
      int64_t w = 1;  // weigth
2259 2260 2261 2262 2263 2264 2265 2266
      GET_TYPED_DATA(v, double, type, data);
      tdigestAdd(pInfo->pTDigest, v, w);
    }
  } else {
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2267
      numOfElems += 1;
2268 2269 2270 2271 2272 2273 2274 2275
      char* data = colDataGetData(pCol, i);

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      tHistogramAdd(&pInfo->pHisto, v);
    }
  }

2276
  SET_VAL(pResInfo, numOfElems, 1);
2277 2278 2279
  return TSDB_CODE_SUCCESS;
}

2280 2281 2282 2283 2284 2285
static void apercentileTransferInfo(SAPercentileInfo* pInput, SAPercentileInfo* pOutput) {
  pOutput->percent = pInput->percent;
  pOutput->algo = pInput->algo;
  if (pOutput->algo == APERCT_ALGO_TDIGEST) {
    buildTDigestInfo(pInput);
    tdigestAutoFill(pInput->pTDigest, COMPRESSION);
2286

X
Xiaoyu Wang 已提交
2287
    if (pInput->pTDigest->num_centroids == 0 && pInput->pTDigest->num_buffered_pts == 0) {
2288
      return;
2289 2290
    }

2291
    buildTDigestInfo(pOutput);
X
Xiaoyu Wang 已提交
2292
    TDigest* pTDigest = pOutput->pTDigest;
2293

X
Xiaoyu Wang 已提交
2294
    if (pTDigest->num_centroids <= 0) {
2295
      memcpy(pTDigest, pInput->pTDigest, (size_t)TDIGEST_SIZE(COMPRESSION));
2296 2297
      tdigestAutoFill(pTDigest, COMPRESSION);
    } else {
2298
      tdigestMerge(pTDigest, pInput->pTDigest);
2299
    }
2300
  } else {
2301 2302 2303
    buildHistogramInfo(pInput);
    if (pInput->pHisto->numOfElems <= 0) {
      return;
2304 2305
    }

2306
    buildHistogramInfo(pOutput);
X
Xiaoyu Wang 已提交
2307
    SHistogramInfo* pHisto = pOutput->pHisto;
2308 2309

    if (pHisto->numOfElems <= 0) {
2310
      memcpy(pHisto, pInput->pHisto, sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
X
Xiaoyu Wang 已提交
2311
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2312
    } else {
X
Xiaoyu Wang 已提交
2313 2314
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
      SHistogramInfo* pRes = tHistogramMerge(pHisto, pInput->pHisto, MAX_HISTOGRAM_BIN);
2315
      memcpy(pHisto, pRes, sizeof(SHistogramInfo) + sizeof(SHistBin) * MAX_HISTOGRAM_BIN);
X
Xiaoyu Wang 已提交
2316
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2317 2318 2319
      tHistogramDestroy(&pRes);
    }
  }
2320
}
2321

2322 2323 2324 2325 2326 2327 2328 2329 2330 2331
int32_t apercentileFunctionMerge(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

X
Xiaoyu Wang 已提交
2332 2333 2334
  int32_t           start = pInput->startRowIndex;
  char*             data = colDataGetData(pCol, start);
  SAPercentileInfo* pInputInfo = (SAPercentileInfo*)varDataVal(data);
2335 2336 2337 2338

  apercentileTransferInfo(pInputInfo, pInfo);

  SET_VAL(pResInfo, 1, 1);
2339 2340 2341
  return TSDB_CODE_SUCCESS;
}

2342 2343
int32_t apercentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2344
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2345 2346 2347

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    if (pInfo->pTDigest->size > 0) {
2348
      pInfo->result = tdigestQuantile(pInfo->pTDigest, pInfo->percent / 100);
2349
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2350
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2351 2352 2353 2354
      return TSDB_CODE_SUCCESS;
    }
  } else {
    if (pInfo->pHisto->numOfElems > 0) {
X
Xiaoyu Wang 已提交
2355 2356
      double  ratio[] = {pInfo->percent};
      double* res = tHistogramUniform(pInfo->pHisto, ratio, 1);
2357
      pInfo->result = *res;
X
Xiaoyu Wang 已提交
2358
      // memcpy(pCtx->pOutput, res, sizeof(double));
2359 2360
      taosMemoryFree(res);
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2361
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2362 2363 2364 2365 2366 2367 2368
      return TSDB_CODE_SUCCESS;
    }
  }

  return functionFinalize(pCtx, pBlock);
}

2369 2370
int32_t apercentilePartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2371
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2372

2373
  int32_t resultBytes = getApercentileMaxSize();
X
Xiaoyu Wang 已提交
2374
  char*   res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
2375 2376 2377

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    if (pInfo->pTDigest->size > 0) {
2378 2379
      memcpy(varDataVal(res), pInfo, resultBytes);
      varDataSetLen(res, resultBytes);
2380 2381 2382 2383 2384
    } else {
      return TSDB_CODE_SUCCESS;
    }
  } else {
    if (pInfo->pHisto->numOfElems > 0) {
2385 2386
      memcpy(varDataVal(res), pInfo, resultBytes);
      varDataSetLen(res, resultBytes);
2387 2388 2389 2390 2391 2392 2393 2394
    } else {
      return TSDB_CODE_SUCCESS;
    }
  }

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

2395
  colDataAppend(pCol, pBlock->info.rows, res, false);
2396

2397
  taosMemoryFree(res);
2398 2399 2400
  return pResInfo->numOfRes;
}

2401 2402 2403 2404 2405 2406 2407
int32_t apercentileCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SAPercentileInfo*    pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SAPercentileInfo*    pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
  ASSERT(pDBuf->algo == pSBuf->algo);
2408
  apercentileTransferInfo(pSBuf, pDBuf);
2409 2410 2411 2412
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

2413
int32_t getFirstLastInfoSize(int32_t resBytes) { return sizeof(SFirstLastRes) + resBytes + sizeof(int64_t) + sizeof(STuplePos); }
2414

H
Haojun Liao 已提交
2415
bool getFirstLastFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2416
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
2417
  pEnv->calcMemSize = getFirstLastInfoSize(pNode->node.resType.bytes);
H
Haojun Liao 已提交
2418 2419 2420
  return true;
}

2421
bool getSelectivityFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2422
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
2423 2424 2425 2426
  pEnv->calcMemSize = pNode->node.resType.bytes;
  return true;
}

2427 2428
bool getGroupKeyFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
G
Ganlin Zhao 已提交
2429
  pEnv->calcMemSize = sizeof(SGroupKeyInfo) + pNode->node.resType.bytes;
2430 2431 2432
  return true;
}

2433 2434 2435 2436 2437
static FORCE_INLINE TSKEY getRowPTs(SColumnInfoData* pTsColInfo, int32_t rowIndex) {
  if (pTsColInfo == NULL) {
    return 0;
  }

2438
  return *(TSKEY*)colDataGetData(pTsColInfo, rowIndex);
2439 2440
}

2441 2442
// This ordinary first function does not care if current scan is ascending order or descending order scan
// the OPTIMIZED version of first function will only handle the ascending order scan
2443
int32_t firstFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
2444 2445
  int32_t numOfElems = 0;

2446
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2447
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2448 2449

  SInputColumnInfoData* pInput = &pCtx->input;
2450
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2451

2452
  int32_t type = pInputCol->info.type;
2453
  int32_t bytes = pInputCol->info.bytes;
2454
  pInfo->bytes = bytes;
2455

H
Haojun Liao 已提交
2456
  // All null data column, return directly.
H
Haojun Liao 已提交
2457
  if (pInput->colDataAggIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
2458
    ASSERT(pInputCol->hasNull == true);
H
Haojun Liao 已提交
2459
    return 0;
H
Haojun Liao 已提交
2460 2461
  }

2462
  SColumnDataAgg* pColAgg = (pInput->colDataAggIsSet) ? pInput->pColumnDataAgg[0] : NULL;
2463

2464 2465
  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);
2466

2467
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
2468 2469 2470 2471

  if (blockDataOrder == TSDB_ORDER_ASC) {
    // filter according to current result firstly
    if (pResInfo->numOfRes > 0) {
G
Ganlin Zhao 已提交
2472
      TSKEY ts = *(TSKEY*)(pInfo->buf + bytes);
2473 2474 2475 2476 2477 2478 2479 2480 2481 2482
      if (ts < startKey) {
        return TSDB_CODE_SUCCESS;
      }
    }

    for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2483 2484
      numOfElems++;

2485
      char* data = colDataGetData(pInputCol, i);
2486
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2487

G
Ganlin Zhao 已提交
2488
      if (pResInfo->numOfRes == 0 || *(TSKEY*)(pInfo->buf + bytes) > cts) {
G
Ganlin Zhao 已提交
2489 2490 2491 2492
        if (IS_VAR_DATA_TYPE(type)) {
          bytes = varDataTLen(data);
          pInfo->bytes = bytes;
        }
G
Ganlin Zhao 已提交
2493 2494
        memcpy(pInfo->buf, data, bytes);
        *(TSKEY*)(pInfo->buf + bytes) = cts;
2495
        //handle selectivity
G
Ganlin Zhao 已提交
2496 2497 2498 2499 2500 2501 2502
        if (pCtx->subsidiaries.num > 0) {
          STuplePos* pTuplePos = (STuplePos*)(pInfo->buf + bytes + sizeof(TSKEY));
          if (!pInfo->hasResult) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, pTuplePos);
          } else {
            copyTupleData(pCtx, i, pCtx->pSrcBlock, pTuplePos);
          }
2503
        }
G
Ganlin Zhao 已提交
2504
        pInfo->hasResult = true;
2505
        //DO_UPDATE_TAG_COLUMNS(pCtx, ts);
2506
        pResInfo->numOfRes = 1;
2507
        break;
2508 2509 2510 2511 2512 2513
      }
    }
  } else {
    // in case of descending order time stamp serial, which usually happens as the results of the nest query,
    // all data needs to be check.
    if (pResInfo->numOfRes > 0) {
G
Ganlin Zhao 已提交
2514
      TSKEY ts = *(TSKEY*)(pInfo->buf + bytes);
2515 2516 2517
      if (ts < endKey) {
        return TSDB_CODE_SUCCESS;
      }
H
Haojun Liao 已提交
2518 2519
    }

2520 2521 2522 2523 2524
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2525 2526
      numOfElems++;

2527
      char* data = colDataGetData(pInputCol, i);
2528
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2529

G
Ganlin Zhao 已提交
2530
      if (pResInfo->numOfRes == 0 || *(TSKEY*)(pInfo->buf + bytes) > cts) {
G
Ganlin Zhao 已提交
2531 2532 2533 2534
        if (IS_VAR_DATA_TYPE(type)) {
          bytes = varDataTLen(data);
          pInfo->bytes = bytes;
        }
G
Ganlin Zhao 已提交
2535 2536
        memcpy(pInfo->buf, data, bytes);
        *(TSKEY*)(pInfo->buf + bytes) = cts;
2537
        //handle selectivity
G
Ganlin Zhao 已提交
2538 2539 2540 2541 2542 2543 2544
        if (pCtx->subsidiaries.num > 0) {
          STuplePos* pTuplePos = (STuplePos*)(pInfo->buf + bytes + sizeof(TSKEY));
          if (!pInfo->hasResult) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, pTuplePos);
          } else {
            copyTupleData(pCtx, i, pCtx->pSrcBlock, pTuplePos);
          }
2545
        }
G
Ganlin Zhao 已提交
2546
        pInfo->hasResult = true;
2547
        //DO_UPDATE_TAG_COLUMNS(pCtx, ts);
2548
        pResInfo->numOfRes = 1;
2549
        break;
2550 2551
      }
    }
H
Haojun Liao 已提交
2552 2553 2554
  }

  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
2555
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
2556 2557
}

2558
int32_t lastFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
2559 2560
  int32_t numOfElems = 0;

2561
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2562
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2563 2564

  SInputColumnInfoData* pInput = &pCtx->input;
2565
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2566

2567
  int32_t type = pInputCol->info.type;
2568
  int32_t bytes = pInputCol->info.bytes;
2569
  pInfo->bytes = bytes;
2570

H
Haojun Liao 已提交
2571
  // All null data column, return directly.
2572
  if (pInput->colDataAggIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
2573
    ASSERT(pInputCol->hasNull == true);
H
Haojun Liao 已提交
2574
    return 0;
H
Haojun Liao 已提交
2575 2576
  }

2577
  SColumnDataAgg* pColAgg = (pInput->colDataAggIsSet) ? pInput->pColumnDataAgg[0] : NULL;
2578 2579 2580 2581

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

2582
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
2583 2584

  if (blockDataOrder == TSDB_ORDER_ASC) {
H
Haojun Liao 已提交
2585
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
2586
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
2587 2588 2589 2590
        continue;
      }

      numOfElems++;
2591 2592 2593

      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
G
Ganlin Zhao 已提交
2594
      if (pResInfo->numOfRes == 0 || *(TSKEY*)(pInfo->buf + bytes) < cts) {
G
Ganlin Zhao 已提交
2595 2596 2597 2598
        if (IS_VAR_DATA_TYPE(type)) {
          bytes = varDataTLen(data);
          pInfo->bytes = bytes;
        }
G
Ganlin Zhao 已提交
2599 2600
        memcpy(pInfo->buf, data, bytes);
        *(TSKEY*)(pInfo->buf + bytes) = cts;
G
Ganlin Zhao 已提交
2601
        pInfo->hasResult = true;
2602
        //DO_UPDATE_TAG_COLUMNS(pCtx, ts);
2603 2604
        pResInfo->numOfRes = 1;
      }
H
Haojun Liao 已提交
2605 2606
      break;
    }
2607
  } else {  // descending order
H
Haojun Liao 已提交
2608
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
2609
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
2610 2611 2612
        continue;
      }

2613
      numOfElems++;
H
Haojun Liao 已提交
2614

2615 2616
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
G
Ganlin Zhao 已提交
2617
      if (pResInfo->numOfRes == 0 || *(TSKEY*)(pInfo->buf + bytes) < cts) {
G
Ganlin Zhao 已提交
2618 2619 2620 2621
        if (IS_VAR_DATA_TYPE(type)) {
          bytes = varDataTLen(data);
          pInfo->bytes = bytes;
        }
G
Ganlin Zhao 已提交
2622 2623
        memcpy(pInfo->buf, data, bytes);
        *(TSKEY*)(pInfo->buf + bytes) = cts;
G
Ganlin Zhao 已提交
2624
        pInfo->hasResult = true;
2625
        pResInfo->numOfRes = 1;
2626
        //DO_UPDATE_TAG_COLUMNS(pCtx, ts);
H
Haojun Liao 已提交
2627 2628 2629 2630 2631 2632
      }
      break;
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
2633
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
2634
}
H
Haojun Liao 已提交
2635

2636 2637 2638 2639
static void firstLastTransferInfo(SqlFunctionCtx* pCtx, SFirstLastRes* pInput, SFirstLastRes* pOutput, bool isFirst) {
  SInputColumnInfoData* pColInfo = &pCtx->input;
  int32_t start = pColInfo->startRowIndex;

G
Ganlin Zhao 已提交
2640
  pOutput->bytes = pInput->bytes;
2641 2642
  TSKEY* tsIn = (TSKEY*)(pInput->buf + pInput->bytes);
  TSKEY* tsOut = (TSKEY*)(pOutput->buf + pInput->bytes);
G
Ganlin Zhao 已提交
2643
  if (pOutput->hasResult) {
2644 2645 2646 2647 2648 2649 2650 2651
    if (isFirst) {
      if (*tsIn > *tsOut) {
        return;
      }
    } else {
      if (*tsIn < *tsOut) {
        return;
      }
G
Ganlin Zhao 已提交
2652 2653 2654 2655
    }
  }
  *tsOut = *tsIn;
  memcpy(pOutput->buf, pInput->buf, pOutput->bytes);
2656 2657
  //handle selectivity
  STuplePos* pTuplePos = (STuplePos*)(pOutput->buf + pOutput->bytes + sizeof(TSKEY));
G
Ganlin Zhao 已提交
2658 2659 2660 2661 2662 2663
  if (pCtx->subsidiaries.num > 0) {
    if (!pOutput->hasResult) {
      saveTupleData(pCtx, start, pCtx->pSrcBlock, pTuplePos);
    } else {
      copyTupleData(pCtx, start, pCtx->pSrcBlock, pTuplePos);
    }
2664
  }
G
Ganlin Zhao 已提交
2665 2666
  pOutput->hasResult = true;

G
Ganlin Zhao 已提交
2667 2668 2669
  return;
}

2670
static int32_t firstLastFunctionMergeImpl(SqlFunctionCtx* pCtx, bool isFirstQuery) {
G
Ganlin Zhao 已提交
2671
  SInputColumnInfoData* pInput = &pCtx->input;
2672
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
2673 2674 2675 2676
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SFirstLastRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

2677 2678 2679
  int32_t        start = pInput->startRowIndex;
  char*          data = colDataGetData(pCol, start);
  SFirstLastRes* pInputInfo = (SFirstLastRes*)varDataVal(data);
G
Ganlin Zhao 已提交
2680

2681
  firstLastTransferInfo(pCtx, pInputInfo, pInfo, isFirstQuery);
G
Ganlin Zhao 已提交
2682

2683 2684 2685
  int32_t numOfElems = pInputInfo->hasResult ? 1 : 0;

  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
G
Ganlin Zhao 已提交
2686 2687 2688 2689

  return TSDB_CODE_SUCCESS;
}

2690
int32_t firstFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, true); }
2691

2692
int32_t lastFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, false); }
2693

2694
int32_t firstLastFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
2695 2696 2697 2698 2699 2700
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

G
Ganlin Zhao 已提交
2701 2702
  SFirstLastRes* pRes = GET_ROWCELL_INTERBUF(pResInfo);
  colDataAppend(pCol, pBlock->info.rows, pRes->buf, pResInfo->isNullRes);
2703
  //handle selectivity
2704 2705
  STuplePos* pTuplePos = (STuplePos*)(pRes->buf + pRes->bytes + sizeof(TSKEY));
  setSelectivityValue(pCtx, pBlock, pTuplePos, pBlock->info.rows);
G
Ganlin Zhao 已提交
2706 2707 2708 2709

  return pResInfo->numOfRes;
}

G
Ganlin Zhao 已提交
2710 2711
int32_t firstLastPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
2712
  SFirstLastRes*       pRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
2713

2714 2715
  int32_t              resultBytes = getFirstLastInfoSize(pRes->bytes);
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
2716 2717 2718 2719 2720 2721 2722 2723

  memcpy(varDataVal(res), pRes, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);
2724 2725 2726
  //handle selectivity
  STuplePos* pTuplePos = (STuplePos*)(pRes->buf + pRes->bytes + sizeof(TSKEY));
  setSelectivityValue(pCtx, pBlock, pTuplePos, pBlock->info.rows);
G
Ganlin Zhao 已提交
2727 2728 2729 2730 2731

  taosMemoryFree(res);
  return 1;
}

5
54liuyao 已提交
2732 2733
int32_t lastCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
2734 2735 2736
  char*                pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
  int32_t              bytes = pDestCtx->input.pData[0]->info.bytes;
5
54liuyao 已提交
2737 2738

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
2739
  char*                pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
2740

X
Xiaoyu Wang 已提交
2741
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || *(TSKEY*)(pDBuf + bytes) < *(TSKEY*)(pSBuf + bytes))) {
5
54liuyao 已提交
2742 2743 2744 2745 2746 2747 2748
    memcpy(pDBuf, pSBuf, bytes);
    *(TSKEY*)(pDBuf + bytes) = *(TSKEY*)(pSBuf + bytes);
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805 2806 2807 2808 2809 2810 2811 2812 2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848 2849 2850 2851 2852 2853 2854 2855
int32_t lastRowFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElems = 0;

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  int32_t type = pInputCol->info.type;
  int32_t bytes = pInputCol->info.bytes;
  pInfo->bytes = bytes;

  SColumnDataAgg* pColAgg = (pInput->colDataAggIsSet) ? pInput->pColumnDataAgg[0] : NULL;

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;

  if (blockDataOrder == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
      if (pResInfo->numOfRes == 0 || *(TSKEY*)(pInfo->buf) < cts) {
        if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
          pInfo->isNull = true;
        } else {
          pInfo->isNull = false;
          if (IS_VAR_DATA_TYPE(type)) {
            bytes = varDataTLen(data);
            pInfo->bytes = bytes;
          }
          memcpy(pInfo->buf + sizeof(TSKEY), data, bytes);
        }
        *(TSKEY*)(pInfo->buf) = cts;
        numOfElems++;
        //handle selectivity
        if (pCtx->subsidiaries.num > 0) {
          STuplePos* pTuplePos = (STuplePos*)(pInfo->buf + bytes + sizeof(TSKEY));
          if (!pInfo->hasResult) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, pTuplePos);
          } else {
            copyTupleData(pCtx, i, pCtx->pSrcBlock, pTuplePos);
          }
        }
        pInfo->hasResult = true;
        //DO_UPDATE_TAG_COLUMNS(pCtx, ts);
        pResInfo->numOfRes = 1;
      }
      break;
    }
  } else {  // descending order
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
      if (pResInfo->numOfRes == 0 || *(TSKEY*)(pInfo->buf) < cts) {
        if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
          pInfo->isNull = true;
        } else {
          pInfo->isNull = false;
          if (IS_VAR_DATA_TYPE(type)) {
            bytes = varDataTLen(data);
            pInfo->bytes = bytes;
          }
          memcpy(pInfo->buf + sizeof(TSKEY), data, bytes);
        }
        *(TSKEY*)(pInfo->buf) = cts;
        numOfElems++;
        //handle selectivity
        if (pCtx->subsidiaries.num > 0) {
          STuplePos* pTuplePos = (STuplePos*)(pInfo->buf + bytes + sizeof(TSKEY));
          if (!pInfo->hasResult) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, pTuplePos);
          } else {
            copyTupleData(pCtx, i, pCtx->pSrcBlock, pTuplePos);
          }
        }
        pInfo->hasResult = true;
        pResInfo->numOfRes = 1;
        //DO_UPDATE_TAG_COLUMNS(pCtx, ts);
      }
      break;
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}


int32_t lastRowFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SFirstLastRes* pRes = GET_ROWCELL_INTERBUF(pResInfo);
  colDataAppend(pCol, pBlock->info.rows, pRes->buf + sizeof(TSKEY), pRes->isNull);
  //handle selectivity
  STuplePos* pTuplePos = (STuplePos*)(pRes->buf + pRes->bytes + sizeof(TSKEY));
  setSelectivityValue(pCtx, pBlock, pTuplePos, pBlock->info.rows);

  return pResInfo->numOfRes;
}


H
Haojun Liao 已提交
2856 2857 2858 2859 2860
bool getDiffFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDiffInfo);
  return true;
}

2861
bool diffFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
H
Haojun Liao 已提交
2862 2863 2864 2865 2866
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SDiffInfo* pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
2867
  pDiffInfo->hasPrev = false;
H
Haojun Liao 已提交
2868
  pDiffInfo->prev.i64 = 0;
2869
  pDiffInfo->ignoreNegative = pCtx->param[1].param.i;  // TODO set correct param
H
Haojun Liao 已提交
2870 2871
  pDiffInfo->includeNull = false;
  pDiffInfo->firstOutput = false;
H
Haojun Liao 已提交
2872 2873 2874
  return true;
}

2875
static void doSetPrevVal(SDiffInfo* pDiffInfo, int32_t type, const char* pv) {
X
Xiaoyu Wang 已提交
2876
  switch (type) {
2877 2878
    case TSDB_DATA_TYPE_BOOL:
    case TSDB_DATA_TYPE_TINYINT:
X
Xiaoyu Wang 已提交
2879 2880
      pDiffInfo->prev.i64 = *(int8_t*)pv;
      break;
2881
    case TSDB_DATA_TYPE_INT:
X
Xiaoyu Wang 已提交
2882 2883
      pDiffInfo->prev.i64 = *(int32_t*)pv;
      break;
2884
    case TSDB_DATA_TYPE_SMALLINT:
X
Xiaoyu Wang 已提交
2885 2886
      pDiffInfo->prev.i64 = *(int16_t*)pv;
      break;
2887
    case TSDB_DATA_TYPE_BIGINT:
X
Xiaoyu Wang 已提交
2888 2889
      pDiffInfo->prev.i64 = *(int64_t*)pv;
      break;
2890
    case TSDB_DATA_TYPE_FLOAT:
X
Xiaoyu Wang 已提交
2891 2892
      pDiffInfo->prev.d64 = *(float*)pv;
      break;
2893
    case TSDB_DATA_TYPE_DOUBLE:
X
Xiaoyu Wang 已提交
2894 2895
      pDiffInfo->prev.d64 = *(double*)pv;
      break;
2896 2897 2898 2899 2900
    default:
      ASSERT(0);
  }
}

X
Xiaoyu Wang 已提交
2901 2902 2903
static void doHandleDiff(SDiffInfo* pDiffInfo, int32_t type, const char* pv, SColumnInfoData* pOutput, int32_t pos,
                         int32_t order) {
  int32_t factor = (order == TSDB_ORDER_ASC) ? 1 : -1;
2904 2905 2906
  switch (type) {
    case TSDB_DATA_TYPE_INT: {
      int32_t v = *(int32_t*)pv;
X
Xiaoyu Wang 已提交
2907
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
2908 2909 2910
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
2911
        colDataAppendInt64(pOutput, pos, &delta);
2912 2913 2914 2915 2916 2917
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_BOOL:
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
2918 2919
      int8_t  v = *(int8_t*)pv;
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
2920 2921 2922
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
2923
        colDataAppendInt64(pOutput, pos, &delta);
2924 2925 2926 2927 2928 2929
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t v = *(int16_t*)pv;
X
Xiaoyu Wang 已提交
2930
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
2931 2932 2933
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
2934
        colDataAppendInt64(pOutput, pos, &delta);
2935 2936 2937 2938 2939 2940
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      int64_t v = *(int64_t*)pv;
X
Xiaoyu Wang 已提交
2941
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
2942 2943 2944 2945 2946 2947 2948 2949 2950
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendInt64(pOutput, pos, &delta);
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
2951 2952 2953
      float  v = *(float*)pv;
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
2954 2955
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
2956
        colDataAppendDouble(pOutput, pos, &delta);
2957 2958 2959 2960 2961 2962
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      double v = *(double*)pv;
X
Xiaoyu Wang 已提交
2963 2964
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
2965 2966 2967 2968 2969 2970 2971 2972 2973 2974
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendDouble(pOutput, pos, &delta);
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    default:
      ASSERT(0);
  }
G
Ganlin Zhao 已提交
2975
}
2976

2977 2978 2979
int32_t diffFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDiffInfo*           pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2980 2981 2982

  SInputColumnInfoData* pInput = &pCtx->input;

2983
  SColumnInfoData* pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2984
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
H
Haojun Liao 已提交
2985

2986
  int32_t numOfElems = 0;
X
Xiaoyu Wang 已提交
2987
  TSKEY*  tsList = (int64_t*)pInput->pPTS->pData;
H
Haojun Liao 已提交
2988
  int32_t startOffset = pCtx->offset;
H
Haojun Liao 已提交
2989

2990
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
H
Haojun Liao 已提交
2991

2992 2993 2994
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;
H
Haojun Liao 已提交
2995

2996 2997 2998 2999 3000
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
          if (tsList != NULL) {
            colDataAppendInt64(pTsOutput, pos, &tsList[i]);
H
Haojun Liao 已提交
3001 3002
          }

3003
          numOfElems += 1;
H
Haojun Liao 已提交
3004
        }
3005
        continue;
H
Haojun Liao 已提交
3006 3007
      }

3008
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3009

3010 3011 3012 3013
      if (pDiffInfo->hasPrev) {
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order);
        if (pTsOutput != NULL) {
          colDataAppendInt64(pTsOutput, pos, &tsList[i]);
H
Haojun Liao 已提交
3014 3015 3016
        }

        numOfElems++;
3017 3018
      } else {
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv);
H
Haojun Liao 已提交
3019 3020
      }

3021 3022 3023 3024 3025 3026 3027 3028 3029 3030 3031 3032
      pDiffInfo->hasPrev = true;
    }
  } else {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;

      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
          if (tsList != NULL) {
            colDataAppendInt64(pTsOutput, pos, &tsList[i]);
          }
H
Haojun Liao 已提交
3033

3034
          numOfElems += 1;
H
Haojun Liao 已提交
3035
        }
3036
        continue;
H
Haojun Liao 已提交
3037 3038
      }

3039
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3040

3041 3042 3043 3044 3045
      // there is a row of previous data block to be handled in the first place.
      if (pDiffInfo->hasPrev) {
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order);
        if (pTsOutput != NULL) {
          colDataAppendInt64(pTsOutput, pos, &pDiffInfo->prevTs);
H
Haojun Liao 已提交
3046 3047 3048
        }

        numOfElems++;
3049 3050
      } else {
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv);
H
Haojun Liao 已提交
3051 3052
      }

3053 3054 3055
      pDiffInfo->hasPrev = true;
      if (pTsOutput != NULL) {
        pDiffInfo->prevTs = tsList[i];
H
Haojun Liao 已提交
3056 3057 3058 3059 3060
      }
    }
  }

  // initial value is not set yet
3061
  return numOfElems;
H
Haojun Liao 已提交
3062
}
H
Haojun Liao 已提交
3063

X
Xiaoyu Wang 已提交
3064
int32_t getTopBotInfoSize(int64_t numOfItems) { return sizeof(STopBotRes) + numOfItems * sizeof(STopBotResItem); }
G
Ganlin Zhao 已提交
3065

3066
bool getTopBotFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
3067
  SValueNode* pkNode = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
3068
  pEnv->calcMemSize = sizeof(STopBotRes) + pkNode->datum.i * sizeof(STopBotResItem);
3069 3070 3071
  return true;
}

G
Ganlin Zhao 已提交
3072 3073 3074 3075 3076
bool topBotFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
3077
  STopBotRes*           pRes = GET_ROWCELL_INTERBUF(pResInfo);
3078 3079 3080 3081
  SInputColumnInfoData* pInput = &pCtx->input;

  pRes->maxSize = pCtx->param[1].param.i;

G
Ganlin Zhao 已提交
3082 3083 3084
  return true;
}

3085 3086 3087 3088
static STopBotRes* getTopBotOutputInfo(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  STopBotRes*          pRes = GET_ROWCELL_INTERBUF(pResInfo);
  pRes->pItems = (STopBotResItem*)((char*)pRes + sizeof(STopBotRes));
3089 3090

  return pRes;
3091 3092
}

3093
static void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3094
                            uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery);
3095

G
Ganlin Zhao 已提交
3096 3097
static void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery);

3098 3099 3100
int32_t topFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3101 3102

  SInputColumnInfoData* pInput = &pCtx->input;
3103
  SColumnInfoData*      pCol = pInput->pData[0];
3104

G
Ganlin Zhao 已提交
3105 3106
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;
3107 3108

  int32_t start = pInput->startRowIndex;
3109
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
3110 3111 3112
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }
3113

3114
    numOfElems++;
3115
    char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
3116
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, true);
3117 3118 3119 3120 3121
  }

  return TSDB_CODE_SUCCESS;
}

3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132 3133 3134 3135 3136 3137 3138 3139 3140 3141 3142 3143 3144 3145
int32_t bottomFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;
    char* data = colDataGetData(pCol, i);
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, false);
  }

  return TSDB_CODE_SUCCESS;
}

3146 3147
static int32_t topBotResComparFn(const void* p1, const void* p2, const void* param) {
  uint16_t type = *(uint16_t*)param;
3148

3149 3150
  STopBotResItem* val1 = (STopBotResItem*)p1;
  STopBotResItem* val2 = (STopBotResItem*)p2;
3151 3152 3153 3154 3155 3156 3157 3158 3159 3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171 3172

  if (IS_SIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.i == val2->v.i) {
      return 0;
    }

    return (val1->v.i > val2->v.i) ? 1 : -1;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.u == val2->v.u) {
      return 0;
    }

    return (val1->v.u > val2->v.u) ? 1 : -1;
  }

  if (val1->v.d == val2->v.d) {
    return 0;
  }

  return (val1->v.d > val2->v.d) ? 1 : -1;
}

3173
void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3174
                     uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery) {
3175
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
3176

3177 3178 3179
  SVariant val = {0};
  taosVariantCreateFromBinary(&val, pData, tDataTypes[type].bytes, type);

3180
  STopBotResItem* pItems = pRes->pItems;
3181 3182 3183
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3184
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3185
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
3186
    pItem->v = val;
3187
    pItem->uid = uid;
3188

3189
    // save the data of this tuple
G
Ganlin Zhao 已提交
3190 3191 3192
    if (pCtx->subsidiaries.num > 0) {
      saveTupleData(pCtx, rowIndex, pSrcBlock, &pItem->tuplePos);
    }
3193 3194 3195

    // allocate the buffer and keep the data of this row into the new allocated buffer
    pEntryInfo->numOfRes++;
3196
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
3197
                 !isTopQuery);
3198
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3199 3200 3201 3202 3203 3204
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u > pItems[0].v.u) ||
                        (IS_FLOAT_TYPE(type) && val.d > pItems[0].v.d))) ||
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u < pItems[0].v.u) ||
                         (IS_FLOAT_TYPE(type) && val.d < pItems[0].v.d)))) {
3205
      // replace the old data and the coresponding tuple data
3206
      STopBotResItem* pItem = &pItems[0];
3207
      pItem->v = val;
3208
      pItem->uid = uid;
3209 3210

      // save the data of this tuple by over writing the old data
G
Ganlin Zhao 已提交
3211 3212 3213 3214
      if (pCtx->subsidiaries.num > 0) {
        copyTupleData(pCtx, rowIndex, pSrcBlock, &pItem->tuplePos);
      }

3215
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
3216
                     topBotResComparFn, NULL, !isTopQuery);
3217
    }
3218 3219
  }
}
3220

3221
void saveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos) {
3222 3223
  SFilePage* pPage = NULL;

3224
  int32_t completeRowSize = pSrcBlock->info.rowSize + (int32_t) taosArrayGetSize(pSrcBlock->pDataBlock) * sizeof(bool);
3225 3226 3227 3228 3229 3230 3231 3232 3233 3234 3235 3236

  if (pCtx->curBufPage == -1) {
    pPage = getNewBufPage(pCtx->pBuf, 0, &pCtx->curBufPage);
    pPage->num = sizeof(SFilePage);
  } else {
    pPage = getBufPage(pCtx->pBuf, pCtx->curBufPage);
    if (pPage->num + completeRowSize > getBufPageSize(pCtx->pBuf)) {
      pPage = getNewBufPage(pCtx->pBuf, 0, &pCtx->curBufPage);
      pPage->num = sizeof(SFilePage);
    }
  }

3237
  pPos->pageId = pCtx->curBufPage;
3238 3239 3240 3241

  // keep the current row data, extract method
  int32_t offset = 0;
  bool*   nullList = (bool*)((char*)pPage + pPage->num);
3242 3243
  char*   pStart = (char*)(nullList + sizeof(bool) * (int32_t) taosArrayGetSize(pSrcBlock->pDataBlock));
  for (int32_t i = 0; i < (int32_t) taosArrayGetSize(pSrcBlock->pDataBlock); ++i) {
3244 3245 3246 3247
    SColumnInfoData* pCol = taosArrayGet(pSrcBlock->pDataBlock, i);
    bool             isNull = colDataIsNull_s(pCol, rowIndex);
    if (isNull) {
      nullList[i] = true;
3248
      offset += pCol->info.bytes;
3249 3250 3251 3252 3253 3254 3255 3256 3257 3258 3259 3260 3261
      continue;
    }

    char* p = colDataGetData(pCol, rowIndex);
    if (IS_VAR_DATA_TYPE(pCol->info.type)) {
      memcpy(pStart + offset, p, varDataTLen(p));
    } else {
      memcpy(pStart + offset, p, pCol->info.bytes);
    }

    offset += pCol->info.bytes;
  }

3262
  pPos->offset = pPage->num;
3263 3264 3265 3266 3267 3268
  pPage->num += completeRowSize;

  setBufPageDirty(pPage, true);
  releaseBufPage(pCtx->pBuf, pPage);
}

3269 3270
void copyTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos) {
  SFilePage* pPage = getBufPage(pCtx->pBuf, pPos->pageId);
3271

3272 3273
  int32_t numOfCols = taosArrayGetSize(pSrcBlock->pDataBlock);

3274
  bool* nullList = (bool*)((char*)pPage + pPos->offset);
3275
  char* pStart = (char*)(nullList + numOfCols * sizeof(bool));
3276 3277

  int32_t offset = 0;
3278
  for (int32_t i = 0; i < numOfCols; ++i) {
3279 3280
    SColumnInfoData* pCol = taosArrayGet(pSrcBlock->pDataBlock, i);
    if ((nullList[i] = colDataIsNull_s(pCol, rowIndex)) == true) {
3281
      offset += pCol->info.bytes;
3282 3283 3284 3285 3286 3287 3288 3289 3290 3291 3292 3293 3294 3295 3296 3297 3298
      continue;
    }

    char* p = colDataGetData(pCol, rowIndex);
    if (IS_VAR_DATA_TYPE(pCol->info.type)) {
      memcpy(pStart + offset, p, varDataTLen(p));
    } else {
      memcpy(pStart + offset, p, pCol->info.bytes);
    }

    offset += pCol->info.bytes;
  }

  setBufPageDirty(pPage, true);
  releaseBufPage(pCtx->pBuf, pPage);
}

3299
int32_t topBotFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
3300 3301
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
  STopBotRes*          pRes = GET_ROWCELL_INTERBUF(pEntryInfo);
3302

3303
  int16_t type = pCtx->input.pData[0]->info.type;
3304 3305
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

3306 3307 3308 3309
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
3310 3311 3312 3313 3314 3315 3316
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
    STopBotResItem* pItem = &pRes->pItems[i];
    if (type == TSDB_DATA_TYPE_FLOAT) {
      float v = pItem->v.d;
      colDataAppend(pCol, currentRow, (const char*)&v, false);
    } else {
      colDataAppend(pCol, currentRow, (const char*)&pItem->v.i, false);
3317
    }
3318

3319
    setSelectivityValue(pCtx, pBlock, &pRes->pItems[i].tuplePos, currentRow);
3320
    currentRow += 1;
3321 3322 3323
  }

  return pEntryInfo->numOfRes;
3324
}
G
Ganlin Zhao 已提交
3325

X
Xiaoyu Wang 已提交
3326
void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery) {
3327
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
3328 3329
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
  STopBotResItem*      pItems = pRes->pItems;
3330 3331 3332
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3333
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3334 3335 3336 3337 3338 3339 3340 3341 3342
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
    pItem->v = pSourceItem->v;
    pItem->uid = pSourceItem->uid;
    pItem->tuplePos.pageId = -1;
    replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
    pEntryInfo->numOfRes++;
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
                 !isTopQuery);
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3343 3344 3345 3346 3347 3348
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u > pItems[0].v.u) ||
                        (IS_FLOAT_TYPE(type) && pSourceItem->v.d > pItems[0].v.d))) ||
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u < pItems[0].v.u) ||
                         (IS_FLOAT_TYPE(type) && pSourceItem->v.d < pItems[0].v.d)))) {
3349 3350 3351 3352 3353 3354 3355 3356 3357 3358 3359 3360 3361 3362
      // replace the old data and the coresponding tuple data
      STopBotResItem* pItem = &pItems[0];
      pItem->v = pSourceItem->v;
      pItem->uid = pSourceItem->uid;

      // save the data of this tuple by over writing the old data
      replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
                     topBotResComparFn, NULL, !isTopQuery);
    }
  }
}

int32_t topCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
X
Xiaoyu Wang 已提交
3363
  int32_t              type = pDestCtx->input.pData[0]->info.type;
3364 3365 3366 3367 3368 3369 3370 3371 3372
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, true);
  }
  return TSDB_CODE_SUCCESS;
}

int32_t bottomCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
X
Xiaoyu Wang 已提交
3373
  int32_t              type = pDestCtx->input.pData[0]->info.type;
3374 3375 3376 3377 3378 3379 3380 3381
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, false);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3382
int32_t getSpreadInfoSize() { return (int32_t)sizeof(SSpreadInfo); }
G
Ganlin Zhao 已提交
3383

G
Ganlin Zhao 已提交
3384 3385 3386 3387 3388
bool getSpreadFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSpreadInfo);
  return true;
}

X
Xiaoyu Wang 已提交
3389
bool spreadFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
3390 3391 3392 3393 3394 3395 3396 3397 3398 3399 3400
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  SET_DOUBLE_VAL(&pInfo->min, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->max, -DBL_MAX);
  pInfo->hasResult = false;
  return true;
}

X
Xiaoyu Wang 已提交
3401
int32_t spreadFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
3402 3403 3404 3405
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3406 3407
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
G
Ganlin Zhao 已提交
3408 3409 3410 3411 3412 3413 3414 3415 3416 3417 3418 3419 3420 3421 3422 3423 3424 3425 3426 3427 3428 3429 3430 3431 3432 3433 3434 3435 3436 3437 3438

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  if (pInput->colDataAggIsSet) {
    numOfElems = pInput->numOfRows - pAgg->numOfNull;
    if (numOfElems == 0) {
      goto _spread_over;
    }
    double tmin = 0.0, tmax = 0.0;
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_INT64_VAL(&pAgg->min);
      tmax = (double)GET_INT64_VAL(&pAgg->max);
    } else if (IS_FLOAT_TYPE(type)) {
      tmin = GET_DOUBLE_VAL(&pAgg->min);
      tmax = GET_DOUBLE_VAL(&pAgg->max);
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_UINT64_VAL(&pAgg->min);
      tmax = (double)GET_UINT64_VAL(&pAgg->max);
    }

    if (GET_DOUBLE_VAL(&pInfo->min) > tmin) {
      SET_DOUBLE_VAL(&pInfo->min, tmin);
    }

    if (GET_DOUBLE_VAL(&pInfo->max) < tmax) {
      SET_DOUBLE_VAL(&pInfo->max, tmax);
    }

  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
3439
    int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
3440 3441 3442 3443 3444 3445 3446 3447
    int32_t numOfRows = pInput->numOfRows;

    // check the valid data one by one
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

X
Xiaoyu Wang 已提交
3448
      char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
3449 3450 3451 3452 3453 3454 3455 3456 3457 3458 3459 3460 3461 3462 3463 3464 3465 3466 3467 3468 3469 3470 3471 3472 3473

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      if (v < GET_DOUBLE_VAL(&pInfo->min)) {
        SET_DOUBLE_VAL(&pInfo->min, v);
      }

      if (v > GET_DOUBLE_VAL(&pInfo->max)) {
        SET_DOUBLE_VAL(&pInfo->max, v);
      }

      numOfElems += 1;
    }
  }

_spread_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
  if (numOfElems > 0) {
    pInfo->hasResult = true;
  }

  return TSDB_CODE_SUCCESS;
}

3474 3475 3476 3477 3478 3479 3480 3481 3482 3483 3484
static void spreadTransferInfo(SSpreadInfo* pInput, SSpreadInfo* pOutput) {
  pOutput->hasResult = pInput->hasResult;
  if (pInput->max > pOutput->max) {
    pOutput->max = pInput->max;
  }

  if (pInput->min < pOutput->min) {
    pOutput->min = pInput->min;
  }
}

X
Xiaoyu Wang 已提交
3485
int32_t spreadFunctionMerge(SqlFunctionCtx* pCtx) {
3486
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3487
  SColumnInfoData*      pCol = pInput->pData[0];
3488 3489 3490 3491
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

3492 3493
  int32_t      start = pInput->startRowIndex;
  char*        data = colDataGetData(pCol, start);
G
Ganlin Zhao 已提交
3494
  SSpreadInfo* pInputInfo = (SSpreadInfo*)varDataVal(data);
3495

3496
  spreadTransferInfo(pInputInfo, pInfo);
3497 3498 3499 3500 3501 3502

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);

  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
3503 3504 3505 3506 3507 3508 3509
int32_t spreadFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  if (pInfo->hasResult == true) {
    SET_DOUBLE_VAL(&pInfo->result, pInfo->max - pInfo->min);
  }
  return functionFinalize(pCtx, pBlock);
}
3510

3511 3512
int32_t spreadPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3513 3514 3515
  SSpreadInfo*         pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getSpreadInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
3516 3517 3518 3519 3520 3521 3522 3523 3524 3525 3526 3527 3528

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

3529 3530
int32_t spreadCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
3531
  SSpreadInfo*         pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
3532 3533

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
3534
  SSpreadInfo*         pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
3535
  spreadTransferInfo(pSBuf, pDBuf);
3536 3537 3538 3539
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3540
int32_t getElapsedInfoSize() { return (int32_t)sizeof(SElapsedInfo); }
3541

G
Ganlin Zhao 已提交
3542 3543 3544 3545 3546
bool getElapsedFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SElapsedInfo);
  return true;
}

X
Xiaoyu Wang 已提交
3547
bool elapsedFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
3548 3549 3550 3551 3552 3553 3554 3555 3556
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  pInfo->result = 0;
  pInfo->min = MAX_TS_KEY;
  pInfo->max = 0;

H
Haojun Liao 已提交
3557
  if (pCtx->numOfParams > 2) {
G
Ganlin Zhao 已提交
3558 3559 3560 3561 3562 3563 3564 3565
    pInfo->timeUnit = pCtx->param[1].param.i;
  } else {
    pInfo->timeUnit = 1;
  }

  return true;
}

X
Xiaoyu Wang 已提交
3566
int32_t elapsedFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
3567 3568 3569 3570
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3571
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
G
Ganlin Zhao 已提交
3572 3573 3574

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
3575
  numOfElems = pInput->numOfRows;  // since this is the primary timestamp, no need to exclude NULL values
G
Ganlin Zhao 已提交
3576 3577 3578 3579 3580 3581 3582 3583 3584 3585 3586 3587 3588 3589 3590 3591
  if (numOfElems == 0) {
    goto _elapsed_over;
  }

  if (pInput->colDataAggIsSet) {
    if (pInfo->min == MAX_TS_KEY) {
      pInfo->min = GET_INT64_VAL(&pAgg->min);
      pInfo->max = GET_INT64_VAL(&pAgg->max);
    } else {
      if (pCtx->order == TSDB_ORDER_ASC) {
        pInfo->max = GET_INT64_VAL(&pAgg->max);
      } else {
        pInfo->min = GET_INT64_VAL(&pAgg->min);
      }
    }
  } else {  // computing based on the true data block
H
Haojun Liao 已提交
3592
    if (0 == pInput->numOfRows) {
G
Ganlin Zhao 已提交
3593 3594 3595 3596 3597 3598 3599 3600 3601 3602 3603 3604 3605 3606
      if (pCtx->order == TSDB_ORDER_DESC) {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->min = pCtx->end.key;
        }
      } else {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->max = pCtx->end.key + 1;
        }
      }
      goto _elapsed_over;
    }

    SColumnInfoData* pCol = pInput->pData[0];

3607 3608
    int32_t start = pInput->startRowIndex;
    TSKEY*  ptsList = (int64_t*)colDataGetData(pCol, 0);
G
Ganlin Zhao 已提交
3609 3610
    if (pCtx->order == TSDB_ORDER_DESC) {
      if (pCtx->start.key == INT64_MIN) {
X
Xiaoyu Wang 已提交
3611 3612
        pInfo->max =
            (pInfo->max < ptsList[start + pInput->numOfRows - 1]) ? ptsList[start + pInput->numOfRows - 1] : pInfo->max;
G
Ganlin Zhao 已提交
3613 3614 3615 3616 3617 3618 3619 3620 3621 3622 3623 3624 3625 3626 3627 3628 3629 3630 3631
      } else {
        pInfo->max = pCtx->start.key + 1;
      }

      if (pCtx->end.key != INT64_MIN) {
        pInfo->min = pCtx->end.key;
      } else {
        pInfo->min = ptsList[0];
      }
    } else {
      if (pCtx->start.key == INT64_MIN) {
        pInfo->min = (pInfo->min > ptsList[0]) ? ptsList[0] : pInfo->min;
      } else {
        pInfo->min = pCtx->start.key;
      }

      if (pCtx->end.key != INT64_MIN) {
        pInfo->max = pCtx->end.key + 1;
      } else {
H
Haojun Liao 已提交
3632
        pInfo->max = ptsList[start + pInput->numOfRows - 1];
G
Ganlin Zhao 已提交
3633 3634 3635 3636 3637 3638 3639 3640 3641 3642 3643
      }
    }
  }

_elapsed_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);

  return TSDB_CODE_SUCCESS;
}

3644 3645 3646 3647 3648 3649 3650 3651 3652 3653 3654
static void elapsedTransferInfo(SElapsedInfo* pInput, SElapsedInfo* pOutput) {
  pOutput->timeUnit = pInput->timeUnit;
  if (pOutput->min > pInput->min) {
    pOutput->min = pInput->min;
  }

  if (pOutput->max < pInput->max) {
    pOutput->max = pInput->max;
  }
}

X
Xiaoyu Wang 已提交
3655
int32_t elapsedFunctionMerge(SqlFunctionCtx* pCtx) {
3656
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3657
  SColumnInfoData*      pCol = pInput->pData[0];
3658 3659 3660 3661
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
3662 3663 3664
  int32_t       start = pInput->startRowIndex;
  char*         data = colDataGetData(pCol, start);
  SElapsedInfo* pInputInfo = (SElapsedInfo*)varDataVal(data);
3665

3666
  elapsedTransferInfo(pInputInfo, pInfo);
3667 3668 3669 3670 3671

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
3672 3673
int32_t elapsedFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
X
Xiaoyu Wang 已提交
3674
  double        result = (double)pInfo->max - (double)pInfo->min;
G
Ganlin Zhao 已提交
3675 3676 3677 3678 3679
  result = (result >= 0) ? result : -result;
  pInfo->result = result / pInfo->timeUnit;
  return functionFinalize(pCtx, pBlock);
}

3680 3681
int32_t elapsedPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
3682 3683 3684
  SElapsedInfo*        pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getElapsedInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
3685 3686 3687 3688 3689 3690 3691 3692 3693 3694 3695 3696 3697

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

3698 3699
int32_t elapsedCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
3700
  SElapsedInfo*        pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
3701 3702

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
3703
  SElapsedInfo*        pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
3704

3705
  elapsedTransferInfo(pSBuf, pDBuf);
3706 3707 3708 3709
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

3710 3711 3712 3713
int32_t getHistogramInfoSize() {
  return (int32_t)sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
}

3714 3715 3716 3717 3718
bool getHistogramFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
  return true;
}

X
Xiaoyu Wang 已提交
3719
static int8_t getHistogramBinType(char* binTypeStr) {
3720 3721 3722 3723 3724 3725 3726 3727 3728 3729 3730 3731 3732 3733
  int8_t binType;
  if (strcasecmp(binTypeStr, "user_input") == 0) {
    binType = USER_INPUT_BIN;
  } else if (strcasecmp(binTypeStr, "linear_bin") == 0) {
    binType = LINEAR_BIN;
  } else if (strcasecmp(binTypeStr, "log_bin") == 0) {
    binType = LOG_BIN;
  } else {
    binType = UNKNOWN_BIN;
  }

  return binType;
}

X
Xiaoyu Wang 已提交
3734
static bool getHistogramBinDesc(SHistoFuncInfo* pInfo, char* binDescStr, int8_t binType, bool normalized) {
3735 3736 3737 3738 3739 3740 3741 3742 3743 3744
  cJSON*  binDesc = cJSON_Parse(binDescStr);
  int32_t numOfBins;
  double* intervals;
  if (cJSON_IsObject(binDesc)) { /* linaer/log bins */
    int32_t numOfParams = cJSON_GetArraySize(binDesc);
    int32_t startIndex;
    if (numOfParams != 4) {
      return false;
    }

X
Xiaoyu Wang 已提交
3745 3746 3747 3748
    cJSON* start = cJSON_GetObjectItem(binDesc, "start");
    cJSON* factor = cJSON_GetObjectItem(binDesc, "factor");
    cJSON* width = cJSON_GetObjectItem(binDesc, "width");
    cJSON* count = cJSON_GetObjectItem(binDesc, "count");
3749 3750 3751 3752 3753 3754
    cJSON* infinity = cJSON_GetObjectItem(binDesc, "infinity");

    if (!cJSON_IsNumber(start) || !cJSON_IsNumber(count) || !cJSON_IsBool(infinity)) {
      return false;
    }

X
Xiaoyu Wang 已提交
3755
    if (count->valueint <= 0 || count->valueint > 1000) {  // limit count to 1000
3756 3757 3758 3759 3760 3761 3762 3763
      return false;
    }

    if (isinf(start->valuedouble) || (width != NULL && isinf(width->valuedouble)) ||
        (factor != NULL && isinf(factor->valuedouble)) || (count != NULL && isinf(count->valuedouble))) {
      return false;
    }

3764
    int32_t counter = (int32_t)count->valueint;
3765 3766 3767 3768 3769 3770 3771 3772 3773 3774 3775 3776 3777 3778 3779 3780 3781 3782 3783 3784 3785 3786 3787 3788 3789 3790 3791 3792 3793 3794 3795 3796 3797 3798 3799 3800 3801 3802 3803 3804 3805 3806 3807 3808 3809 3810 3811 3812 3813 3814 3815 3816 3817 3818 3819 3820 3821 3822 3823
    if (infinity->valueint == false) {
      startIndex = 0;
      numOfBins = counter + 1;
    } else {
      startIndex = 1;
      numOfBins = counter + 3;
    }

    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    if (cJSON_IsNumber(width) && factor == NULL && binType == LINEAR_BIN) {
      // linear bin process
      if (width->valuedouble == 0) {
        taosMemoryFree(intervals);
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble + i * width->valuedouble;
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
          return false;
        }
        startIndex++;
      }
    } else if (cJSON_IsNumber(factor) && width == NULL && binType == LOG_BIN) {
      // log bin process
      if (start->valuedouble == 0) {
        taosMemoryFree(intervals);
        return false;
      }
      if (factor->valuedouble < 0 || factor->valuedouble == 0 || factor->valuedouble == 1) {
        taosMemoryFree(intervals);
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble * pow(factor->valuedouble, i * 1.0);
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
          return false;
        }
        startIndex++;
      }
    } else {
      taosMemoryFree(intervals);
      return false;
    }

    if (infinity->valueint == true) {
      intervals[0] = -INFINITY;
      intervals[numOfBins - 1] = INFINITY;
      // in case of desc bin orders, -inf/inf should be swapped
      ASSERT(numOfBins >= 4);
      if (intervals[1] > intervals[numOfBins - 2]) {
        TSWAP(intervals[0], intervals[numOfBins - 1]);
      }
    }
  } else if (cJSON_IsArray(binDesc)) { /* user input bins */
    if (binType != USER_INPUT_BIN) {
      return false;
    }
3824
    numOfBins = cJSON_GetArraySize(binDesc);
3825 3826 3827 3828 3829 3830 3831 3832 3833 3834 3835 3836 3837 3838 3839 3840 3841 3842 3843 3844 3845 3846 3847 3848
    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    cJSON* bin = binDesc->child;
    if (bin == NULL) {
      taosMemoryFree(intervals);
      return false;
    }
    int i = 0;
    while (bin) {
      intervals[i] = bin->valuedouble;
      if (!cJSON_IsNumber(bin)) {
        taosMemoryFree(intervals);
        return false;
      }
      if (i != 0 && intervals[i] <= intervals[i - 1]) {
        taosMemoryFree(intervals);
        return false;
      }
      bin = bin->next;
      i++;
    }
  } else {
    return false;
  }

X
Xiaoyu Wang 已提交
3849
  pInfo->numOfBins = numOfBins - 1;
3850
  pInfo->normalized = normalized;
3851
  for (int32_t i = 0; i < pInfo->numOfBins; ++i) {
3852 3853 3854 3855 3856 3857 3858 3859 3860
    pInfo->bins[i].lower = intervals[i] < intervals[i + 1] ? intervals[i] : intervals[i + 1];
    pInfo->bins[i].upper = intervals[i + 1] > intervals[i] ? intervals[i + 1] : intervals[i];
    pInfo->bins[i].count = 0;
  }

  taosMemoryFree(intervals);
  return true;
}

X
Xiaoyu Wang 已提交
3861
bool histogramFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
3862 3863 3864 3865
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
3866
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
3867 3868 3869
  pInfo->numOfBins = 0;
  pInfo->totalCount = 0;
  pInfo->normalized = 0;
3870

3871 3872 3873 3874
  int8_t binType = getHistogramBinType(varDataVal(pCtx->param[1].param.pz));
  if (binType == UNKNOWN_BIN) {
    return false;
  }
X
Xiaoyu Wang 已提交
3875
  char*   binDesc = varDataVal(pCtx->param[2].param.pz);
3876
  int64_t normalized = pCtx->param[3].param.i;
3877 3878 3879
  if (normalized != 0 && normalized != 1) {
    return false;
  }
3880 3881 3882
  if (!getHistogramBinDesc(pInfo, binDesc, binType, (bool)normalized)) {
    return false;
  }
3883 3884 3885 3886

  return true;
}

X
Xiaoyu Wang 已提交
3887
int32_t histogramFunction(SqlFunctionCtx* pCtx) {
3888 3889 3890 3891 3892 3893 3894 3895 3896 3897
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  int32_t type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

3898
  int32_t numOfElems = 0;
3899 3900 3901 3902 3903
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

3904 3905
    numOfElems++;

X
Xiaoyu Wang 已提交
3906
    char*  data = colDataGetData(pCol, i);
3907 3908 3909 3910 3911 3912
    double v;
    GET_TYPED_DATA(v, double, type, data);

    for (int32_t k = 0; k < pInfo->numOfBins; ++k) {
      if (v > pInfo->bins[k].lower && v <= pInfo->bins[k].upper) {
        pInfo->bins[k].count++;
3913
        pInfo->totalCount++;
3914 3915 3916
        break;
      }
    }
3917 3918
  }

3919
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, pInfo->numOfBins);
3920 3921 3922
  return TSDB_CODE_SUCCESS;
}

3923 3924
static void histogramTransferInfo(SHistoFuncInfo* pInput, SHistoFuncInfo* pOutput) {
  pOutput->normalized = pInput->normalized;
X
Xiaoyu Wang 已提交
3925
  pOutput->numOfBins = pInput->numOfBins;
3926 3927 3928 3929 3930 3931 3932 3933
  pOutput->totalCount += pInput->totalCount;
  for (int32_t k = 0; k < pOutput->numOfBins; ++k) {
    pOutput->bins[k].lower = pInput->bins[k].lower;
    pOutput->bins[k].upper = pInput->bins[k].upper;
    pOutput->bins[k].count += pInput->bins[k].count;
  }
}

X
Xiaoyu Wang 已提交
3934
int32_t histogramFunctionMerge(SqlFunctionCtx* pCtx) {
3935
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3936
  SColumnInfoData*      pCol = pInput->pData[0];
3937 3938 3939 3940
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
3941 3942 3943
  int32_t         start = pInput->startRowIndex;
  char*           data = colDataGetData(pCol, start);
  SHistoFuncInfo* pInputInfo = (SHistoFuncInfo*)varDataVal(data);
3944

3945
  histogramTransferInfo(pInputInfo, pInfo);
3946

G
Ganlin Zhao 已提交
3947
  SET_VAL(GET_RES_INFO(pCtx), pInfo->numOfBins, pInfo->numOfBins);
3948 3949 3950
  return TSDB_CODE_SUCCESS;
}

3951
int32_t histogramFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
3952
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
3953 3954 3955
  SHistoFuncInfo*      pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
3956 3957 3958

  int32_t currentRow = pBlock->info.rows;

3959 3960
  if (pInfo->normalized) {
    for (int32_t k = 0; k < pResInfo->numOfRes; ++k) {
X
Xiaoyu Wang 已提交
3961
      if (pInfo->totalCount != 0) {
3962 3963 3964 3965 3966 3967 3968
        pInfo->bins[k].percentage = pInfo->bins[k].count / (double)pInfo->totalCount;
      } else {
        pInfo->bins[k].percentage = 0;
      }
    }
  }

3969
  for (int32_t i = 0; i < pResInfo->numOfRes; ++i) {
3970
    int32_t len;
X
Xiaoyu Wang 已提交
3971
    char    buf[512] = {0};
3972
    if (!pInfo->normalized) {
X
Xiaoyu Wang 已提交
3973 3974
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%" PRId64 "}",
                    pInfo->bins[i].lower, pInfo->bins[i].upper, pInfo->bins[i].count);
3975
    } else {
X
Xiaoyu Wang 已提交
3976 3977
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%lf}", pInfo->bins[i].lower,
                    pInfo->bins[i].upper, pInfo->bins[i].percentage);
3978 3979 3980 3981 3982 3983
    }
    varDataSetLen(buf, len);
    colDataAppend(pCol, currentRow, buf, false);
    currentRow++;
  }

3984
  return pResInfo->numOfRes;
3985
}
3986

3987 3988
int32_t histogramPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
X
Xiaoyu Wang 已提交
3989 3990
  int32_t         resultBytes = getHistogramInfoSize();
  char*           res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
3991 3992 3993 3994 3995 3996 3997 3998 3999 4000

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
G
Ganlin Zhao 已提交
4001
  return 1;
4002 4003
}

4004 4005 4006 4007 4008 4009 4010
int32_t histogramCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SHistoFuncInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SHistoFuncInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);

4011
  histogramTransferInfo(pSBuf, pDBuf);
4012 4013 4014 4015
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4016
int32_t getHLLInfoSize() { return (int32_t)sizeof(SHLLInfo); }
4017

4018 4019 4020 4021 4022
bool getHLLFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHLLInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4023
static uint8_t hllCountNum(void* data, int32_t bytes, int32_t* buk) {
4024
  uint64_t hash = MurmurHash3_64(data, bytes);
X
Xiaoyu Wang 已提交
4025
  int32_t  index = hash & HLL_BUCKET_MASK;
4026 4027 4028
  hash >>= HLL_BUCKET_BITS;
  hash |= ((uint64_t)1 << HLL_DATA_BITS);
  uint64_t bit = 1;
X
Xiaoyu Wang 已提交
4029 4030
  uint8_t  count = 1;
  while ((hash & bit) == 0) {
4031 4032 4033 4034 4035 4036 4037
    count++;
    bit <<= 1;
  }
  *buk = index;
  return count;
}

X
Xiaoyu Wang 已提交
4038 4039 4040
static void hllBucketHisto(uint8_t* buckets, int32_t* bucketHisto) {
  uint64_t* word = (uint64_t*)buckets;
  uint8_t*  bytes;
4041

X
Xiaoyu Wang 已提交
4042
  for (int32_t j = 0; j < HLL_BUCKETS >> 3; j++) {
4043 4044 4045
    if (*word == 0) {
      bucketHisto[0] += 8;
    } else {
X
Xiaoyu Wang 已提交
4046
      bytes = (uint8_t*)word;
4047 4048 4049 4050 4051 4052 4053 4054 4055 4056 4057 4058 4059 4060 4061 4062 4063 4064 4065 4066 4067
      bucketHisto[bytes[0]]++;
      bucketHisto[bytes[1]]++;
      bucketHisto[bytes[2]]++;
      bucketHisto[bytes[3]]++;
      bucketHisto[bytes[4]]++;
      bucketHisto[bytes[5]]++;
      bucketHisto[bytes[6]]++;
      bucketHisto[bytes[7]]++;
    }
    word++;
  }
}
static double hllTau(double x) {
  if (x == 0. || x == 1.) return 0.;
  double zPrime;
  double y = 1.0;
  double z = 1 - x;
  do {
    x = sqrt(x);
    zPrime = z;
    y *= 0.5;
X
Xiaoyu Wang 已提交
4068 4069
    z -= pow(1 - x, 2) * y;
  } while (zPrime != z);
4070 4071 4072 4073 4074 4075 4076 4077 4078 4079 4080 4081 4082
  return z / 3;
}

static double hllSigma(double x) {
  if (x == 1.0) return INFINITY;
  double zPrime;
  double y = 1;
  double z = x;
  do {
    x *= x;
    zPrime = z;
    z += x * y;
    y += y;
X
Xiaoyu Wang 已提交
4083
  } while (zPrime != z);
4084 4085 4086
  return z;
}

X
Xiaoyu Wang 已提交
4087 4088 4089 4090
// estimate the cardinality, the algorithm refer this paper: "New cardinality estimation algorithms for HyperLogLog
// sketches"
static uint64_t hllCountCnt(uint8_t* buckets) {
  double  m = HLL_BUCKETS;
4091
  int32_t buckethisto[64] = {0};
X
Xiaoyu Wang 已提交
4092
  hllBucketHisto(buckets, buckethisto);
4093

X
Xiaoyu Wang 已提交
4094
  double z = m * hllTau((m - buckethisto[HLL_DATA_BITS + 1]) / (double)m);
4095 4096 4097 4098
  for (int j = HLL_DATA_BITS; j >= 1; --j) {
    z += buckethisto[j];
    z *= 0.5;
  }
4099

X
Xiaoyu Wang 已提交
4100 4101
  z += m * hllSigma(buckethisto[0] / (double)m);
  double E = (double)llroundl(HLL_ALPHA_INF * m * m / z);
4102

X
Xiaoyu Wang 已提交
4103
  return (uint64_t)E;
4104 4105
}

X
Xiaoyu Wang 已提交
4106
int32_t hllFunction(SqlFunctionCtx* pCtx) {
4107 4108 4109 4110 4111
  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4112
  int32_t type = pCol->info.type;
4113 4114 4115 4116 4117 4118 4119 4120 4121 4122 4123 4124 4125 4126 4127
  int32_t bytes = pCol->info.bytes;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  int32_t numOfElems = 0;
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_s(pCol, i)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pCol, i);
    if (IS_VAR_DATA_TYPE(type)) {
G
Ganlin Zhao 已提交
4128
      bytes = varDataLen(data);
4129 4130 4131 4132 4133 4134 4135 4136 4137 4138 4139 4140 4141 4142 4143
      data = varDataVal(data);
    }

    int32_t index = 0;
    uint8_t count = hllCountNum(data, bytes, &index);
    uint8_t oldcount = pInfo->buckets[index];
    if (count > oldcount) {
      pInfo->buckets[index] = count;
    }
  }

  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

4144 4145 4146 4147 4148 4149 4150 4151
static void hllTransferInfo(SHLLInfo* pInput, SHLLInfo* pOutput) {
  for (int32_t k = 0; k < HLL_BUCKETS; ++k) {
    if (pOutput->buckets[k] < pInput->buckets[k]) {
      pOutput->buckets[k] = pInput->buckets[k];
    }
  }
}

X
Xiaoyu Wang 已提交
4152
int32_t hllFunctionMerge(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4153
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4154
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
4155 4156 4157 4158
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
4159 4160 4161
  int32_t   start = pInput->startRowIndex;
  char*     data = colDataGetData(pCol, start);
  SHLLInfo* pInputInfo = (SHLLInfo*)varDataVal(data);
G
Ganlin Zhao 已提交
4162

4163
  hllTransferInfo(pInputInfo, pInfo);
G
Ganlin Zhao 已提交
4164 4165 4166 4167 4168

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

4169
int32_t hllFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
4170
  SResultRowEntryInfo* pInfo = GET_RES_INFO(pCtx);
4171

4172 4173 4174 4175 4176
  SHLLInfo* pHllInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pHllInfo->result = hllCountCnt(pHllInfo->buckets);
  if (tsCountAlwaysReturnValue && pHllInfo->result == 0) {
    pInfo->numOfRes = 1;
  }
4177 4178 4179 4180

  return functionFinalize(pCtx, pBlock);
}

G
Ganlin Zhao 已提交
4181 4182
int32_t hllPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4183 4184 4185
  SHLLInfo*            pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getHLLInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
4186 4187 4188 4189 4190 4191 4192 4193 4194 4195 4196 4197 4198

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4199 4200
int32_t hllCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4201
  SHLLInfo*            pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4202 4203

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4204
  SHLLInfo*            pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4205

4206
  hllTransferInfo(pSBuf, pDBuf);
4207 4208 4209 4210
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

4211 4212 4213 4214 4215
bool getStateFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStateInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4216
static int8_t getStateOpType(char* opStr) {
4217 4218 4219 4220 4221 4222 4223 4224 4225 4226 4227 4228 4229 4230 4231 4232 4233 4234 4235 4236
  int8_t opType;
  if (strcasecmp(opStr, "LT") == 0) {
    opType = STATE_OPER_LT;
  } else if (strcasecmp(opStr, "GT") == 0) {
    opType = STATE_OPER_GT;
  } else if (strcasecmp(opStr, "LE") == 0) {
    opType = STATE_OPER_LE;
  } else if (strcasecmp(opStr, "GE") == 0) {
    opType = STATE_OPER_GE;
  } else if (strcasecmp(opStr, "NE") == 0) {
    opType = STATE_OPER_NE;
  } else if (strcasecmp(opStr, "EQ") == 0) {
    opType = STATE_OPER_EQ;
  } else {
    opType = STATE_OPER_INVALID;
  }

  return opType;
}

X
Xiaoyu Wang 已提交
4237 4238 4239 4240 4241 4242 4243 4244 4245 4246 4247 4248 4249 4250 4251 4252 4253 4254 4255 4256 4257 4258 4259 4260 4261 4262 4263 4264
#define GET_STATE_VAL(param) ((param.nType == TSDB_DATA_TYPE_BIGINT) ? (param.i) : (param.d))

#define STATE_COMP(_op, _lval, _param) STATE_COMP_IMPL(_op, _lval, GET_STATE_VAL(_param))

#define STATE_COMP_IMPL(_op, _lval, _rval) \
  do {                                     \
    switch (_op) {                         \
      case STATE_OPER_LT:                  \
        return ((_lval) < (_rval));        \
        break;                             \
      case STATE_OPER_GT:                  \
        return ((_lval) > (_rval));        \
        break;                             \
      case STATE_OPER_LE:                  \
        return ((_lval) <= (_rval));       \
        break;                             \
      case STATE_OPER_GE:                  \
        return ((_lval) >= (_rval));       \
        break;                             \
      case STATE_OPER_NE:                  \
        return ((_lval) != (_rval));       \
        break;                             \
      case STATE_OPER_EQ:                  \
        return ((_lval) == (_rval));       \
        break;                             \
      default:                             \
        break;                             \
    }                                      \
G
Ganlin Zhao 已提交
4265
  } while (0)
4266 4267 4268

static bool checkStateOp(int8_t op, SColumnInfoData* pCol, int32_t index, SVariant param) {
  char* data = colDataGetData(pCol, index);
X
Xiaoyu Wang 已提交
4269
  switch (pCol->info.type) {
4270
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
4271
      int8_t v = *(int8_t*)data;
4272 4273 4274 4275
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
4276
      uint8_t v = *(uint8_t*)data;
4277 4278 4279 4280
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
4281
      int16_t v = *(int16_t*)data;
4282 4283 4284 4285
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
4286
      uint16_t v = *(uint16_t*)data;
4287 4288 4289 4290
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
4291
      int32_t v = *(int32_t*)data;
4292 4293 4294 4295
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
4296
      uint32_t v = *(uint32_t*)data;
4297 4298 4299 4300
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
4301
      int64_t v = *(int64_t*)data;
4302 4303 4304 4305
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
4306
      uint64_t v = *(uint64_t*)data;
4307 4308 4309 4310
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
4311
      float v = *(float*)data;
4312 4313 4314 4315
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
4316
      double v = *(double*)data;
4317 4318 4319 4320 4321 4322 4323 4324 4325 4326 4327 4328 4329 4330 4331 4332 4333 4334
      STATE_COMP(op, v, param);
      break;
    }
    default: {
      ASSERT(0);
    }
  }
  return false;
}

int32_t stateCountFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4335
  int32_t          numOfElems = 0;
4336 4337 4338
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
4339 4340 4341 4342
  if (STATE_OPER_INVALID == op) {
    return 0;
  }

4343 4344 4345 4346 4347 4348 4349
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    numOfElems++;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
      continue;
    }

X
Xiaoyu Wang 已提交
4350
    bool    ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);
4351 4352 4353 4354 4355 4356
    int64_t output = -1;
    if (ret) {
      output = ++pInfo->count;
    } else {
      pInfo->count = 0;
    }
X
Xiaoyu Wang 已提交
4357
    colDataAppend(pOutput, i, (char*)&output, false);
4358 4359 4360 4361
  }

  return numOfElems;
}
4362 4363 4364 4365 4366 4367

int32_t stateDurationFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4368
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
4369 4370 4371

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4372
  int32_t          numOfElems = 0;
4373 4374
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

X
Xiaoyu Wang 已提交
4375
  // TODO: process timeUnit for different db precisions
4376
  int32_t timeUnit = 1;
X
Xiaoyu Wang 已提交
4377
  if (pCtx->numOfParams == 5) {  // TODO: param number incorrect
4378 4379 4380 4381 4382 4383 4384 4385 4386 4387 4388 4389 4390 4391 4392
    timeUnit = pCtx->param[3].param.i;
  }

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
  if (STATE_OPER_INVALID == op) {
    return 0;
  }

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    numOfElems++;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
      continue;
    }

X
Xiaoyu Wang 已提交
4393
    bool    ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);
4394 4395 4396 4397 4398 4399 4400 4401 4402 4403 4404
    int64_t output = -1;
    if (ret) {
      if (pInfo->durationStart == 0) {
        output = 0;
        pInfo->durationStart = tsList[i];
      } else {
        output = (tsList[i] - pInfo->durationStart) / timeUnit;
      }
    } else {
      pInfo->durationStart = 0;
    }
X
Xiaoyu Wang 已提交
4405
    colDataAppend(pOutput, i, (char*)&output, false);
4406 4407 4408 4409
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
4410 4411 4412 4413 4414 4415 4416 4417 4418 4419 4420

bool getCsumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

int32_t csumFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSumRes*             pSumRes = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4421
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
4422 4423 4424 4425 4426 4427 4428 4429 4430 4431 4432

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
4433
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
4434 4435 4436 4437 4438 4439 4440 4441
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      int64_t v;
      GET_TYPED_DATA(v, int64_t, type, data);
      pSumRes->isum += v;
X
Xiaoyu Wang 已提交
4442
      colDataAppend(pOutput, pos, (char*)&pSumRes->isum, false);
G
Ganlin Zhao 已提交
4443 4444 4445 4446
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      uint64_t v;
      GET_TYPED_DATA(v, uint64_t, type, data);
      pSumRes->usum += v;
X
Xiaoyu Wang 已提交
4447
      colDataAppend(pOutput, pos, (char*)&pSumRes->usum, false);
G
Ganlin Zhao 已提交
4448 4449 4450 4451
    } else if (IS_FLOAT_TYPE(type)) {
      double v;
      GET_TYPED_DATA(v, double, type, data);
      pSumRes->dsum += v;
X
Xiaoyu Wang 已提交
4452
      // check for overflow
4453 4454
      if (isinf(pSumRes->dsum) || isnan(pSumRes->dsum)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
4455 4456
      } else {
        colDataAppend(pOutput, pos, (char*)&pSumRes->dsum, false);
4457
      }
G
Ganlin Zhao 已提交
4458 4459
    }

X
Xiaoyu Wang 已提交
4460
    // TODO: remove this after pTsOutput is handled
G
Ganlin Zhao 已提交
4461 4462 4463 4464 4465 4466 4467 4468 4469
    if (pTsOutput != NULL) {
      colDataAppendInt64(pTsOutput, pos, &tsList[i]);
    }

    numOfElems++;
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
4470 4471 4472 4473 4474 4475

bool getMavgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SMavgInfo) + MAVG_MAX_POINTS_NUM * sizeof(double);
  return true;
}

X
Xiaoyu Wang 已提交
4476
bool mavgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4477 4478 4479 4480
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4481
  SMavgInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
4482 4483 4484 4485 4486 4487 4488 4489 4490 4491 4492 4493 4494 4495 4496 4497
  pInfo->pos = 0;
  pInfo->sum = 0;
  pInfo->numOfPoints = pCtx->param[1].param.i;
  if (pInfo->numOfPoints < 1 || pInfo->numOfPoints > MAVG_MAX_POINTS_NUM) {
    return false;
  }
  pInfo->pointsMeet = false;

  return true;
}

int32_t mavgFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SMavgInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4498
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
4499 4500 4501 4502 4503 4504 4505 4506 4507 4508 4509

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
4510
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
4511 4512 4513
      continue;
    }

X
Xiaoyu Wang 已提交
4514
    char*  data = colDataGetData(pInputCol, i);
G
Ganlin Zhao 已提交
4515 4516 4517 4518 4519 4520 4521 4522
    double v;
    GET_TYPED_DATA(v, double, type, data);

    if (!pInfo->pointsMeet && (pInfo->pos < pInfo->numOfPoints - 1)) {
      pInfo->points[pInfo->pos] = v;
      pInfo->sum += v;
    } else {
      if (!pInfo->pointsMeet && (pInfo->pos == pInfo->numOfPoints - 1)) {
X
Xiaoyu Wang 已提交
4523
        pInfo->sum += v;
G
Ganlin Zhao 已提交
4524 4525 4526 4527 4528
        pInfo->pointsMeet = true;
      } else {
        pInfo->sum = pInfo->sum + v - pInfo->points[pInfo->pos];
      }

G
Ganlin Zhao 已提交
4529 4530
      pInfo->points[pInfo->pos] = v;
      double result = pInfo->sum / pInfo->numOfPoints;
X
Xiaoyu Wang 已提交
4531
      // check for overflow
4532 4533
      if (isinf(result) || isnan(result)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
4534 4535
      } else {
        colDataAppend(pOutput, pos, (char*)&result, false);
4536
      }
G
Ganlin Zhao 已提交
4537

X
Xiaoyu Wang 已提交
4538
      // TODO: remove this after pTsOutput is handled
G
Ganlin Zhao 已提交
4539 4540 4541 4542
      if (pTsOutput != NULL) {
        colDataAppendInt64(pTsOutput, pos, &tsList[i]);
      }
      numOfElems++;
G
Ganlin Zhao 已提交
4543 4544
    }

G
Ganlin Zhao 已提交
4545 4546 4547 4548
    pInfo->pos++;
    if (pInfo->pos == pInfo->numOfPoints) {
      pInfo->pos = 0;
    }
G
Ganlin Zhao 已提交
4549 4550 4551 4552
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
4553 4554 4555

bool getSampleFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
X
Xiaoyu Wang 已提交
4556 4557
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
  int32_t      numOfSamples = pVal->datum.i;
4558
  pEnv->calcMemSize = sizeof(SSampleInfo) + numOfSamples * (pCol->node.resType.bytes + sizeof(STuplePos));
G
Ganlin Zhao 已提交
4559 4560 4561
  return true;
}

X
Xiaoyu Wang 已提交
4562
bool sampleFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4563 4564 4565 4566 4567 4568
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  taosSeedRand(taosSafeRand());

X
Xiaoyu Wang 已提交
4569
  SSampleInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
4570 4571 4572
  pInfo->samples = pCtx->param[1].param.i;
  pInfo->totalPoints = 0;
  pInfo->numSampled = 0;
G
Ganlin Zhao 已提交
4573 4574
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
G
Ganlin Zhao 已提交
4575 4576 4577
  if (pInfo->samples < 1 || pInfo->samples > SAMPLE_MAX_POINTS_NUM) {
    return false;
  }
X
Xiaoyu Wang 已提交
4578
  pInfo->data = (char*)pInfo + sizeof(SSampleInfo);
4579
  pInfo->tuplePos = (STuplePos*)((char*)pInfo + sizeof(SSampleInfo) + pInfo->samples * pInfo->colBytes);
G
Ganlin Zhao 已提交
4580 4581 4582 4583

  return true;
}

4584
static void sampleAssignResult(SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
4585
  assignVal(pInfo->data + index * pInfo->colBytes, data, pInfo->colBytes, pInfo->colType);
G
Ganlin Zhao 已提交
4586 4587
}

4588
static void doReservoirSample(SqlFunctionCtx* pCtx, SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
4589 4590
  pInfo->totalPoints++;
  if (pInfo->numSampled < pInfo->samples) {
4591 4592 4593 4594
    sampleAssignResult(pInfo, data, pInfo->numSampled);
    if (pCtx->subsidiaries.num > 0) {
      saveTupleData(pCtx, index, pCtx->pSrcBlock, pInfo->tuplePos + pInfo->numSampled * sizeof(STuplePos));
    }
G
Ganlin Zhao 已提交
4595 4596 4597 4598
    pInfo->numSampled++;
  } else {
    int32_t j = taosRand() % (pInfo->totalPoints);
    if (j < pInfo->samples) {
4599 4600 4601 4602
      sampleAssignResult(pInfo, data, j);
      if (pCtx->subsidiaries.num > 0) {
        copyTupleData(pCtx, index, pCtx->pSrcBlock, pInfo->tuplePos + j * sizeof(STuplePos));
      }
G
Ganlin Zhao 已提交
4603 4604 4605 4606 4607 4608 4609 4610 4611 4612
    }
  }
}

int32_t sampleFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSampleInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

4613
  SColumnInfoData* pInputCol = pInput->pData[0];
G
Ganlin Zhao 已提交
4614
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4615
    if (colDataIsNull_s(pInputCol, i)) {
G
Ganlin Zhao 已提交
4616 4617 4618 4619
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
4620
    doReservoirSample(pCtx, pInfo, data, i);
G
Ganlin Zhao 已提交
4621 4622
  }

4623 4624 4625 4626 4627 4628 4629 4630 4631 4632
  SET_VAL(pResInfo, pInfo->numSampled, pInfo->numSampled);
  return TSDB_CODE_SUCCESS;
}

int32_t sampleFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

  SSampleInfo* pInfo = GET_ROWCELL_INTERBUF(pEntryInfo);
  pEntryInfo->complete = true;

X
Xiaoyu Wang 已提交
4633
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
4634 4635 4636
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  int32_t currentRow = pBlock->info.rows;
G
Ganlin Zhao 已提交
4637
  for (int32_t i = 0; i < pInfo->numSampled; ++i) {
4638
    colDataAppend(pCol, currentRow + i, pInfo->data + i * pInfo->colBytes, false);
4639
    setSelectivityValue(pCtx, pBlock, pInfo->tuplePos + i * sizeof(STuplePos), currentRow + i);
G
Ganlin Zhao 已提交
4640 4641
  }

G
Ganlin Zhao 已提交
4642 4643 4644
  return pInfo->numSampled;
}

G
Ganlin Zhao 已提交
4645 4646 4647
bool getTailFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
X
Xiaoyu Wang 已提交
4648
  int32_t      numOfPoints = pVal->datum.i;
G
Ganlin Zhao 已提交
4649
  pEnv->calcMemSize = sizeof(STailInfo) + numOfPoints * (POINTER_BYTES + sizeof(STailItem) + pCol->node.resType.bytes);
G
Ganlin Zhao 已提交
4650 4651 4652
  return true;
}

X
Xiaoyu Wang 已提交
4653
bool tailFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4654 4655 4656 4657
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4658
  STailInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
4659 4660
  pInfo->numAdded = 0;
  pInfo->numOfPoints = pCtx->param[1].param.i;
4661 4662 4663 4664 4665
  if (pCtx->numOfParams == 4) {
    pInfo->offset = pCtx->param[2].param.i;
  } else {
    pInfo->offset = 0;
  }
G
Ganlin Zhao 已提交
4666 4667 4668 4669 4670 4671 4672
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if ((pInfo->numOfPoints < 1 || pInfo->numOfPoints > TAIL_MAX_POINTS_NUM) ||
      (pInfo->numOfPoints < 0 || pInfo->numOfPoints > TAIL_MAX_OFFSET)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4673 4674
  pInfo->pItems = (STailItem**)((char*)pInfo + sizeof(STailInfo));
  char* pItem = (char*)pInfo->pItems + pInfo->numOfPoints * POINTER_BYTES;
G
Ganlin Zhao 已提交
4675

G
Ganlin Zhao 已提交
4676
  size_t unitSize = sizeof(STailItem) + pInfo->colBytes;
G
Ganlin Zhao 已提交
4677
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
4678
    pInfo->pItems[i] = (STailItem*)(pItem + i * unitSize);
4679
    pInfo->pItems[i]->isNull = false;
G
Ganlin Zhao 已提交
4680 4681 4682 4683 4684
  }

  return true;
}

X
Xiaoyu Wang 已提交
4685
static void tailAssignResult(STailItem* pItem, char* data, int32_t colBytes, TSKEY ts, bool isNull) {
G
Ganlin Zhao 已提交
4686
  pItem->timestamp = ts;
4687 4688 4689
  if (isNull) {
    pItem->isNull = true;
  } else {
4690
    pItem->isNull = false;
4691 4692
    memcpy(pItem->data, data, colBytes);
  }
G
Ganlin Zhao 已提交
4693 4694
}

X
Xiaoyu Wang 已提交
4695 4696 4697
static int32_t tailCompFn(const void* p1, const void* p2, const void* param) {
  STailItem* d1 = *(STailItem**)p1;
  STailItem* d2 = *(STailItem**)p2;
G
Ganlin Zhao 已提交
4698 4699 4700
  return compareInt64Val(&d1->timestamp, &d2->timestamp);
}

X
Xiaoyu Wang 已提交
4701 4702
static void doTailAdd(STailInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  STailItem** pList = pInfo->pItems;
G
Ganlin Zhao 已提交
4703
  if (pInfo->numAdded < pInfo->numOfPoints) {
4704
    tailAssignResult(pList[pInfo->numAdded], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
4705
    taosheapsort((void*)pList, sizeof(STailItem**), pInfo->numAdded + 1, NULL, tailCompFn, 0);
G
Ganlin Zhao 已提交
4706
    pInfo->numAdded++;
G
Ganlin Zhao 已提交
4707
  } else if (pList[0]->timestamp < ts) {
4708
    tailAssignResult(pList[0], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
4709
    taosheapadjust((void*)pList, sizeof(STailItem**), 0, pInfo->numOfPoints - 1, NULL, tailCompFn, NULL, 0);
G
Ganlin Zhao 已提交
4710 4711 4712 4713 4714
  }
}

int32_t tailFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4715
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
4716 4717

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4718
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
4719 4720 4721 4722 4723

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
4724 4725 4726
  if (pInfo->offset >= pInput->numOfRows) {
    return 0;
  } else {
wafwerar's avatar
wafwerar 已提交
4727
    pInfo->numOfPoints = TMIN(pInfo->numOfPoints, pInput->numOfRows - pInfo->offset);
4728 4729
  }
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex - pInfo->offset; i += 1) {
G
Ganlin Zhao 已提交
4730
    char* data = colDataGetData(pInputCol, i);
4731
    doTailAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));
G
Ganlin Zhao 已提交
4732 4733
  }

4734 4735
  taosqsort(pInfo->pItems, pInfo->numOfPoints, POINTER_BYTES, NULL, tailCompFn);

G
Ganlin Zhao 已提交
4736
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
4737 4738
    int32_t    pos = startOffset + i;
    STailItem* pItem = pInfo->pItems[i];
4739 4740 4741 4742 4743
    if (pItem->isNull) {
      colDataAppendNULL(pOutput, pos);
    } else {
      colDataAppend(pOutput, pos, pItem->data, false);
    }
G
Ganlin Zhao 已提交
4744 4745
  }

G
Ganlin Zhao 已提交
4746 4747
  return pInfo->numOfPoints;
}
G
Ganlin Zhao 已提交
4748 4749 4750

int32_t tailFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4751
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pEntryInfo);
G
Ganlin Zhao 已提交
4752 4753 4754 4755 4756 4757 4758 4759 4760 4761
  pEntryInfo->complete = true;

  int32_t type = pCtx->input.pData[0]->info.type;
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
X
Xiaoyu Wang 已提交
4762
    STailItem* pItem = pInfo->pItems[i];
G
Ganlin Zhao 已提交
4763 4764 4765 4766 4767 4768
    colDataAppend(pCol, currentRow, pItem->data, false);
    currentRow += 1;
  }

  return pEntryInfo->numOfRes;
}
4769 4770 4771 4772 4773 4774 4775 4776 4777 4778 4779 4780 4781 4782 4783 4784 4785 4786 4787 4788 4789 4790 4791

bool getUniqueFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SUniqueInfo) + UNIQUE_MAX_RESULT_SIZE;
  return true;
}

bool uniqueFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SUniqueInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
  return true;
}

X
Xiaoyu Wang 已提交
4792 4793
static void doUniqueAdd(SUniqueInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  // handle null elements
4794
  if (isNull == true) {
X
Xiaoyu Wang 已提交
4795 4796
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
4797
    if (pInfo->hasNull == false && pItem->isNull == false) {
4798 4799 4800
      pItem->timestamp = ts;
      pItem->isNull = true;
      pInfo->numOfPoints++;
4801
      pInfo->hasNull = true;
4802 4803 4804 4805 4806
    } else if (pItem->timestamp > ts && pItem->isNull == true) {
      pItem->timestamp = ts;
    }
    return;
  }
4807

X
Xiaoyu Wang 已提交
4808 4809
  int32_t      hashKeyBytes = IS_VAR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
  SUniqueItem* pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
4810
  if (pHashItem == NULL) {
X
Xiaoyu Wang 已提交
4811 4812
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
4813 4814 4815
    pItem->timestamp = ts;
    memcpy(pItem->data, data, pInfo->colBytes);

X
Xiaoyu Wang 已提交
4816
    taosHashPut(pInfo->pHash, data, hashKeyBytes, (char*)pItem, sizeof(SUniqueItem*));
4817 4818 4819 4820 4821 4822 4823 4824 4825 4826 4827
    pInfo->numOfPoints++;
  } else if (pHashItem->timestamp > ts) {
    pHashItem->timestamp = ts;
  }
}

int32_t uniqueFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SUniqueInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4828
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
4829 4830 4831 4832 4833 4834 4835 4836 4837 4838 4839 4840 4841 4842 4843 4844 4845

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
    doUniqueAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));

    if (sizeof(SUniqueInfo) + pInfo->numOfPoints * (sizeof(SUniqueItem) + pInfo->colBytes) >= UNIQUE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return 0;
    }
  }

  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
4846
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + i * (sizeof(SUniqueItem) + pInfo->colBytes));
4847 4848 4849 4850 4851
    if (pItem->isNull == true) {
      colDataAppendNULL(pOutput, i);
    } else {
      colDataAppend(pOutput, i, pItem->data, false);
    }
4852 4853 4854 4855 4856 4857 4858 4859
    if (pTsOutput != NULL) {
      colDataAppendInt64(pTsOutput, i, &pItem->timestamp);
    }
  }

  return pInfo->numOfPoints;
}

G
Ganlin Zhao 已提交
4860 4861 4862 4863 4864 4865 4866 4867 4868 4869 4870 4871 4872 4873 4874 4875 4876 4877 4878 4879 4880 4881 4882 4883 4884 4885 4886 4887 4888
bool getModeFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SModeInfo) + MODE_MAX_RESULT_SIZE;
  return true;
}

bool modeFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SModeInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
  return true;
}

static void doModeAdd(SModeInfo* pInfo, char* data, bool isNull) {
  // ignore null elements
  if (isNull) {
    return;
  }

  int32_t      hashKeyBytes = IS_VAR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
G
Ganlin Zhao 已提交
4889
  SModeItem**     pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
G
Ganlin Zhao 已提交
4890 4891 4892 4893 4894 4895
  if (pHashItem == NULL) {
    int32_t      size = sizeof(SModeItem) + pInfo->colBytes;
    SModeItem* pItem  = (SModeItem*)(pInfo->pItems + pInfo->numOfPoints * size);
    memcpy(pItem->data, data, pInfo->colBytes);
    pItem->count += 1;

G
Ganlin Zhao 已提交
4896
    taosHashPut(pInfo->pHash, data, hashKeyBytes, &pItem, sizeof(SModeItem*));
G
Ganlin Zhao 已提交
4897 4898
    pInfo->numOfPoints++;
  } else {
G
Ganlin Zhao 已提交
4899
    (*pHashItem)->count += 1;
G
Ganlin Zhao 已提交
4900 4901 4902 4903
  }
}

int32_t modeFunction(SqlFunctionCtx* pCtx) {
4904
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
G
Ganlin Zhao 已提交
4905 4906 4907 4908 4909 4910 4911 4912 4913 4914 4915 4916 4917 4918 4919 4920 4921 4922
  SModeInfo*              pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
    doModeAdd(pInfo, data, colDataIsNull_s(pInputCol, i));

    if (sizeof(SModeInfo) + pInfo->numOfPoints * (sizeof(SModeItem) + pInfo->colBytes) >= MODE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }

G
Ganlin Zhao 已提交
4923 4924
  SET_VAL(pResInfo, 1, 1);

G
Ganlin Zhao 已提交
4925 4926 4927 4928 4929 4930
  return TSDB_CODE_SUCCESS;
}

int32_t modeFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SModeInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
X
Xiaoyu Wang 已提交
4931 4932
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
G
Ganlin Zhao 已提交
4933
  int32_t              currentRow = pBlock->info.rows;
4934

G
Ganlin Zhao 已提交
4935 4936 4937 4938 4939 4940 4941 4942
  int32_t resIndex;
  int32_t maxCount = 0;
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
    SModeItem* pItem = (SModeItem*)(pInfo->pItems + i * (sizeof(SModeItem) + pInfo->colBytes));
    if (pItem->count > maxCount) {
      maxCount = pItem->count;
      resIndex = i;
    } else if (pItem->count == maxCount) {
G
Ganlin Zhao 已提交
4943
      resIndex = -1;
G
Ganlin Zhao 已提交
4944
    }
4945 4946
  }

G
Ganlin Zhao 已提交
4947
  SModeItem* pResItem = (SModeItem*)(pInfo->pItems + resIndex * (sizeof(SModeItem) + pInfo->colBytes));
G
Ganlin Zhao 已提交
4948
  colDataAppend(pCol, currentRow, pResItem->data, (resIndex == -1) ? true : false);
G
Ganlin Zhao 已提交
4949

4950 4951 4952
  return pResInfo->numOfRes;
}

G
Ganlin Zhao 已提交
4953

4954 4955 4956 4957 4958
bool getTwaFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(STwaInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4959
bool twaFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
4960 4961 4962 4963
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4964 4965 4966
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pInfo->p.key = INT64_MIN;
  pInfo->win = TSWINDOW_INITIALIZER;
4967 4968 4969 4970
  return true;
}

static double twa_get_area(SPoint1 s, SPoint1 e) {
X
Xiaoyu Wang 已提交
4971
  if ((s.val >= 0 && e.val >= 0) || (s.val <= 0 && e.val <= 0)) {
4972 4973 4974
    return (s.val + e.val) * (e.key - s.key) / 2;
  }

X
Xiaoyu Wang 已提交
4975
  double x = (s.key * e.val - e.key * s.val) / (e.val - s.val);
4976 4977 4978 4979
  double val = (s.val * (x - s.key) + e.val * (e.key - x)) / 2;
  return val;
}

4980
#define INIT_INTP_POINT(_p, _k, _v) \
X
Xiaoyu Wang 已提交
4981 4982 4983
  do {                              \
    (_p).key = (_k);                \
    (_p).val = (_v);                \
4984 4985
  } while (0)

4986 4987
int32_t twaFunction(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4988
  SColumnInfoData*      pInputCol = pInput->pData[0];
4989 4990 4991

  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;

X
Xiaoyu Wang 已提交
4992
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
4993

X
Xiaoyu Wang 已提交
4994 4995
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  SPoint1*  last = &pInfo->p;
4996
  int32_t   numOfElems = 0;
4997 4998 4999 5000 5001 5002 5003 5004 5005 5006 5007 5008 5009 5010

  int32_t i = pInput->startRowIndex;
  if (pCtx->start.key != INT64_MIN) {
    ASSERT((pCtx->start.key < tsList[i] && pCtx->order == TSDB_ORDER_ASC) ||
           (pCtx->start.key > tsList[i] && pCtx->order == TSDB_ORDER_DESC));

    ASSERT(last->key == INT64_MIN);
    last->key = tsList[i];

    GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

    pInfo->dOutput += twa_get_area(pCtx->start, *last);
    pInfo->win.skey = pCtx->start.key;
    numOfElems++;
5011
    i += 1;
5012 5013 5014 5015 5016 5017
  } else if (pInfo->p.key == INT64_MIN) {
    last->key = tsList[i];
    GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

    pInfo->win.skey = last->key;
    numOfElems++;
5018
    i += 1;
5019 5020
  }

5021 5022
  SPoint1 st = {0};

5023
  // calculate the value of
X
Xiaoyu Wang 已提交
5024
  switch (pInputCol->info.type) {
5025
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
5026
      int8_t* val = (int8_t*)colDataGetData(pInputCol, 0);
5027
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5028 5029 5030 5031
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

5032
        INIT_INTP_POINT(st, tsList[i], val[i]);
5033 5034 5035 5036 5037 5038 5039
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
5040
      int16_t* val = (int16_t*)colDataGetData(pInputCol, 0);
5041
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5042 5043 5044 5045
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

5046
        INIT_INTP_POINT(st, tsList[i], val[i]);
5047 5048 5049 5050 5051 5052
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
5053
      int32_t* val = (int32_t*)colDataGetData(pInputCol, 0);
5054
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5055 5056 5057 5058
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

5059
        INIT_INTP_POINT(st, tsList[i], val[i]);
5060 5061 5062 5063 5064 5065
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
5066
      int64_t* val = (int64_t*)colDataGetData(pInputCol, 0);
5067
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5068 5069 5070 5071
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

5072
        INIT_INTP_POINT(st, tsList[i], val[i]);
5073 5074 5075 5076 5077 5078
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
5079
      float* val = (float*)colDataGetData(pInputCol, 0);
5080
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5081 5082 5083 5084
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

5085
        INIT_INTP_POINT(st, tsList[i], val[i]);
5086 5087 5088 5089 5090 5091
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
5092
      double* val = (double*)colDataGetData(pInputCol, 0);
5093
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5094 5095 5096 5097
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

5098
        INIT_INTP_POINT(st, tsList[i], val[i]);
5099 5100 5101 5102 5103 5104
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
5105
      uint8_t* val = (uint8_t*)colDataGetData(pInputCol, 0);
5106
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5107 5108 5109 5110
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

5111
        INIT_INTP_POINT(st, tsList[i], val[i]);
5112 5113 5114 5115 5116 5117
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
5118
      uint16_t* val = (uint16_t*)colDataGetData(pInputCol, 0);
5119
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5120 5121 5122 5123
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

5124
        INIT_INTP_POINT(st, tsList[i], val[i]);
5125 5126 5127 5128 5129 5130
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
5131
      uint32_t* val = (uint32_t*)colDataGetData(pInputCol, 0);
5132
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5133 5134 5135 5136
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

5137
        INIT_INTP_POINT(st, tsList[i], val[i]);
5138 5139 5140 5141 5142 5143
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
5144
      uint64_t* val = (uint64_t*)colDataGetData(pInputCol, 0);
5145
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5146 5147 5148 5149
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

5150
        INIT_INTP_POINT(st, tsList[i], val[i]);
5151 5152 5153 5154 5155 5156
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

X
Xiaoyu Wang 已提交
5157 5158
    default:
      ASSERT(0);
5159 5160 5161 5162
  }

  // the last interpolated time window value
  if (pCtx->end.key != INT64_MIN) {
X
Xiaoyu Wang 已提交
5163
    pInfo->dOutput += twa_get_area(pInfo->p, pCtx->end);
5164 5165 5166
    pInfo->p = pCtx->end;
  }

X
Xiaoyu Wang 已提交
5167
  pInfo->win.ekey = pInfo->p.key;
5168

5169
  SET_VAL(pResInfo, numOfElems, 1);
5170 5171 5172 5173 5174 5175 5176 5177
  return TSDB_CODE_SUCCESS;
}

/*
 * To copy the input to interResBuf to avoid the input buffer space be over writen
 * by next input data. The TWA function only applies to each table, so no merge procedure
 * is required, we simply copy to the resut ot interResBuffer.
 */
X
Xiaoyu Wang 已提交
5178 5179 5180
// void twa_function_copy(SQLFunctionCtx *pCtx) {
//   assert(pCtx->inputType == TSDB_DATA_TYPE_BINARY);
//   SResultRowEntryInfo *pResInfo = GET_RES_INFO(pCtx);
5181
//
X
Xiaoyu Wang 已提交
5182 5183 5184
//   memcpy(GET_ROWCELL_INTERBUF(pResInfo), pCtx->pInput, (size_t)pCtx->inputBytes);
//   pResInfo->hasResult = ((STwaInfo *)pCtx->pInput)->hasResult;
// }
5185

X
Xiaoyu Wang 已提交
5186 5187
int32_t twaFinalize(struct SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5188

X
Xiaoyu Wang 已提交
5189
  STwaInfo* pInfo = (STwaInfo*)GET_ROWCELL_INTERBUF(pResInfo);
5190
  if (pResInfo->numOfRes == 0) {
5191 5192 5193 5194 5195 5196 5197 5198 5199 5200 5201 5202 5203 5204
    pResInfo->isNullRes = 1;
  } else {
    if (pInfo->win.ekey == pInfo->win.skey) {
      pInfo->dOutput = pInfo->p.val;
    } else {
      pInfo->dOutput = pInfo->dOutput / (pInfo->win.ekey - pInfo->win.skey);
    }

    pResInfo->numOfRes = 1;
  }

  return functionFinalize(pCtx, pBlock);
}

5205 5206 5207 5208 5209 5210 5211 5212 5213 5214
bool blockDistSetup(SqlFunctionCtx *pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  STableBlockDistInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pInfo->minRows = INT32_MAX;
  return true;
}

X
Xiaoyu Wang 已提交
5215
int32_t blockDistFunction(SqlFunctionCtx* pCtx) {
5216 5217
  const int32_t BLOCK_DIST_RESULT_ROWS = 24;

5218
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5219
  SColumnInfoData*      pInputCol = pInput->pData[0];
5220

X
Xiaoyu Wang 已提交
5221
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5222

5223 5224 5225 5226 5227 5228 5229 5230 5231 5232 5233 5234
  STableBlockDistInfo* pDistInfo = GET_ROWCELL_INTERBUF(pResInfo);

  STableBlockDistInfo p1 = {0};
  tDeserializeBlockDistInfo(varDataVal(pInputCol->pData), varDataLen(pInputCol->pData), &p1);

  pDistInfo->numOfBlocks += p1.numOfBlocks;
  pDistInfo->numOfTables += p1.numOfTables;
  pDistInfo->numOfInmemRows += p1.numOfInmemRows;
  pDistInfo->totalSize += p1.totalSize;
  pDistInfo->totalRows += p1.totalRows;
  pDistInfo->numOfFiles += p1.numOfFiles;

5235 5236 5237 5238 5239
  pDistInfo->defMinRows = p1.defMinRows;
  pDistInfo->defMaxRows = p1.defMaxRows;
  pDistInfo->rowSize    = p1.rowSize;
  pDistInfo->numOfSmallBlocks = p1.numOfSmallBlocks;

5240 5241 5242 5243 5244 5245 5246
  if (pDistInfo->minRows > p1.minRows) {
    pDistInfo->minRows = p1.minRows;
  }
  if (pDistInfo->maxRows < p1.maxRows) {
    pDistInfo->maxRows = p1.maxRows;
  }

X
Xiaoyu Wang 已提交
5247
  for (int32_t i = 0; i < tListLen(pDistInfo->blockRowsHisto); ++i) {
5248 5249 5250
    pDistInfo->blockRowsHisto[i] += p1.blockRowsHisto[i];
  }

5251
  pResInfo->numOfRes = BLOCK_DIST_RESULT_ROWS;  // default output rows
5252 5253 5254 5255 5256 5257 5258 5259 5260 5261 5262
  return TSDB_CODE_SUCCESS;
}

int32_t tSerializeBlockDistInfo(void* buf, int32_t bufLen, const STableBlockDistInfo* pInfo) {
  SEncoder encoder = {0};
  tEncoderInit(&encoder, buf, bufLen);

  if (tStartEncode(&encoder) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->rowSize) < 0) return -1;

  if (tEncodeU16(&encoder, pInfo->numOfFiles) < 0) return -1;
5263
  if (tEncodeU32(&encoder, pInfo->numOfBlocks) < 0) return -1;
5264 5265 5266 5267 5268 5269 5270 5271 5272 5273 5274
  if (tEncodeU32(&encoder, pInfo->numOfTables) < 0) return -1;

  if (tEncodeU64(&encoder, pInfo->totalSize) < 0) return -1;
  if (tEncodeU64(&encoder, pInfo->totalRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->maxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->minRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMaxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMinRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfInmemRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
5275
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
5276 5277 5278 5279 5280 5281 5282 5283 5284 5285 5286 5287 5288 5289 5290 5291 5292 5293
    if (tEncodeI32(&encoder, pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tEndEncode(&encoder);

  int32_t tlen = encoder.pos;
  tEncoderClear(&encoder);
  return tlen;
}

int32_t tDeserializeBlockDistInfo(void* buf, int32_t bufLen, STableBlockDistInfo* pInfo) {
  SDecoder decoder = {0};
  tDecoderInit(&decoder, buf, bufLen);

  if (tStartDecode(&decoder) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->rowSize) < 0) return -1;

  if (tDecodeU16(&decoder, &pInfo->numOfFiles) < 0) return -1;
5294
  if (tDecodeU32(&decoder, &pInfo->numOfBlocks) < 0) return -1;
5295 5296 5297 5298 5299 5300 5301 5302 5303 5304 5305
  if (tDecodeU32(&decoder, &pInfo->numOfTables) < 0) return -1;

  if (tDecodeU64(&decoder, &pInfo->totalSize) < 0) return -1;
  if (tDecodeU64(&decoder, &pInfo->totalRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->maxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->minRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMaxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMinRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfInmemRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
5306
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
5307 5308 5309 5310 5311 5312 5313 5314
    if (tDecodeI32(&decoder, &pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tDecoderClear(&decoder);
  return 0;
}

int32_t blockDistFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
5315
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5316
  STableBlockDistInfo* pData = GET_ROWCELL_INTERBUF(pResInfo);
5317

5318 5319 5320
  SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, 0);

  int32_t row = 0;
X
Xiaoyu Wang 已提交
5321
  char    st[256] = {0};
5322
  double  totalRawSize = pData->totalRows * pData->rowSize;
X
Xiaoyu Wang 已提交
5323
  int32_t len =
5324 5325 5326
      sprintf(st + VARSTR_HEADER_SIZE, "Total_Blocks=[%d] Total_Size=[%.2f Kb] Average_size=[%.2f Kb] Compression_Ratio=[%.2f %c]",
              pData->numOfBlocks, pData->totalSize / 1024.0, ((double)pData->totalSize) / pData->numOfBlocks,
              pData->totalSize * 100 / totalRawSize, '%');
5327 5328 5329

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
5330

5331 5332
  len = sprintf(st + VARSTR_HEADER_SIZE, "Total_Rows=[%"PRId64"] Inmem_Rows=[%d] MinRows=[%d] MaxRows=[%d] Average_Rows=[%"PRId64"]",
                pData->totalRows, pData->numOfInmemRows, pData->minRows, pData->maxRows, pData->totalRows / pData->numOfBlocks);
5333

5334 5335
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
5336

5337 5338
  len = sprintf(st + VARSTR_HEADER_SIZE, "Total_Tables=[%d] Total_Files=[%d] Total_Vgroups=[%d]", pData->numOfTables,
                pData->numOfFiles, 0);
5339 5340 5341 5342

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);

X
Xiaoyu Wang 已提交
5343 5344
  len = sprintf(st + VARSTR_HEADER_SIZE,
                "--------------------------------------------------------------------------------");
5345 5346
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
5347 5348 5349

  int32_t maxVal = 0;
  int32_t minVal = INT32_MAX;
5350 5351 5352
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
    if (maxVal < pData->blockRowsHisto[i]) {
      maxVal = pData->blockRowsHisto[i];
5353 5354
    }

5355 5356
    if (minVal > pData->blockRowsHisto[i]) {
      minVal = pData->blockRowsHisto[i];
5357 5358 5359
    }
  }

5360 5361
  int32_t delta = maxVal - minVal;
  int32_t step = delta / 50;
5362 5363 5364 5365 5366 5367
  if (step == 0) {
    step = 1;
  }

  int32_t numOfBuckets = sizeof(pData->blockRowsHisto) / sizeof(pData->blockRowsHisto[0]);
  int32_t bucketRange = (pData->maxRows - pData->minRows) / numOfBuckets;
5368

5369 5370 5371 5372 5373 5374
  bool singleModel = false;
  if (bucketRange == 0) {
    singleModel = true;
    step = 20;
    bucketRange = (pData->defMaxRows - pData->defMinRows) / numOfBuckets;
  }
5375

5376 5377
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
    len = sprintf(st + VARSTR_HEADER_SIZE, "%04d |", pData->defMinRows + bucketRange * (i + 1));
5378

5379 5380 5381 5382 5383 5384
    int32_t num = 0;
    if (singleModel && pData->blockRowsHisto[i] > 0) {
      num = 20;
    } else {
      num = (pData->blockRowsHisto[i] + step - 1) / step;
    }
5385 5386 5387

    for (int32_t j = 0; j < num; ++j) {
      int32_t x = sprintf(st + VARSTR_HEADER_SIZE + len, "%c", '|');
5388 5389 5390
      len += x;
    }

5391 5392
    double v = pData->blockRowsHisto[i] * 100.0 / pData->numOfBlocks;
    len += sprintf(st + VARSTR_HEADER_SIZE + len, "  %d (%.2f%c)", pData->blockRowsHisto[i], v, '%');
5393 5394 5395 5396
    printf("%s\n", st);

    varDataSetLen(st, len);
    colDataAppend(pColInfo, row++, st, false);
5397 5398
  }

5399
  return TSDB_CODE_SUCCESS;
5400
}
5401 5402 5403 5404 5405 5406

bool getDerivativeFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDerivInfo);
  return true;
}

5407
bool derivativeFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
5408 5409 5410 5411 5412 5413 5414
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SDerivInfo* pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pDerivInfo->ignoreNegative = pCtx->param[2].param.i;
5415
  pDerivInfo->prevTs = -1;
5416 5417 5418 5419 5420
  pDerivInfo->tsWindow = pCtx->param[1].param.i;
  pDerivInfo->valueSet = false;
  return true;
}

5421 5422 5423
int32_t derivativeFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDerivInfo*          pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);
5424 5425

  SInputColumnInfoData* pInput = &pCtx->input;
5426
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
5427

5428
  int32_t          numOfElems = 0;
5429 5430 5431 5432
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;

  int32_t i = pInput->startRowIndex;
5433
  TSKEY*  tsList = (int64_t*)pInput->pPTS->pData;
5434

5435
  double v = 0;
5436

5437 5438
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5439 5440 5441 5442
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

5443
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
5444 5445 5446 5447 5448 5449 5450 5451 5452 5453 5454 5455 5456 5457 5458 5459 5460 5461 5462 5463 5464
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
        double r = ((v - pDerivInfo->prevValue) * pDerivInfo->tsWindow) / (tsList[i] - pDerivInfo->prevTs);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
          colDataAppend(pOutput, pos, (const char*)&r, false);
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &tsList[i]);
          }
          numOfElems++;
        }
      }

      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
  } else {
5465 5466 5467 5468 5469
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

5470
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
5471 5472 5473 5474 5475 5476 5477 5478 5479 5480 5481 5482 5483 5484 5485 5486
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
        double r = ((pDerivInfo->prevValue - v) * pDerivInfo->tsWindow) / (pDerivInfo->prevTs - tsList[i]);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
          colDataAppend(pOutput, pos, (const char*)&r, false);
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &pDerivInfo->prevTs);
          }
          numOfElems++;
        }
      }
5487

5488 5489 5490
      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
5491 5492 5493
  }

  return numOfElems;
H
Haojun Liao 已提交
5494 5495
}

G
Ganlin Zhao 已提交
5496 5497 5498 5499 5500 5501 5502 5503 5504 5505 5506 5507 5508 5509 5510 5511 5512 5513 5514 5515 5516 5517 5518 5519 5520 5521 5522 5523 5524 5525 5526 5527 5528 5529 5530 5531 5532 5533 5534 5535 5536 5537 5538 5539 5540 5541 5542 5543 5544 5545 5546 5547 5548 5549 5550 5551 5552 5553 5554 5555 5556 5557 5558 5559 5560 5561 5562 5563 5564 5565 5566 5567 5568 5569 5570 5571 5572 5573 5574 5575 5576 5577 5578 5579 5580 5581 5582 5583 5584 5585 5586 5587 5588 5589 5590 5591 5592 5593 5594 5595 5596 5597 5598 5599 5600 5601 5602 5603 5604 5605 5606
bool getIrateFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SRateInfo);
  return true;
}

bool irateFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pInfo->firstKey   = INT64_MIN;
  pInfo->lastKey    = INT64_MIN;
  pInfo->firstValue = (double)INT64_MIN;
  pInfo->lastValue  = (double)INT64_MIN;

  pInfo->hasResult  = 0;
  return true;
}

int32_t irateFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SRateInfo*          pRateInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  TSKEY*  tsList = (int64_t*)pInput->pPTS->pData;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pInputCol, i);
    double  v = 0;
    GET_TYPED_DATA(v, double, type, data);

    if (INT64_MIN == pRateInfo->lastKey) {
      pRateInfo->lastValue = v;
      pRateInfo->lastKey   = tsList[i];
      continue;
    }

    if (tsList[i] > pRateInfo->lastKey) {
      if ((INT64_MIN == pRateInfo->firstKey) || pRateInfo->lastKey > pRateInfo->firstKey) {
        pRateInfo->firstValue = pRateInfo->lastValue;
        pRateInfo->firstKey = pRateInfo->lastKey;
      }

      pRateInfo->lastValue = v;
      pRateInfo->lastKey   = tsList[i];

      continue;
    }

    if ((INT64_MIN == pRateInfo->firstKey) || tsList[i] > pRateInfo->firstKey) {
      pRateInfo->firstValue = v;
      pRateInfo->firstKey = tsList[i];
    }

  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

static double doCalcRate(const SRateInfo* pRateInfo, double tickPerSec) {
  if ((INT64_MIN == pRateInfo->lastKey) || (INT64_MIN == pRateInfo->firstKey) ||
      (pRateInfo->firstKey >= pRateInfo->lastKey)) {
    return 0.0;
  }

  double diff = 0;
  // If the previous value of the last is greater than the last value, only keep the last point instead of the delta
  // value between two values.
  diff = pRateInfo->lastValue;
  if (diff >= pRateInfo->firstValue) {
    diff -= pRateInfo->firstValue;
  }

  int64_t duration = pRateInfo->lastKey - pRateInfo->firstKey;
  if (duration == 0) {
    return 0;
  }

  return (duration > 0)? ((double)diff) / (duration/tickPerSec):0.0;
}

int32_t irateFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  double result = doCalcRate(pInfo, 1000);
  colDataAppend(pCol, pBlock->info.rows, (const char*)&result, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

5607 5608
int32_t groupKeyFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
G
Ganlin Zhao 已提交
5609
  SGroupKeyInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
5610 5611 5612 5613 5614 5615 5616

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*   pInputCol = pInput->pData[0];

  int32_t bytes = pInputCol->info.bytes;

  int32_t startIndex = pInput->startRowIndex;
5617

5618
  //escape rest of data blocks to avoid first entry to be overwritten.
5619 5620 5621 5622
  if (pInfo->hasResult) {
    goto _group_key_over;
  }

5623
  if (colDataIsNull_s(pInputCol, startIndex)) {
5624 5625
    pInfo->isNull = true;
    pInfo->hasResult = true;
G
Ganlin Zhao 已提交
5626
    goto _group_key_over;
5627 5628 5629
  }

  char* data = colDataGetData(pInputCol, startIndex);
G
Ganlin Zhao 已提交
5630
  memcpy(pInfo->data, data, bytes);
5631
  pInfo->hasResult = true;
G
Ganlin Zhao 已提交
5632 5633

_group_key_over:
5634

G
Ganlin Zhao 已提交
5635
  SET_VAL(pResInfo, 1, 1);
5636 5637 5638
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
5639 5640 5641 5642 5643 5644 5645
int32_t groupKeyFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SGroupKeyInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
5646 5647 5648 5649 5650 5651

  if (pInfo->hasResult) {
    colDataAppend(pCol, pBlock->info.rows, pInfo->data, pInfo->isNull ? true : false);
  } else {
    pResInfo->numOfRes = 0;
  }
G
Ganlin Zhao 已提交
5652 5653 5654 5655

  return pResInfo->numOfRes;
}

5656
int32_t interpFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
5657 5658 5659 5660 5661 5662 5663 5664 5665 5666 5667 5668 5669 5670 5671 5672 5673 5674 5675 5676 5677 5678 5679 5680 5681 5682 5683 5684 5685 5686 5687 5688 5689 5690 5691 5692 5693 5694 5695 5696 5697 5698 5699 5700 5701 5702 5703 5704 5705 5706 5707 5708 5709 5710 5711 5712 5713 5714 5715 5716 5717 5718 5719 5720 5721 5722 5723 5724 5725 5726 5727 5728 5729 5730 5731 5732 5733 5734 5735 5736 5737 5738 5739 5740 5741 5742 5743 5744 5745 5746
#if 0
  int32_t fillType = (int32_t) pCtx->param[2].i64;
  //bool ascQuery = (pCtx->order == TSDB_ORDER_ASC);

  if (pCtx->start.key == pCtx->startTs) {
    assert(pCtx->start.key != INT64_MIN);

    COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, &pCtx->start.val);

    goto interp_success_exit;
  } else if (pCtx->end.key == pCtx->startTs && pCtx->end.key != INT64_MIN && fillType == TSDB_FILL_NEXT) {
    COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, &pCtx->end.val);

    goto interp_success_exit;
  }

  switch (fillType) {
    case TSDB_FILL_NULL:
      setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
      break;

    case TSDB_FILL_SET_VALUE:
      tVariantDump(&pCtx->param[1], pCtx->pOutput, pCtx->inputType, true);
      break;

    case TSDB_FILL_LINEAR:
      if (pCtx->start.key == INT64_MIN || pCtx->start.key > pCtx->startTs
          || pCtx->end.key == INT64_MIN || pCtx->end.key < pCtx->startTs) {
        goto interp_exit;
      }

      double v1 = -1, v2 = -1;
      GET_TYPED_DATA(v1, double, pCtx->inputType, &pCtx->start.val);
      GET_TYPED_DATA(v2, double, pCtx->inputType, &pCtx->end.val);

      SPoint point1 = {.key = pCtx->start.key, .val = &v1};
      SPoint point2 = {.key = pCtx->end.key, .val = &v2};
      SPoint point  = {.key = pCtx->startTs, .val = pCtx->pOutput};

      int32_t srcType = pCtx->inputType;
      if (isNull((char *)&pCtx->start.val, srcType) || isNull((char *)&pCtx->end.val, srcType)) {
        setNull(pCtx->pOutput, srcType, pCtx->inputBytes);
      } else {
        bool exceedMax = false, exceedMin = false;
        taosGetLinearInterpolationVal(&point, pCtx->outputType, &point1, &point2, TSDB_DATA_TYPE_DOUBLE, &exceedMax, &exceedMin);
        if (exceedMax || exceedMin) {
          __compar_fn_t func = getComparFunc((int32_t)pCtx->inputType, 0);
          if (func(&pCtx->start.val, &pCtx->end.val) <= 0) {
            COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, exceedMax ? &pCtx->start.val : &pCtx->end.val);
          } else {
            COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, exceedMax ? &pCtx->end.val : &pCtx->start.val);
          }
        }
      }
      break;

    case TSDB_FILL_PREV:
      if (pCtx->start.key == INT64_MIN || pCtx->start.key > pCtx->startTs) {
        goto interp_exit;
      }

      COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, &pCtx->start.val);
      break;

    case TSDB_FILL_NEXT:
      if (pCtx->end.key == INT64_MIN || pCtx->end.key < pCtx->startTs) {
        goto interp_exit;
      }

      COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, &pCtx->end.val);
      break;

    case TSDB_FILL_NONE:
      // do nothing
    default:
      goto interp_exit;
  }


  interp_success_exit:
  *(TSKEY*)pCtx->ptsOutputBuf = pCtx->startTs;
  INC_INIT_VAL(pCtx, 1);

  interp_exit:
  pCtx->start.key = INT64_MIN;
  pCtx->end.key = INT64_MIN;
  pCtx->endTs = pCtx->startTs;
#endif

  return TSDB_CODE_SUCCESS;
5747
}