builtinsimpl.c 172.2 KB
Newer Older
H
Haojun Liao 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "builtinsimpl.h"
17
#include "cJSON.h"
18
#include "function.h"
19
#include "querynodes.h"
H
Haojun Liao 已提交
20
#include "taggfunction.h"
G
Ganlin Zhao 已提交
21
#include "tcompare.h"
H
Haojun Liao 已提交
22
#include "tdatablock.h"
23
#include "tdigest.h"
X
Xiaoyu Wang 已提交
24
#include "tglobal.h"
25
#include "thistogram.h"
26
#include "tpercentile.h"
wmmhello's avatar
wmmhello 已提交
27
#include "query.h"
H
Haojun Liao 已提交
28

X
Xiaoyu Wang 已提交
29 30 31 32 33
#define HISTOGRAM_MAX_BINS_NUM 1000
#define MAVG_MAX_POINTS_NUM    1000
#define SAMPLE_MAX_POINTS_NUM  1000
#define TAIL_MAX_POINTS_NUM    100
#define TAIL_MAX_OFFSET        100
G
Ganlin Zhao 已提交
34

X
Xiaoyu Wang 已提交
35
#define UNIQUE_MAX_RESULT_SIZE (1024 * 1024 * 10)
36

X
Xiaoyu Wang 已提交
37 38 39 40 41
#define HLL_BUCKET_BITS 14  // The bits of the bucket
#define HLL_DATA_BITS   (64 - HLL_BUCKET_BITS)
#define HLL_BUCKETS     (1 << HLL_BUCKET_BITS)
#define HLL_BUCKET_MASK (HLL_BUCKETS - 1)
#define HLL_ALPHA_INF   0.721347520444481703680  // constant for 0.5/ln(2)
G
Ganlin Zhao 已提交
42

G
Ganlin Zhao 已提交
43 44 45 46 47 48 49 50 51 52 53 54
typedef struct SSumRes {
  union {
    int64_t  isum;
    uint64_t usum;
    double   dsum;
  };
} SSumRes;

typedef struct SAvgRes {
  double  result;
  SSumRes sum;
  int64_t count;
G
Ganlin Zhao 已提交
55
  int16_t type;  // store the original input type, used in merge function
G
Ganlin Zhao 已提交
56 57
} SAvgRes;

58
typedef struct STuplePos {
X
Xiaoyu Wang 已提交
59 60
  int32_t pageId;
  int32_t offset;
61 62
} STuplePos;

G
Ganlin Zhao 已提交
63 64 65 66 67 68
typedef struct SMinmaxResInfo {
  bool      assign;  // assign the first value or not
  int64_t   v;
  STuplePos tuplePos;
} SMinmaxResInfo;

69
typedef struct STopBotResItem {
70 71 72
  SVariant  v;
  uint64_t  uid;  // it is a table uid, used to extract tag data during building of the final result for the tag data
  STuplePos tuplePos;  // tuple data of this chosen row
73 74
} STopBotResItem;

G
Ganlin Zhao 已提交
75
typedef struct STopBotRes {
X
Xiaoyu Wang 已提交
76
  int32_t         maxSize;
G
Ganlin Zhao 已提交
77
  int16_t         type;
78
  STopBotResItem* pItems;
G
Ganlin Zhao 已提交
79 80
} STopBotRes;

G
Ganlin Zhao 已提交
81 82 83 84 85 86
typedef struct SFirstLastRes {
  bool    hasResult;
  int32_t bytes;
  char    buf[];
} SFirstLastRes;

G
Ganlin Zhao 已提交
87 88 89
typedef struct SStddevRes {
  double  result;
  int64_t count;
90 91 92 93 94 95 96 97
  union {
    double  quadraticDSum;
    int64_t quadraticISum;
  };
  union {
    double  dsum;
    int64_t isum;
  };
G
Ganlin Zhao 已提交
98
  int16_t type;
G
Ganlin Zhao 已提交
99 100
} SStddevRes;

101
typedef struct SLeastSQRInfo {
X
Xiaoyu Wang 已提交
102 103 104
  double  matrix[2][3];
  double  startVal;
  double  stepVal;
105 106 107
  int64_t num;
} SLeastSQRInfo;

G
Ganlin Zhao 已提交
108 109
typedef struct SPercentileInfo {
  double      result;
110
  tMemBucket* pMemBucket;
G
Ganlin Zhao 已提交
111 112 113 114 115 116
  int32_t     stage;
  double      minval;
  double      maxval;
  int64_t     numOfElems;
} SPercentileInfo;

117
typedef struct SAPercentileInfo {
X
Xiaoyu Wang 已提交
118 119 120 121 122
  double          result;
  double          percent;
  int8_t          algo;
  SHistogramInfo* pHisto;
  TDigest*        pTDigest;
123 124 125 126 127 128 129 130
} SAPercentileInfo;

typedef enum {
  APERCT_ALGO_UNKNOWN = 0,
  APERCT_ALGO_DEFAULT,
  APERCT_ALGO_TDIGEST,
} EAPerctAlgoType;

G
Ganlin Zhao 已提交
131
typedef struct SDiffInfo {
132 133
  bool hasPrev;
  bool includeNull;
134
  bool ignoreNegative;  // replace the ignore with case when
135 136 137 138 139
  bool firstOutput;
  union {
    int64_t i64;
    double  d64;
  } prev;
140 141

  int64_t prevTs;
G
Ganlin Zhao 已提交
142 143
} SDiffInfo;

G
Ganlin Zhao 已提交
144 145 146 147 148 149 150
typedef struct SSpreadInfo {
  double result;
  bool   hasResult;
  double min;
  double max;
} SSpreadInfo;

G
Ganlin Zhao 已提交
151 152 153 154 155 156 157
typedef struct SElapsedInfo {
  double  result;
  TSKEY   min;
  TSKEY   max;
  int64_t timeUnit;
} SElapsedInfo;

G
Ganlin Zhao 已提交
158 159 160 161 162 163
typedef struct STwaInfo {
  double      dOutput;
  SPoint1     p;
  STimeWindow win;
} STwaInfo;

164
typedef struct SHistoFuncBin {
X
Xiaoyu Wang 已提交
165 166
  double  lower;
  double  upper;
167 168
  int64_t count;
  double  percentage;
169 170 171
} SHistoFuncBin;

typedef struct SHistoFuncInfo {
X
Xiaoyu Wang 已提交
172 173 174
  int32_t       numOfBins;
  int32_t       totalCount;
  bool          normalized;
175 176 177
  SHistoFuncBin bins[];
} SHistoFuncInfo;

X
Xiaoyu Wang 已提交
178
typedef enum { UNKNOWN_BIN = 0, USER_INPUT_BIN, LINEAR_BIN, LOG_BIN } EHistoBinType;
179

180 181
typedef struct SHLLFuncInfo {
  uint64_t result;
X
Xiaoyu Wang 已提交
182
  uint8_t  buckets[HLL_BUCKETS];
183 184
} SHLLInfo;

185
typedef struct SStateInfo {
186 187 188 189
  union {
    int64_t count;
    int64_t durationStart;
  };
190 191 192 193 194 195 196 197 198 199 200
} SStateInfo;

typedef enum {
  STATE_OPER_INVALID = 0,
  STATE_OPER_LT,
  STATE_OPER_GT,
  STATE_OPER_LE,
  STATE_OPER_GE,
  STATE_OPER_NE,
  STATE_OPER_EQ,
} EStateOperType;
201

G
Ganlin Zhao 已提交
202 203 204 205 206 207 208 209
typedef struct SMavgInfo {
  int32_t pos;
  double  sum;
  int32_t numOfPoints;
  bool    pointsMeet;
  double  points[];
} SMavgInfo;

G
Ganlin Zhao 已提交
210
typedef struct SSampleInfo {
211 212 213 214 215 216 217
  int32_t     samples;
  int32_t     totalPoints;
  int32_t     numSampled;
  uint8_t     colType;
  int16_t     colBytes;
  char*       data;
  STuplePos*  tuplePos;
G
Ganlin Zhao 已提交
218 219
} SSampleInfo;

G
Ganlin Zhao 已提交
220
typedef struct STailItem {
G
Ganlin Zhao 已提交
221
  int64_t timestamp;
222
  bool    isNull;
G
Ganlin Zhao 已提交
223
  char    data[];
G
Ganlin Zhao 已提交
224
} STailItem;
G
Ganlin Zhao 已提交
225 226

typedef struct STailInfo {
X
Xiaoyu Wang 已提交
227 228 229 230 231 232
  int32_t     numOfPoints;
  int32_t     numAdded;
  int32_t     offset;
  uint8_t     colType;
  int16_t     colBytes;
  STailItem** pItems;
G
Ganlin Zhao 已提交
233 234
} STailInfo;

G
Ganlin Zhao 已提交
235 236 237 238 239 240 241 242 243 244
typedef struct SUniqueItem {
  int64_t timestamp;
  bool    isNull;
  char    data[];
} SUniqueItem;

typedef struct SUniqueInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
X
Xiaoyu Wang 已提交
245 246
  bool      hasNull;  // null is not hashable, handle separately
  SHashObj* pHash;
G
Ganlin Zhao 已提交
247 248 249
  char      pItems[];
} SUniqueInfo;

G
Ganlin Zhao 已提交
250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265
typedef struct SDerivInfo {
  double  prevValue;       // previous value
  TSKEY   prevTs;          // previous timestamp
  bool    ignoreNegative;  // ignore the negative value
  int64_t tsWindow;        // time window for derivative
  bool    valueSet;        // the value has been set already
} SDerivInfo;

typedef struct SRateInfo {
  double  firstValue;
  TSKEY   firstKey;
  double  lastValue;
  TSKEY   lastKey;
  int8_t  hasResult;  // flag to denote has value
} SRateInfo;

G
Ganlin Zhao 已提交
266 267
typedef struct SGroupKeyInfo{
  bool  hasResult;
268
  bool  isNull;
G
Ganlin Zhao 已提交
269 270 271 272
  char  data[];
} SGroupKeyInfo;


273 274 275 276 277 278
#define SET_VAL(_info, numOfElem, res) \
  do {                                 \
    if ((numOfElem) <= 0) {            \
      break;                           \
    }                                  \
    (_info)->numOfRes = (res);         \
H
Haojun Liao 已提交
279 280
  } while (0)

G
Ganlin Zhao 已提交
281 282 283 284 285 286
#define GET_TS_LIST(x)    ((TSKEY*)((x)->ptsList))
#define GET_TS_DATA(x, y) (GET_TS_LIST(x)[(y)])

#define DO_UPDATE_TAG_COLUMNS_WITHOUT_TS(ctx)                      \
  do {                                                             \
    for (int32_t _i = 0; _i < (ctx)->tagInfo.numOfTagCols; ++_i) { \
287
      SqlFunctionCtx* __ctx = (ctx)->tagInfo.pTagCtxList[_i];      \
G
Ganlin Zhao 已提交
288 289 290 291
      __ctx->fpSet.process(__ctx);                                 \
    }                                                              \
  } while (0);

G
Ganlin Zhao 已提交
292 293 294 295 296 297 298 299 300 301 302 303
#define DO_UPDATE_SUBSID_RES(ctx, ts)                          \
  do {                                                         \
    for (int32_t _i = 0; _i < (ctx)->subsidiaries.num; ++_i) { \
      SqlFunctionCtx* __ctx = (ctx)->subsidiaries.pCtx[_i];    \
      if (__ctx->functionId == FUNCTION_TS_DUMMY) {            \
        __ctx->tag.i = (ts);                                   \
        __ctx->tag.nType = TSDB_DATA_TYPE_BIGINT;              \
      }                                                        \
      __ctx->fpSet.process(__ctx);                             \
    }                                                          \
  } while (0)

G
Ganlin Zhao 已提交
304 305 306 307 308 309 310 311 312 313 314
#define UPDATE_DATA(ctx, left, right, num, sign, _ts) \
  do {                                                \
    if (((left) < (right)) ^ (sign)) {                \
      (left) = (right);                               \
      DO_UPDATE_SUBSID_RES(ctx, _ts);                 \
      (num) += 1;                                     \
    }                                                 \
  } while (0)

#define LOOPCHECK_N(val, _col, ctx, _t, _nrow, _start, sign, num)        \
  do {                                                                   \
315
    _t* d = (_t*)((_col)->pData);                                        \
G
Ganlin Zhao 已提交
316 317 318 319 320 321 322 323 324
    for (int32_t i = (_start); i < (_nrow) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      }                                                                  \
      TSKEY ts = (ctx)->ptsList != NULL ? GET_TS_DATA(ctx, i) : 0;       \
      UPDATE_DATA(ctx, val, d[i], num, sign, ts);                        \
    }                                                                    \
  } while (0)

X
Xiaoyu Wang 已提交
325
bool dummyGetEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* UNUSED_PARAM(pEnv)) { return true; }
326

X
Xiaoyu Wang 已提交
327
bool dummyInit(SqlFunctionCtx* UNUSED_PARAM(pCtx), SResultRowEntryInfo* UNUSED_PARAM(pResultInfo)) { return true; }
328

X
Xiaoyu Wang 已提交
329
int32_t dummyProcess(SqlFunctionCtx* UNUSED_PARAM(pCtx)) { return 0; }
330

X
Xiaoyu Wang 已提交
331
int32_t dummyFinalize(SqlFunctionCtx* UNUSED_PARAM(pCtx), SSDataBlock* UNUSED_PARAM(pBlock)) { return 0; }
332

333
bool functionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
334 335 336 337 338 339 340 341 342 343 344 345
  if (pResultInfo->initialized) {
    return false;
  }

  if (pCtx->pOutput != NULL) {
    memset(pCtx->pOutput, 0, (size_t)pCtx->resDataInfo.bytes);
  }

  initResultRowEntry(pResultInfo, pCtx->resDataInfo.interBufSize);
  return true;
}

346
int32_t functionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
347
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
348
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
349

350
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
351
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
352 353 354 355 356

  char* in = GET_ROWCELL_INTERBUF(pResInfo);
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
H
Haojun Liao 已提交
357 358
}

5
54liuyao 已提交
359 360
int32_t firstCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
361 362 363
  char*                pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
  int32_t              bytes = pDestCtx->input.pData[0]->info.bytes;
5
54liuyao 已提交
364 365

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
366
  char*                pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
367

X
Xiaoyu Wang 已提交
368
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || *(TSKEY*)(pDBuf + bytes) > *(TSKEY*)(pSBuf + bytes))) {
5
54liuyao 已提交
369 370 371 372 373 374 375
    memcpy(pDBuf, pSBuf, bytes);
    *(TSKEY*)(pDBuf + bytes) = *(TSKEY*)(pSBuf + bytes);
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

376
int32_t functionFinalizeWithResultBuf(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, char* finalResult) {
377
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
378 379 380
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
381
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
382 383 384 385 386 387 388 389
  cleanupResultRowEntry(pResInfo);

  char* in = finalResult;
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

390 391 392
EFuncDataRequired countDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
  SNode* pParam = nodesListGetNode(pFunc->pParameterList, 0);
  if (QUERY_NODE_COLUMN == nodeType(pParam) && PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pParam)->colId) {
393
    return FUNC_DATA_REQUIRED_NOT_LOAD;
394
  }
395
  return FUNC_DATA_REQUIRED_STATIS_LOAD;
396
}
H
Haojun Liao 已提交
397 398 399 400 401 402

bool getCountFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(int64_t);
  return true;
}

403
static FORCE_INLINE int32_t getNumOfElems(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
404 405 406
  int32_t numOfElem = 0;

  /*
H
Haojun Liao 已提交
407 408 409
   * 1. column data missing (schema modified) causes pInputCol->hasNull == true. pInput->colDataAggIsSet == true;
   * 2. for general non-primary key columns, pInputCol->hasNull may be true or false, pInput->colDataAggIsSet == true;
   * 3. for primary key column, pInputCol->hasNull always be false, pInput->colDataAggIsSet == false;
H
Haojun Liao 已提交
410 411
   */
  SInputColumnInfoData* pInput = &pCtx->input;
412
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
413 414 415 416 417 418 419 420 421 422 423 424
  if (pInput->colDataAggIsSet && pInput->totalRows == pInput->numOfRows) {
    numOfElem = pInput->numOfRows - pInput->pColumnDataAgg[0]->numOfNull;
    ASSERT(numOfElem >= 0);
  } else {
    if (pInputCol->hasNull) {
      for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
        if (colDataIsNull(pInputCol, pInput->totalRows, i, NULL)) {
          continue;
        }
        numOfElem += 1;
      }
    } else {
425 426
      // when counting on the primary time stamp column and no statistics data is presented, use the size value
      // directly.
H
Haojun Liao 已提交
427 428 429
      numOfElem = pInput->numOfRows;
    }
  }
5
54liuyao 已提交
430 431
  return numOfElem;
}
432

5
54liuyao 已提交
433 434 435 436 437
/*
 * count function does need the finalize, if data is missing, the default value, which is 0, is used
 * count function does not use the pCtx->interResBuf to keep the intermediate buffer
 */
int32_t countFunction(SqlFunctionCtx* pCtx) {
438
  int32_t numOfElem = getNumOfElems(pCtx);
439

X
Xiaoyu Wang 已提交
440
  SResultRowEntryInfo*  pResInfo = GET_RES_INFO(pCtx);
441
  SInputColumnInfoData* pInput = &pCtx->input;
442 443

  int32_t type = pInput->pData[0]->info.type;
444 445 446

  char* buf = GET_ROWCELL_INTERBUF(pResInfo);
  if (IS_NULL_TYPE(type)) {
X
Xiaoyu Wang 已提交
447
    // select count(NULL) returns 0
448 449 450 451 452
    numOfElem = 1;
    *((int64_t*)buf) = 0;
  } else {
    *((int64_t*)buf) += numOfElem;
  }
H
Haojun Liao 已提交
453

454 455 456 457 458 459
  if (tsCountAlwaysReturnValue) {
    pResInfo->numOfRes = 1;
  } else {
    SET_VAL(pResInfo, 1, 1);
  }

wmmhello's avatar
wmmhello 已提交
460
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
461 462
}

5
54liuyao 已提交
463
int32_t countInvertFunction(SqlFunctionCtx* pCtx) {
464
  int32_t numOfElem = getNumOfElems(pCtx);
5
54liuyao 已提交
465 466 467 468 469 470 471 472 473

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  char*                buf = GET_ROWCELL_INTERBUF(pResInfo);
  *((int64_t*)buf) -= numOfElem;

  SET_VAL(pResInfo, *((int64_t*)buf), 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
474 475
int32_t combineFunction(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
476
  char*                pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
477 478 479 480 481 482 483 484 485

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  char*                pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
  *((int64_t*)pDBuf) += *((int64_t*)pSBuf);

  SET_VAL(pDResInfo, *((int64_t*)pDBuf), 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
486 487
#define LIST_ADD_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
488
    _t* d = (_t*)(_col->pData);                                          \
H
Haojun Liao 已提交
489 490 491 492 493 494 495 496 497
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) += (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

5
54liuyao 已提交
498 499 500 501 502 503 504 505 506 507 508 509
#define LIST_SUB_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
    _t* d = (_t*)(_col->pData);                                          \
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) -= (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

510
int32_t sumFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
511 512 513 514
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
515 516
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
517

518
  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
519

520 521 522 523 524 525
  if (IS_NULL_TYPE(type)) {
    GET_RES_INFO(pCtx)->isNullRes = 1;
    numOfElem = 1;
    goto _sum_over;
  }

H
Haojun Liao 已提交
526 527 528 529 530
  if (pInput->colDataAggIsSet) {
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
531
      pSumRes->isum += pAgg->sum;
H
Haojun Liao 已提交
532
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
533
      pSumRes->usum += pAgg->sum;
H
Haojun Liao 已提交
534
    } else if (IS_FLOAT_TYPE(type)) {
535
      pSumRes->dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
H
Haojun Liao 已提交
536 537 538 539
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

540
    int32_t start = pInput->startRowIndex;
H
Haojun Liao 已提交
541 542
    int32_t numOfRows = pInput->numOfRows;

543 544
    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
545 546 547 548 549 550 551
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
H
Haojun Liao 已提交
552
      }
553 554 555 556 557 558 559 560 561
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
H
Haojun Liao 已提交
562
      }
563 564 565 566
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
H
Haojun Liao 已提交
567 568 569
    }
  }

X
Xiaoyu Wang 已提交
570
  // check for overflow
571
  if (IS_FLOAT_TYPE(type) && (isinf(pSumRes->dsum) || isnan(pSumRes->dsum))) {
G
Ganlin Zhao 已提交
572
    numOfElem = 0;
573 574
  }

575
_sum_over:
H
Haojun Liao 已提交
576 577
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
578
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
579 580
}

5
54liuyao 已提交
581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639
int32_t sumInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;

  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  if (pInput->colDataAggIsSet) {
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      pSumRes->isum -= pAgg->sum;
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      pSumRes->usum -= pAgg->sum;
    } else if (IS_FLOAT_TYPE(type)) {
      pSumRes->dsum -= GET_DOUBLE_VAL((const char*)&(pAgg->sum));
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

    int32_t start = pInput->startRowIndex;
    int32_t numOfRows = pInput->numOfRows;

    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
      }
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
      }
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
    }
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
640 641
int32_t sumCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
642 643
  SSumRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
5
54liuyao 已提交
644 645

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
646
  SSumRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
647

5
54liuyao 已提交
648 649 650 651 652 653 654
  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
    pDBuf->isum += pSBuf->isum;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->usum += pSBuf->usum;
  } else if (type == TSDB_DATA_TYPE_DOUBLE || type == TSDB_DATA_TYPE_FLOAT) {
    pDBuf->dsum += pSBuf->dsum;
  }
5
54liuyao 已提交
655
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
656 657 658
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
659
bool getSumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
H
Haojun Liao 已提交
660 661 662 663
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

664 665
int32_t getAvgInfoSize() { return (int32_t)sizeof(SAvgRes); }

G
Ganlin Zhao 已提交
666
bool getAvgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
667
  pEnv->calcMemSize = sizeof(SAvgRes);
G
Ganlin Zhao 已提交
668 669 670
  return true;
}

671
bool avgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
672 673 674 675 676 677 678 679 680 681 682 683 684
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SAvgRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
  memset(pRes, 0, sizeof(SAvgRes));
  return true;
}

int32_t avgFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
685
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
G
Ganlin Zhao 已提交
686 687 688
  int32_t               type = pInput->pData[0]->info.type;

  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
689
  pAvgRes->type = type;
G
Ganlin Zhao 已提交
690 691 692 693 694 695 696

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

697 698 699 700 701 702
  if (IS_NULL_TYPE(type)) {
    GET_RES_INFO(pCtx)->isNullRes = 1;
    numOfElem = 1;
    goto _avg_over;
  }

703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724
  if (pInput->colDataAggIsSet) {
    numOfElem = numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    pAvgRes->count += numOfElem;
    if (IS_INTEGER_TYPE(type)) {
      pAvgRes->sum.isum += pAgg->sum;
    } else if (IS_FLOAT_TYPE(type)) {
      pAvgRes->sum.dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
    }
  } else {  // computing based on the true data block
    switch (type) {
      case TSDB_DATA_TYPE_TINYINT: {
        int8_t* plist = (int8_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
725 726
        }

727
        break;
G
Ganlin Zhao 已提交
728 729
      }

730 731 732 733 734 735
      case TSDB_DATA_TYPE_SMALLINT: {
        int16_t* plist = (int16_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
736

737 738 739
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
740
        }
741
        break;
G
Ganlin Zhao 已提交
742 743
      }

744 745 746 747 748 749 750 751 752 753
      case TSDB_DATA_TYPE_INT: {
        int32_t* plist = (int32_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
754 755
        }

756
        break;
G
Ganlin Zhao 已提交
757 758
      }

759 760 761 762 763 764
      case TSDB_DATA_TYPE_BIGINT: {
        int64_t* plist = (int64_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
G
Ganlin Zhao 已提交
765

766 767 768
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
769
        }
770
        break;
G
Ganlin Zhao 已提交
771 772
      }

773 774 775 776 777 778
      case TSDB_DATA_TYPE_FLOAT: {
        float* plist = (float*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
G
Ganlin Zhao 已提交
779

780 781 782 783 784
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.dsum += plist[i];
        }
        break;
G
Ganlin Zhao 已提交
785 786
      }

787 788 789 790 791 792
      case TSDB_DATA_TYPE_DOUBLE: {
        double* plist = (double*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
G
Ganlin Zhao 已提交
793

794 795 796 797 798
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.dsum += plist[i];
        }
        break;
G
Ganlin Zhao 已提交
799 800
      }

801 802 803
      default:
        break;
    }
G
Ganlin Zhao 已提交
804 805
  }

806
_avg_over:
G
Ganlin Zhao 已提交
807 808 809 810 811
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
812
static void avgTransferInfo(SAvgRes* pInput, SAvgRes* pOutput) {
G
Ganlin Zhao 已提交
813 814
  pOutput->type = pInput->type;
  if (IS_INTEGER_TYPE(pOutput->type)) {
G
Ganlin Zhao 已提交
815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831
    pOutput->sum.isum += pInput->sum.isum;
  } else {
    pOutput->sum.dsum += pInput->sum.dsum;
  }

  pOutput->count += pInput->count;

  return;
}

int32_t avgFunctionMerge(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SAvgRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

832 833
  int32_t  start = pInput->startRowIndex;
  char*    data = colDataGetData(pCol, start);
G
Ganlin Zhao 已提交
834
  SAvgRes* pInputInfo = (SAvgRes*)varDataVal(data);
G
Ganlin Zhao 已提交
835 836 837 838 839 840 841 842

  avgTransferInfo(pInputInfo, pInfo);

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);

  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
843 844 845 846 847 848 849 850 851 852 853 854
#define LIST_AVG_N(sumT, T)                                               \
  do {                                                                    \
    T* plist = (T*)pCol->pData;                                           \
    for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { \
      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {        \
        continue;                                                         \
      }                                                                   \
                                                                          \
      numOfElem += 1;                                                     \
      pAvgRes->count -= 1;                                                \
      sumT -= plist[i];                                                   \
    }                                                                     \
5
54liuyao 已提交
855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905
  } while (0)

int32_t avgInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      LIST_AVG_N(pAvgRes->sum.isum, int8_t);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      LIST_AVG_N(pAvgRes->sum.isum, int16_t);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      LIST_AVG_N(pAvgRes->sum.isum, int32_t);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      LIST_AVG_N(pAvgRes->sum.isum, int64_t);
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
      LIST_AVG_N(pAvgRes->sum.dsum, float);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      LIST_AVG_N(pAvgRes->sum.dsum, double);
      break;
    }
    default:
      break;
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
906 907
int32_t avgCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
908 909
  SAvgRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
5
54liuyao 已提交
910 911

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
912
  SAvgRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
913 914 915 916 917 918 919 920 921 922 923

  if (IS_INTEGER_TYPE(type)) {
    pDBuf->sum.isum += pSBuf->sum.isum;
  } else {
    pDBuf->sum.dsum += pSBuf->sum.dsum;
  }
  pDBuf->count += pSBuf->count;

  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
924
int32_t avgFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
925
  SInputColumnInfoData* pInput = &pCtx->input;
926 927

  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
928
  int32_t  type = pAvgRes->type;
929

G
Ganlin Zhao 已提交
930
  if (IS_INTEGER_TYPE(type)) {
931
    pAvgRes->result = pAvgRes->sum.isum / ((double)pAvgRes->count);
G
Ganlin Zhao 已提交
932
  } else {
933
    pAvgRes->result = pAvgRes->sum.dsum / ((double)pAvgRes->count);
G
Ganlin Zhao 已提交
934
  }
935

X
Xiaoyu Wang 已提交
936
  // check for overflow
937
  if (isinf(pAvgRes->result) || isnan(pAvgRes->result)) {
938
    GET_RES_INFO(pCtx)->numOfRes = 0;
939 940
  }

H
Haojun Liao 已提交
941
  return functionFinalize(pCtx, pBlock);
G
Ganlin Zhao 已提交
942 943
}

G
Ganlin Zhao 已提交
944 945
int32_t avgPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
946 947 948
  SAvgRes*             pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getAvgInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
949 950 951 952 953 954 955 956 957 958 959 960 961

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

962
EFuncDataRequired statisDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
963 964 965
  return FUNC_DATA_REQUIRED_STATIS_LOAD;
}

966
bool minmaxFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
967 968 969 970
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;  // not initialized since it has been initialized
  }

971 972 973
  SMinmaxResInfo* buf = GET_ROWCELL_INTERBUF(pResultInfo);
  buf->assign = false;
  buf->tuplePos.pageId = -1;
974 975 976
  return true;
}

H
Haojun Liao 已提交
977
bool getMinmaxFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
978
  pEnv->calcMemSize = sizeof(SMinmaxResInfo);
979 980 981
  return true;
}

982 983 984
static void saveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos);
static void copyTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos);

985
int32_t doMinMaxHelper(SqlFunctionCtx* pCtx, int32_t isMinFunc) {
986 987 988
  int32_t numOfElems = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
989
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
990 991

  SColumnInfoData* pCol = pInput->pData[0];
992
  int32_t          type = pCol->info.type;
993 994

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
995
  SMinmaxResInfo*      pBuf = GET_ROWCELL_INTERBUF(pResInfo);
996

997 998 999 1000 1001 1002
  if (IS_NULL_TYPE(type)) {
    GET_RES_INFO(pCtx)->isNullRes = 1;
    numOfElems = 1;
    goto _min_max_over;
  }

1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014
  // data in current data block are qualified to the query
  if (pInput->colDataAggIsSet) {
    numOfElems = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(pInput->numOfRows == pInput->totalRows && numOfElems >= 0);
    if (numOfElems == 0) {
      return numOfElems;
    }

    void*   tval = NULL;
    int16_t index = 0;

    if (isMinFunc) {
1015
      tval = &pInput->pColumnDataAgg[0]->min;
1016 1017
      index = pInput->pColumnDataAgg[0]->minIndex;
    } else {
1018
      tval = &pInput->pColumnDataAgg[0]->max;
1019 1020 1021
      index = pInput->pColumnDataAgg[0]->maxIndex;
    }

1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036
    if (!pBuf->assign) {
      pBuf->v = *(int64_t*)tval;
      if (pCtx->subsidiaries.num > 0) {
        saveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
      }
    } else {
      if (IS_SIGNED_NUMERIC_TYPE(type)) {
        int64_t prev = 0;
        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);

        int64_t val = GET_INT64_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
          pBuf->v = val;
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
1037
          }
1038
        }
1039

1040 1041 1042 1043 1044 1045 1046 1047 1048 1049
      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
        uint64_t prev = 0;
        GET_TYPED_DATA(prev, uint64_t, type, &pBuf->v);

        uint64_t val = GET_UINT64_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
          pBuf->v = val;
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
1050
        }
1051 1052 1053
      } else if (type == TSDB_DATA_TYPE_DOUBLE) {
        double prev = 0;
        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);
1054

1055 1056 1057 1058 1059
        double val = GET_DOUBLE_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
          pBuf->v = val;
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
H
Haojun Liao 已提交
1060
          }
1061 1062 1063 1064
        }
      } else if (type == TSDB_DATA_TYPE_FLOAT) {
        double prev = 0;
        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);
1065

1066 1067 1068 1069 1070 1071 1072
        double val = GET_DOUBLE_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
          pBuf->v = val;
        }

        if (pCtx->subsidiaries.num > 0) {
          saveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
H
Haojun Liao 已提交
1073 1074
        }
      }
1075 1076
    }

1077
    pBuf->assign = true;
1078 1079 1080 1081 1082 1083
    return numOfElems;
  }

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

1084 1085
  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
    if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115
      int8_t* pData = (int8_t*)pCol->pData;
      int8_t* val = (int8_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1116
    } else if (type == TSDB_DATA_TYPE_SMALLINT) {
1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146
      int16_t* pData = (int16_t*)pCol->pData;
      int16_t* val = (int16_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1147
    } else if (type == TSDB_DATA_TYPE_INT) {
1148
      int32_t* pData = (int32_t*)pCol->pData;
1149
      int32_t* val = (int32_t*)&pBuf->v;
1150

H
Haojun Liao 已提交
1151
      for (int32_t i = start; i < start + numOfRows; ++i) {
1152 1153 1154 1155
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

1156
        if (!pBuf->assign) {
1157
          *val = pData[i];
1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
1174 1175 1176 1177
        }

        numOfElems += 1;
      }
1178
    } else if (type == TSDB_DATA_TYPE_BIGINT) {
1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208
      int64_t* pData = (int64_t*)pCol->pData;
      int64_t* val = (int64_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1209
    }
1210 1211
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    if (type == TSDB_DATA_TYPE_UTINYINT) {
1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241
      uint8_t* pData = (uint8_t*)pCol->pData;
      uint8_t* val = (uint8_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1242
    } else if (type == TSDB_DATA_TYPE_USMALLINT) {
1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272
      uint16_t* pData = (uint16_t*)pCol->pData;
      uint16_t* val = (uint16_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1273
    } else if (type == TSDB_DATA_TYPE_UINT) {
1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303
      uint32_t* pData = (uint32_t*)pCol->pData;
      uint32_t* val = (uint32_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1304
    } else if (type == TSDB_DATA_TYPE_UBIGINT) {
1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334
      uint64_t* pData = (uint64_t*)pCol->pData;
      uint64_t* val = (uint64_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
              copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
            }
          }
        }

        numOfElems += 1;
      }
1335
    }
1336
  } else if (type == TSDB_DATA_TYPE_DOUBLE) {
1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366
    double* pData = (double*)pCol->pData;
    double* val = (double*)&pBuf->v;

    for (int32_t i = start; i < start + numOfRows; ++i) {
      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

      if (!pBuf->assign) {
        *val = pData[i];
        if (pCtx->subsidiaries.num > 0) {
          saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
        }
        pBuf->assign = true;
      } else {
        // ignore the equivalent data value
        if ((*val) == pData[i]) {
          continue;
        }

        if ((*val < pData[i]) ^ isMinFunc) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
        }
      }

      numOfElems += 1;
    }
1367
  } else if (type == TSDB_DATA_TYPE_FLOAT) {
X
Xiaoyu Wang 已提交
1368
    float*  pData = (float*)pCol->pData;
1369
    double* val = (double*)&pBuf->v;
1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397

    for (int32_t i = start; i < start + numOfRows; ++i) {
      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

      if (!pBuf->assign) {
        *val = pData[i];
        if (pCtx->subsidiaries.num > 0) {
          saveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
        }
        pBuf->assign = true;
      } else {
        // ignore the equivalent data value
        if ((*val) == pData[i]) {
          continue;
        }

        if ((*val < pData[i]) ^ isMinFunc) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
            copyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
          }
        }
      }

      numOfElems += 1;
    }
1398 1399
  }

1400
_min_max_over:
1401
  return numOfElems;
H
Haojun Liao 已提交
1402
}
1403

1404
int32_t minFunction(SqlFunctionCtx* pCtx) {
1405 1406
  int32_t numOfElems = doMinMaxHelper(pCtx, 1);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1407
  return TSDB_CODE_SUCCESS;
1408 1409
}

1410
int32_t maxFunction(SqlFunctionCtx* pCtx) {
1411 1412
  int32_t numOfElems = doMinMaxHelper(pCtx, 0);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1413
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1414 1415
}

1416 1417 1418
static void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex);

static void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos, int32_t rIndex);
1419

1420 1421 1422 1423 1424 1425
int32_t minmaxFunctionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

  SMinmaxResInfo* pRes = GET_ROWCELL_INTERBUF(pEntryInfo);

  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;
1426
  int32_t currentRow = pBlock->info.rows;
1427 1428

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
1429
  pEntryInfo->isNullRes = (pEntryInfo->numOfRes == 0);
1430

1431
  if (pCol->info.type == TSDB_DATA_TYPE_FLOAT) {
X
Xiaoyu Wang 已提交
1432
    float v = *(double*)&pRes->v;
1433
    colDataAppend(pCol, currentRow, (const char*)&v, pEntryInfo->isNullRes);
1434
  } else {
1435
    colDataAppend(pCol, currentRow, (const char*)&pRes->v, pEntryInfo->isNullRes);
1436
  }
1437

1438 1439
  if (pEntryInfo->numOfRes > 0) {
    setSelectivityValue(pCtx, pBlock, &pRes->tuplePos, currentRow);
1440 1441
  } else {
    setNullSelectivityValue(pCtx, pBlock, currentRow);
1442 1443
  }

1444 1445
  return pEntryInfo->numOfRes;
}
1446

1447 1448 1449
void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex) {
  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
1450
    int32_t         dstSlotId = pc->pExpr->base.resSchema.slotId;
1451 1452 1453 1454 1455 1456

    SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
    colDataAppendNULL(pDstCol, rowIndex);
  }
}

X
Xiaoyu Wang 已提交
1457
void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos, int32_t rowIndex) {
1458 1459
  int32_t pageId = pTuplePos->pageId;
  int32_t offset = pTuplePos->offset;
1460

1461
  if (pTuplePos->pageId != -1) {
wmmhello's avatar
wmmhello 已提交
1462
    int32_t numOfCols = pCtx->subsidiaries.num;
1463 1464 1465
    SFilePage* pPage = getBufPage(pCtx->pBuf, pageId);

    bool* nullList = (bool*)((char*)pPage + offset);
1466
    char* pStart = (char*)(nullList + numOfCols * sizeof(bool));
1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477

    // todo set the offset value to optimize the performance.
    for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
      SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];

      SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
      int32_t      dstSlotId = pc->pExpr->base.resSchema.slotId;

      int32_t ps = 0;

      SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
wmmhello's avatar
wmmhello 已提交
1478 1479
      ASSERT(pc->pExpr->base.resSchema.bytes == pDstCol->info.bytes);
      if (nullList[j]) {
1480
        colDataAppendNULL(pDstCol, rowIndex);
1481
      } else {
wmmhello's avatar
wmmhello 已提交
1482
        colDataAppend(pDstCol, rowIndex, pStart, false);
1483
      }
wmmhello's avatar
wmmhello 已提交
1484
      pStart += pDstCol->info.bytes;
1485
    }
wmmhello's avatar
wmmhello 已提交
1486 1487

    releaseBufPage(pCtx->pBuf, pPage);
1488 1489 1490
  }
}

1491 1492
void releaseSource(STuplePos* pPos) {
  if (pPos->pageId == -1) {
X
Xiaoyu Wang 已提交
1493
    return;
1494 1495 1496 1497 1498 1499 1500 1501 1502
  }
  // Todo(liuyao) relase row
}

void replaceTupleData(STuplePos* pDestPos, STuplePos* pSourcePos) {
  releaseSource(pDestPos);
  *pDestPos = *pSourcePos;
}

5
54liuyao 已提交
1503 1504 1505
int32_t minMaxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx, int32_t isMinFunc) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SMinmaxResInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
X
Xiaoyu Wang 已提交
1506
  int32_t              type = pDestCtx->input.pData[0]->info.type;
5
54liuyao 已提交
1507 1508 1509 1510

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SMinmaxResInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
  if (IS_FLOAT_TYPE(type)) {
X
Xiaoyu Wang 已提交
1511 1512
    if (pSBuf->assign && ((((*(double*)&pDBuf->v) < (*(double*)&pSBuf->v)) ^ isMinFunc) || !pDBuf->assign)) {
      *(double*)&pDBuf->v = *(double*)&pSBuf->v;
1513
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1514
      pDBuf->assign = true;
5
54liuyao 已提交
1515 1516
    }
  } else {
X
Xiaoyu Wang 已提交
1517
    if (pSBuf->assign && (((pDBuf->v < pSBuf->v) ^ isMinFunc) || !pDBuf->assign)) {
5
54liuyao 已提交
1518
      pDBuf->v = pSBuf->v;
1519
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1520
      pDBuf->assign = true;
5
54liuyao 已提交
1521 1522
    }
  }
5
54liuyao 已提交
1523
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
1524 1525 1526 1527 1528 1529 1530 1531 1532 1533
  return TSDB_CODE_SUCCESS;
}

int32_t minCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 1);
}
int32_t maxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 0);
}

1534 1535
int32_t getStddevInfoSize() { return (int32_t)sizeof(SStddevRes); }

H
Haojun Liao 已提交
1536 1537 1538 1539 1540
bool getStddevFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStddevRes);
  return true;
}

1541
bool stddevFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
1542 1543 1544 1545 1546 1547 1548 1549 1550
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SStddevRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
  memset(pRes, 0, sizeof(SStddevRes));
  return true;
}

H
Haojun Liao 已提交
1551
int32_t stddevFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
1552 1553 1554 1555
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
H
Haojun Liao 已提交
1556
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
1557 1558

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
1559
  pStddevRes->type = type;
H
Haojun Liao 已提交
1560

H
Haojun Liao 已提交
1561 1562
  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];
H
Haojun Liao 已提交
1563

H
Haojun Liao 已提交
1564 1565
  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;
H
Haojun Liao 已提交
1566

1567 1568 1569 1570 1571 1572
  if (IS_NULL_TYPE(type)) {
    GET_RES_INFO(pCtx)->isNullRes = 1;
    numOfElem = 1;
    goto _stddev_over;
  }

H
Haojun Liao 已提交
1573 1574
  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
1575 1576 1577 1578
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + start; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
H
Haojun Liao 已提交
1579
        }
H
Haojun Liao 已提交
1580

1581 1582 1583 1584
        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
H
Haojun Liao 已提交
1585 1586
      }

1587 1588 1589 1590
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
H
Haojun Liao 已提交
1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }

      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1645 1646
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
1647 1648 1649 1650
      }
      break;
    }

H
Haojun Liao 已提交
1651 1652 1653 1654 1655 1656 1657 1658 1659
    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1660 1661
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
1662 1663 1664 1665 1666 1667 1668 1669
      }
      break;
    }

    default:
      break;
  }

1670
_stddev_over:
H
Haojun Liao 已提交
1671 1672
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
1673
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1674 1675
}

G
Ganlin Zhao 已提交
1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697
static void stddevTransferInfo(SStddevRes* pInput, SStddevRes* pOutput) {
  pOutput->type = pInput->type;
  if (IS_INTEGER_TYPE(pOutput->type)) {
    pOutput->quadraticISum += pInput->quadraticISum;
    pOutput->isum += pInput->isum;
  } else {
    pOutput->quadraticDSum += pInput->quadraticDSum;
    pOutput->dsum += pInput->dsum;
  }

  pOutput->count += pInput->count;

  return;
}

int32_t stddevFunctionMerge(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SStddevRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

1698 1699
  int32_t     start = pInput->startRowIndex;
  char*       data = colDataGetData(pCol, start);
G
Ganlin Zhao 已提交
1700 1701 1702 1703 1704 1705 1706 1707 1708
  SStddevRes* pInputInfo = (SStddevRes*)varDataVal(data);

  stddevTransferInfo(pInputInfo, pInfo);

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);

  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721
#define LIST_STDDEV_SUB_N(sumT, T)                                 \
  do {                                                             \
    T* plist = (T*)pCol->pData;                                    \
    for (int32_t i = start; i < numOfRows + start; ++i) {          \
      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { \
        continue;                                                  \
      }                                                            \
      numOfElem += 1;                                              \
      pStddevRes->count -= 1;                                      \
      sumT -= plist[i];                                            \
      pStddevRes->quadraticISum -= plist[i] * plist[i];            \
    }                                                              \
  } while (0)
X
Xiaoyu Wang 已提交
1722

5
54liuyao 已提交
1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771
int32_t stddevInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int8_t);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int16_t);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int32_t);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int64_t);
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, float);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, double);
      break;
    }
    default:
      break;
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
1772
int32_t stddevFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
1773
  SInputColumnInfoData* pInput = &pCtx->input;
1774
  SStddevRes*           pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
1775
  int32_t               type = pStddevRes->type;
1776
  double                avg;
G
Ganlin Zhao 已提交
1777

G
Ganlin Zhao 已提交
1778
  if (IS_INTEGER_TYPE(type)) {
1779
    avg = pStddevRes->isum / ((double)pStddevRes->count);
1780
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticISum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
1781
  } else {
1782
    avg = pStddevRes->dsum / ((double)pStddevRes->count);
1783
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticDSum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
1784
  }
1785

1786 1787 1788 1789 1790
  // check for overflow
  if (isinf(pStddevRes->result) || isnan(pStddevRes->result)) {
    GET_RES_INFO(pCtx)->numOfRes = 0;
  }

1791
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
1792 1793
}

G
Ganlin Zhao 已提交
1794 1795
int32_t stddevPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
1796 1797 1798
  SStddevRes*          pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getStddevInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

5
54liuyao 已提交
1812 1813
int32_t stddevCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
1814 1815
  SStddevRes*          pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
5
54liuyao 已提交
1816 1817

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
1818
  SStddevRes*          pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
1819 1820 1821 1822 1823 1824 1825 1826 1827

  if (IS_INTEGER_TYPE(type)) {
    pDBuf->isum += pSBuf->isum;
    pDBuf->quadraticISum += pSBuf->quadraticISum;
  } else {
    pDBuf->dsum += pSBuf->dsum;
    pDBuf->quadraticDSum += pSBuf->quadraticDSum;
  }
  pDBuf->count += pSBuf->count;
5
54liuyao 已提交
1828
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
1829 1830 1831
  return TSDB_CODE_SUCCESS;
}

1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843
bool getLeastSQRFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SLeastSQRInfo);
  return true;
}

bool leastSQRFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);

X
Xiaoyu Wang 已提交
1844 1845
  pInfo->startVal = IS_FLOAT_TYPE(pCtx->param[1].param.nType) ? pCtx->param[1].param.d : (double)pCtx->param[1].param.i;
  pInfo->stepVal = IS_FLOAT_TYPE(pCtx->param[2].param.nType) ? pCtx->param[2].param.d : (double)pCtx->param[2].param.i;
1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883
  return true;
}

#define LEASTSQR_CAL(p, x, y, index, step) \
  do {                                     \
    (p)[0][0] += (double)(x) * (x);        \
    (p)[0][1] += (double)(x);              \
    (p)[0][2] += (double)(x) * (y)[index]; \
    (p)[1][2] += (y)[index];               \
    (x) += step;                           \
  } while (0)

int32_t leastSQRFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SColumnInfoData* pCol = pInput->pData[0];

  double(*param)[3] = pInfo->matrix;
  double x = pInfo->startVal;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }
        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
1884
      break;
1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }
1950 1951 1952 1953 1954
    case TSDB_DATA_TYPE_NULL: {
      GET_RES_INFO(pCtx)->isNullRes = 1;
      numOfElem = 1;
      break;
    }
1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969

    default:
      break;
  }

  pInfo->startVal = x;
  pInfo->num += numOfElem;

  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);

  return TSDB_CODE_SUCCESS;
}

int32_t leastSQRFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
1970 1971 1972
  SLeastSQRInfo*       pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
1973 1974 1975

  int32_t currentRow = pBlock->info.rows;

1976
  if (0 == pInfo->num) {
1977 1978 1979 1980 1981 1982 1983 1984
    return 0;
  }

  double(*param)[3] = pInfo->matrix;

  param[1][1] = (double)pInfo->num;
  param[1][0] = param[0][1];

5
54liuyao 已提交
1985 1986 1987 1988 1989 1990
  double param00 = param[0][0] - param[1][0] * (param[0][1] / param[1][1]);
  double param02 = param[0][2] - param[1][2] * (param[0][1] / param[1][1]);
  // param[0][1] = 0;
  double param12 = param[1][2] - param02 * (param[1][0] / param00);
  // param[1][0] = 0;
  param02 /= param00;
1991

5
54liuyao 已提交
1992
  param12 /= param[1][1];
1993

X
Xiaoyu Wang 已提交
1994 1995 1996
  char   buf[64] = {0};
  size_t len =
      snprintf(varDataVal(buf), sizeof(buf) - VARSTR_HEADER_SIZE, "{slop:%.6lf, intercept:%.6lf}", param02, param12);
1997 1998
  varDataSetLen(buf, len);

1999
  colDataAppend(pCol, currentRow, buf, pResInfo->isNullRes);
2000 2001 2002 2003 2004

  return pResInfo->numOfRes;
}

int32_t leastSQRInvertFunction(SqlFunctionCtx* pCtx) {
X
Xiaoyu Wang 已提交
2005
  // TODO
2006 2007 2008
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
2009 2010 2011 2012
int32_t leastSQRCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SLeastSQRInfo*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
X
Xiaoyu Wang 已提交
2013
  double(*pDparam)[3] = pDBuf->matrix;
5
54liuyao 已提交
2014 2015 2016

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SLeastSQRInfo*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
X
Xiaoyu Wang 已提交
2017
  double(*pSparam)[3] = pSBuf->matrix;
5
54liuyao 已提交
2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029
  for (int32_t i = 0; i < pSBuf->num; i++) {
    pDparam[0][0] += pDBuf->startVal * pDBuf->startVal;
    pDparam[0][1] += pDBuf->startVal;
    pDBuf->startVal += pDBuf->stepVal;
  }
  pDparam[0][2] += pSparam[0][2] + pDBuf->num * pDBuf->stepVal * pSparam[1][2];
  pDparam[1][2] += pSparam[1][2];
  pDBuf->num += pSBuf->num;
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2030 2031 2032 2033 2034
bool getPercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SPercentileInfo);
  return true;
}

2035
bool percentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
2036 2037 2038 2039 2040
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  // in the first round, get the min-max value of all involved data
2041
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
H
Haojun Liao 已提交
2042 2043 2044 2045 2046
  SET_DOUBLE_VAL(&pInfo->minval, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->maxval, -DBL_MAX);
  pInfo->numOfElems = 0;

  return true;
H
Haojun Liao 已提交
2047 2048
}

2049
int32_t percentileFunction(SqlFunctionCtx* pCtx) {
2050
  int32_t              numOfElems = 0;
2051
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2052 2053

  SInputColumnInfoData* pInput = &pCtx->input;
2054
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
H
Haojun Liao 已提交
2055

2056 2057
  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;
2058

2059
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
2060
  if (pCtx->scanFlag == REPEAT_SCAN && pInfo->stage == 0) {
H
Haojun Liao 已提交
2061
    pInfo->stage += 1;
H
Haojun Liao 已提交
2062

H
Haojun Liao 已提交
2063 2064 2065
    // all data are null, set it completed
    if (pInfo->numOfElems == 0) {
      pResInfo->complete = true;
H
Haojun Liao 已提交
2066
      return 0;
H
Haojun Liao 已提交
2067
    } else {
2068
      pInfo->pMemBucket = tMemBucketCreate(pCol->info.bytes, type, pInfo->minval, pInfo->maxval);
H
Haojun Liao 已提交
2069 2070 2071 2072 2073
    }
  }

  // the first stage, only acquire the min/max value
  if (pInfo->stage == 0) {
2074
    if (pCtx->input.colDataAggIsSet) {
H
Haojun Liao 已提交
2075
      double tmin = 0.0, tmax = 0.0;
2076 2077 2078 2079 2080 2081 2082 2083 2084
      if (IS_SIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_INT64_VAL(&pAgg->min);
        tmax = (double)GET_INT64_VAL(&pAgg->max);
      } else if (IS_FLOAT_TYPE(type)) {
        tmin = GET_DOUBLE_VAL(&pAgg->min);
        tmax = GET_DOUBLE_VAL(&pAgg->max);
      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_UINT64_VAL(&pAgg->min);
        tmax = (double)GET_UINT64_VAL(&pAgg->max);
H
Haojun Liao 已提交
2085 2086 2087 2088 2089 2090 2091 2092 2093 2094
      }

      if (GET_DOUBLE_VAL(&pInfo->minval) > tmin) {
        SET_DOUBLE_VAL(&pInfo->minval, tmin);
      }

      if (GET_DOUBLE_VAL(&pInfo->maxval) < tmax) {
        SET_DOUBLE_VAL(&pInfo->maxval, tmax);
      }

2095
      pInfo->numOfElems += (pInput->numOfRows - pAgg->numOfNull);
H
Haojun Liao 已提交
2096
    } else {
2097 2098 2099 2100
      // check the valid data one by one
      int32_t start = pInput->startRowIndex;
      for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
        if (colDataIsNull_f(pCol->nullbitmap, i)) {
H
Haojun Liao 已提交
2101 2102 2103
          continue;
        }

2104
        char* data = colDataGetData(pCol, i);
2105

H
Haojun Liao 已提交
2106
        double v = 0;
2107
        GET_TYPED_DATA(v, double, type, data);
H
Haojun Liao 已提交
2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118
        if (v < GET_DOUBLE_VAL(&pInfo->minval)) {
          SET_DOUBLE_VAL(&pInfo->minval, v);
        }

        if (v > GET_DOUBLE_VAL(&pInfo->maxval)) {
          SET_DOUBLE_VAL(&pInfo->maxval, v);
        }

        pInfo->numOfElems += 1;
      }
    }
2119 2120 2121 2122 2123 2124 2125
  } else {
    // the second stage, calculate the true percentile value
    int32_t start = pInput->startRowIndex;
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
H
Haojun Liao 已提交
2126

2127
      char* data = colDataGetData(pCol, i);
2128
      numOfElems += 1;
2129
      tMemBucketPut(pInfo->pMemBucket, data, 1);
H
Haojun Liao 已提交
2130 2131
    }

2132
    SET_VAL(pResInfo, numOfElems, 1);
H
Haojun Liao 已提交
2133 2134
  }

wmmhello's avatar
wmmhello 已提交
2135
  return TSDB_CODE_SUCCESS;
2136 2137
}

2138
int32_t percentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
2139
  SVariant* pVal = &pCtx->param[1].param;
2140
  double    v = (pVal->nType == TSDB_DATA_TYPE_BIGINT) ? pVal->i : pVal->d;
H
Haojun Liao 已提交
2141

2142 2143
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SPercentileInfo*     ppInfo = (SPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2144

2145
  tMemBucket* pMemBucket = ppInfo->pMemBucket;
2146 2147 2148 2149 2150
  if (pMemBucket != NULL && pMemBucket->total > 0) {  // check for null
    SET_DOUBLE_VAL(&ppInfo->result, getPercentile(pMemBucket, v));
  }

  tMemBucketDestroy(pMemBucket);
2151
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
2152
}
H
Haojun Liao 已提交
2153

2154
bool getApercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
X
Xiaoyu Wang 已提交
2155 2156
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
2157
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
G
Ganlin Zhao 已提交
2158
  pEnv->calcMemSize = TMAX(bytesHist, bytesDigest);
2159 2160 2161
  return true;
}

G
Ganlin Zhao 已提交
2162
int32_t getApercentileMaxSize() {
X
Xiaoyu Wang 已提交
2163 2164
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
G
Ganlin Zhao 已提交
2165 2166 2167 2168
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
  return TMAX(bytesHist, bytesDigest);
}

X
Xiaoyu Wang 已提交
2169
static int8_t getApercentileAlgo(char* algoStr) {
2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182
  int8_t algoType;
  if (strcasecmp(algoStr, "default") == 0) {
    algoType = APERCT_ALGO_DEFAULT;
  } else if (strcasecmp(algoStr, "t-digest") == 0) {
    algoType = APERCT_ALGO_TDIGEST;
  } else {
    algoType = APERCT_ALGO_UNKNOWN;
  }

  return algoType;
}

static void buildHistogramInfo(SAPercentileInfo* pInfo) {
X
Xiaoyu Wang 已提交
2183 2184
  pInfo->pHisto = (SHistogramInfo*)((char*)pInfo + sizeof(SAPercentileInfo));
  pInfo->pHisto->elems = (SHistBin*)((char*)pInfo->pHisto + sizeof(SHistogramInfo));
2185 2186
}

2187 2188 2189 2190
static void buildTDigestInfo(SAPercentileInfo* pInfo) {
  pInfo->pTDigest = (TDigest*)((char*)pInfo + sizeof(SAPercentileInfo));
}

2191 2192 2193 2194 2195 2196
bool apercentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
2197 2198 2199 2200

  SVariant* pVal = &pCtx->param[1].param;
  pInfo->percent = (pVal->nType == TSDB_DATA_TYPE_BIGINT) ? pVal->i : pVal->d;

2201 2202 2203
  if (pCtx->numOfParams == 2) {
    pInfo->algo = APERCT_ALGO_DEFAULT;
  } else if (pCtx->numOfParams == 3) {
2204
    pInfo->algo = getApercentileAlgo(varDataVal(pCtx->param[2].param.pz));
2205 2206 2207 2208 2209
    if (pInfo->algo == APERCT_ALGO_UNKNOWN) {
      return false;
    }
  }

X
Xiaoyu Wang 已提交
2210
  char* tmp = (char*)pInfo + sizeof(SAPercentileInfo);
2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    pInfo->pTDigest = tdigestNewFrom(tmp, COMPRESSION);
  } else {
    buildHistogramInfo(pInfo);
    pInfo->pHisto = tHistogramCreateFrom(tmp, MAX_HISTOGRAM_BIN);
  }

  return true;
}

int32_t apercentileFunction(SqlFunctionCtx* pCtx) {
2222
  int32_t              numOfElems = 0;
2223 2224 2225
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
2226
  // SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238

  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  int32_t start = pInput->startRowIndex;
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2239
      numOfElems += 1;
2240 2241
      char* data = colDataGetData(pCol, i);

X
Xiaoyu Wang 已提交
2242 2243
      double  v = 0;  // value
      int64_t w = 1;  // weigth
2244 2245 2246 2247 2248 2249 2250 2251
      GET_TYPED_DATA(v, double, type, data);
      tdigestAdd(pInfo->pTDigest, v, w);
    }
  } else {
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2252
      numOfElems += 1;
2253 2254 2255 2256 2257 2258 2259 2260
      char* data = colDataGetData(pCol, i);

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      tHistogramAdd(&pInfo->pHisto, v);
    }
  }

2261
  SET_VAL(pResInfo, numOfElems, 1);
2262 2263 2264
  return TSDB_CODE_SUCCESS;
}

2265 2266 2267 2268 2269 2270
static void apercentileTransferInfo(SAPercentileInfo* pInput, SAPercentileInfo* pOutput) {
  pOutput->percent = pInput->percent;
  pOutput->algo = pInput->algo;
  if (pOutput->algo == APERCT_ALGO_TDIGEST) {
    buildTDigestInfo(pInput);
    tdigestAutoFill(pInput->pTDigest, COMPRESSION);
2271

X
Xiaoyu Wang 已提交
2272
    if (pInput->pTDigest->num_centroids == 0 && pInput->pTDigest->num_buffered_pts == 0) {
2273
      return;
2274 2275
    }

2276
    buildTDigestInfo(pOutput);
X
Xiaoyu Wang 已提交
2277
    TDigest* pTDigest = pOutput->pTDigest;
2278

X
Xiaoyu Wang 已提交
2279
    if (pTDigest->num_centroids <= 0) {
2280
      memcpy(pTDigest, pInput->pTDigest, (size_t)TDIGEST_SIZE(COMPRESSION));
2281 2282
      tdigestAutoFill(pTDigest, COMPRESSION);
    } else {
2283
      tdigestMerge(pTDigest, pInput->pTDigest);
2284
    }
2285
  } else {
2286 2287 2288
    buildHistogramInfo(pInput);
    if (pInput->pHisto->numOfElems <= 0) {
      return;
2289 2290
    }

2291
    buildHistogramInfo(pOutput);
X
Xiaoyu Wang 已提交
2292
    SHistogramInfo* pHisto = pOutput->pHisto;
2293 2294

    if (pHisto->numOfElems <= 0) {
2295
      memcpy(pHisto, pInput->pHisto, sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
X
Xiaoyu Wang 已提交
2296
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2297
    } else {
X
Xiaoyu Wang 已提交
2298 2299
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
      SHistogramInfo* pRes = tHistogramMerge(pHisto, pInput->pHisto, MAX_HISTOGRAM_BIN);
2300
      memcpy(pHisto, pRes, sizeof(SHistogramInfo) + sizeof(SHistBin) * MAX_HISTOGRAM_BIN);
X
Xiaoyu Wang 已提交
2301
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2302 2303 2304
      tHistogramDestroy(&pRes);
    }
  }
2305
}
2306

2307 2308 2309 2310 2311 2312 2313 2314 2315 2316
int32_t apercentileFunctionMerge(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

X
Xiaoyu Wang 已提交
2317 2318 2319
  int32_t           start = pInput->startRowIndex;
  char*             data = colDataGetData(pCol, start);
  SAPercentileInfo* pInputInfo = (SAPercentileInfo*)varDataVal(data);
2320 2321 2322 2323

  apercentileTransferInfo(pInputInfo, pInfo);

  SET_VAL(pResInfo, 1, 1);
2324 2325 2326
  return TSDB_CODE_SUCCESS;
}

2327 2328
int32_t apercentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2329
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2330 2331 2332

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    if (pInfo->pTDigest->size > 0) {
2333
      pInfo->result = tdigestQuantile(pInfo->pTDigest, pInfo->percent / 100);
2334
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2335
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2336 2337 2338 2339
      return TSDB_CODE_SUCCESS;
    }
  } else {
    if (pInfo->pHisto->numOfElems > 0) {
X
Xiaoyu Wang 已提交
2340 2341
      double  ratio[] = {pInfo->percent};
      double* res = tHistogramUniform(pInfo->pHisto, ratio, 1);
2342
      pInfo->result = *res;
X
Xiaoyu Wang 已提交
2343
      // memcpy(pCtx->pOutput, res, sizeof(double));
2344 2345
      taosMemoryFree(res);
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2346
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2347 2348 2349 2350 2351 2352 2353
      return TSDB_CODE_SUCCESS;
    }
  }

  return functionFinalize(pCtx, pBlock);
}

2354 2355
int32_t apercentilePartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2356
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2357

2358
  int32_t resultBytes = getApercentileMaxSize();
X
Xiaoyu Wang 已提交
2359
  char*   res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
2360 2361 2362

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    if (pInfo->pTDigest->size > 0) {
2363 2364
      memcpy(varDataVal(res), pInfo, resultBytes);
      varDataSetLen(res, resultBytes);
2365 2366 2367 2368 2369
    } else {
      return TSDB_CODE_SUCCESS;
    }
  } else {
    if (pInfo->pHisto->numOfElems > 0) {
2370 2371
      memcpy(varDataVal(res), pInfo, resultBytes);
      varDataSetLen(res, resultBytes);
2372 2373 2374 2375 2376 2377 2378 2379
    } else {
      return TSDB_CODE_SUCCESS;
    }
  }

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

2380
  colDataAppend(pCol, pBlock->info.rows, res, false);
2381

2382
  taosMemoryFree(res);
2383 2384 2385
  return pResInfo->numOfRes;
}

2386 2387 2388 2389 2390 2391 2392
int32_t apercentileCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SAPercentileInfo*    pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SAPercentileInfo*    pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
  ASSERT(pDBuf->algo == pSBuf->algo);
2393
  apercentileTransferInfo(pSBuf, pDBuf);
2394 2395 2396 2397
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

2398
int32_t getFirstLastInfoSize(int32_t resBytes) { return sizeof(SFirstLastRes) + resBytes + sizeof(int64_t); }
2399

H
Haojun Liao 已提交
2400
bool getFirstLastFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2401
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
G
Ganlin Zhao 已提交
2402
  pEnv->calcMemSize = sizeof(SFirstLastRes) + pNode->node.resType.bytes + sizeof(int64_t);
H
Haojun Liao 已提交
2403 2404 2405
  return true;
}

2406
bool getSelectivityFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2407
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
wmmhello's avatar
wmmhello 已提交
2408
  pEnv->calcMemSize = pNode->node.resType.bytes + sizeof(bool); // sizeof(bool) marks if data is null
2409 2410 2411
  return true;
}

2412 2413
bool getGroupKeyFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
G
Ganlin Zhao 已提交
2414
  pEnv->calcMemSize = sizeof(SGroupKeyInfo) + pNode->node.resType.bytes;
2415 2416 2417
  return true;
}

2418 2419 2420 2421 2422
static FORCE_INLINE TSKEY getRowPTs(SColumnInfoData* pTsColInfo, int32_t rowIndex) {
  if (pTsColInfo == NULL) {
    return 0;
  }

2423
  return *(TSKEY*)colDataGetData(pTsColInfo, rowIndex);
2424 2425
}

2426 2427
// This ordinary first function does not care if current scan is ascending order or descending order scan
// the OPTIMIZED version of first function will only handle the ascending order scan
2428
int32_t firstFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
2429 2430
  int32_t numOfElems = 0;

2431
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2432
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2433 2434

  SInputColumnInfoData* pInput = &pCtx->input;
2435
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2436

2437
  int32_t type = pInputCol->info.type;
2438
  int32_t bytes = pInputCol->info.bytes;
2439
  pInfo->bytes = bytes;
2440

H
Haojun Liao 已提交
2441
  // All null data column, return directly.
H
Haojun Liao 已提交
2442
  if (pInput->colDataAggIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
2443
    ASSERT(pInputCol->hasNull == true);
H
Haojun Liao 已提交
2444
    return 0;
H
Haojun Liao 已提交
2445 2446
  }

2447
  SColumnDataAgg* pColAgg = (pInput->colDataAggIsSet) ? pInput->pColumnDataAgg[0] : NULL;
2448

2449 2450
  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);
2451

2452
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
2453 2454 2455 2456

  if (blockDataOrder == TSDB_ORDER_ASC) {
    // filter according to current result firstly
    if (pResInfo->numOfRes > 0) {
G
Ganlin Zhao 已提交
2457
      TSKEY ts = *(TSKEY*)(pInfo->buf + bytes);
2458 2459 2460 2461 2462 2463 2464 2465 2466 2467
      if (ts < startKey) {
        return TSDB_CODE_SUCCESS;
      }
    }

    for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2468 2469
      numOfElems++;

2470
      char* data = colDataGetData(pInputCol, i);
2471
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2472

G
Ganlin Zhao 已提交
2473
      if (pResInfo->numOfRes == 0 || *(TSKEY*)(pInfo->buf + bytes) > cts) {
G
Ganlin Zhao 已提交
2474 2475 2476 2477
        if (IS_VAR_DATA_TYPE(type)) {
          bytes = varDataTLen(data);
          pInfo->bytes = bytes;
        }
G
Ganlin Zhao 已提交
2478 2479 2480
        memcpy(pInfo->buf, data, bytes);
        *(TSKEY*)(pInfo->buf + bytes) = cts;
        pInfo->hasResult = true;
2481
        //        DO_UPDATE_TAG_COLUMNS(pCtx, ts);
2482 2483

        pResInfo->numOfRes = 1;
2484
        break;
2485 2486 2487 2488 2489 2490
      }
    }
  } else {
    // in case of descending order time stamp serial, which usually happens as the results of the nest query,
    // all data needs to be check.
    if (pResInfo->numOfRes > 0) {
G
Ganlin Zhao 已提交
2491
      TSKEY ts = *(TSKEY*)(pInfo->buf + bytes);
2492 2493 2494
      if (ts < endKey) {
        return TSDB_CODE_SUCCESS;
      }
H
Haojun Liao 已提交
2495 2496
    }

2497 2498 2499 2500 2501
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2502 2503
      numOfElems++;

2504
      char* data = colDataGetData(pInputCol, i);
2505
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2506

G
Ganlin Zhao 已提交
2507
      if (pResInfo->numOfRes == 0 || *(TSKEY*)(pInfo->buf + bytes) > cts) {
G
Ganlin Zhao 已提交
2508 2509 2510 2511
        if (IS_VAR_DATA_TYPE(type)) {
          bytes = varDataTLen(data);
          pInfo->bytes = bytes;
        }
G
Ganlin Zhao 已提交
2512 2513 2514
        memcpy(pInfo->buf, data, bytes);
        *(TSKEY*)(pInfo->buf + bytes) = cts;
        pInfo->hasResult = true;
2515
        //        DO_UPDATE_TAG_COLUMNS(pCtx, ts);
2516
        pResInfo->numOfRes = 1;
2517
        break;
2518 2519
      }
    }
H
Haojun Liao 已提交
2520 2521 2522
  }

  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
2523
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
2524 2525
}

2526
int32_t lastFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
2527 2528
  int32_t numOfElems = 0;

2529
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2530
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2531 2532

  SInputColumnInfoData* pInput = &pCtx->input;
2533
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2534

2535
  int32_t type = pInputCol->info.type;
2536
  int32_t bytes = pInputCol->info.bytes;
2537
  pInfo->bytes = bytes;
2538

H
Haojun Liao 已提交
2539
  // All null data column, return directly.
2540
  if (pInput->colDataAggIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
2541
    ASSERT(pInputCol->hasNull == true);
H
Haojun Liao 已提交
2542
    return 0;
H
Haojun Liao 已提交
2543 2544
  }

2545
  SColumnDataAgg* pColAgg = (pInput->colDataAggIsSet) ? pInput->pColumnDataAgg[0] : NULL;
2546 2547 2548 2549

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

2550
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
2551 2552

  if (blockDataOrder == TSDB_ORDER_ASC) {
H
Haojun Liao 已提交
2553
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
2554
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
2555 2556 2557 2558
        continue;
      }

      numOfElems++;
2559 2560 2561

      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
G
Ganlin Zhao 已提交
2562
      if (pResInfo->numOfRes == 0 || *(TSKEY*)(pInfo->buf + bytes) < cts) {
G
Ganlin Zhao 已提交
2563 2564 2565 2566
        if (IS_VAR_DATA_TYPE(type)) {
          bytes = varDataTLen(data);
          pInfo->bytes = bytes;
        }
G
Ganlin Zhao 已提交
2567 2568
        memcpy(pInfo->buf, data, bytes);
        *(TSKEY*)(pInfo->buf + bytes) = cts;
2569
        //        DO_UPDATE_TAG_COLUMNS(pCtx, ts);
G
Ganlin Zhao 已提交
2570
        pInfo->hasResult = true;
2571 2572
        pResInfo->numOfRes = 1;
      }
H
Haojun Liao 已提交
2573 2574
      break;
    }
2575
  } else {  // descending order
H
Haojun Liao 已提交
2576
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
2577
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
2578 2579 2580
        continue;
      }

2581
      numOfElems++;
H
Haojun Liao 已提交
2582

2583 2584
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
G
Ganlin Zhao 已提交
2585
      if (pResInfo->numOfRes == 0 || *(TSKEY*)(pInfo->buf + bytes) < cts) {
G
Ganlin Zhao 已提交
2586 2587 2588 2589
        if (IS_VAR_DATA_TYPE(type)) {
          bytes = varDataTLen(data);
          pInfo->bytes = bytes;
        }
G
Ganlin Zhao 已提交
2590 2591
        memcpy(pInfo->buf, data, bytes);
        *(TSKEY*)(pInfo->buf + bytes) = cts;
G
Ganlin Zhao 已提交
2592
        pInfo->hasResult = true;
2593
        pResInfo->numOfRes = 1;
2594
        //        DO_UPDATE_TAG_COLUMNS(pCtx, ts);
H
Haojun Liao 已提交
2595 2596 2597 2598 2599 2600
      }
      break;
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
2601
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
2602
}
H
Haojun Liao 已提交
2603

2604
static void firstLastTransferInfo(SFirstLastRes* pInput, SFirstLastRes* pOutput, bool isFirst) {
G
Ganlin Zhao 已提交
2605
  pOutput->bytes = pInput->bytes;
2606 2607
  TSKEY* tsIn = (TSKEY*)(pInput->buf + pInput->bytes);
  TSKEY* tsOut = (TSKEY*)(pOutput->buf + pInput->bytes);
G
Ganlin Zhao 已提交
2608
  if (pOutput->hasResult) {
2609 2610 2611 2612 2613 2614 2615 2616
    if (isFirst) {
      if (*tsIn > *tsOut) {
        return;
      }
    } else {
      if (*tsIn < *tsOut) {
        return;
      }
G
Ganlin Zhao 已提交
2617 2618 2619 2620 2621 2622 2623 2624
    }
  }
  *tsOut = *tsIn;
  memcpy(pOutput->buf, pInput->buf, pOutput->bytes);
  pOutput->hasResult = true;
  return;
}

2625
static int32_t firstLastFunctionMergeImpl(SqlFunctionCtx* pCtx, bool isFirstQuery) {
G
Ganlin Zhao 已提交
2626
  SInputColumnInfoData* pInput = &pCtx->input;
2627
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
2628 2629 2630 2631
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SFirstLastRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

2632 2633 2634
  int32_t        start = pInput->startRowIndex;
  char*          data = colDataGetData(pCol, start);
  SFirstLastRes* pInputInfo = (SFirstLastRes*)varDataVal(data);
G
Ganlin Zhao 已提交
2635

2636
  firstLastTransferInfo(pInputInfo, pInfo, isFirstQuery);
G
Ganlin Zhao 已提交
2637

2638 2639 2640
  int32_t numOfElems = pInputInfo->hasResult ? 1 : 0;

  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
G
Ganlin Zhao 已提交
2641 2642 2643 2644

  return TSDB_CODE_SUCCESS;
}

2645
int32_t firstFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, true); }
2646

2647
int32_t lastFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, false); }
2648

2649
int32_t firstLastFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
2650 2651 2652 2653 2654 2655
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

G
Ganlin Zhao 已提交
2656 2657
  SFirstLastRes* pRes = GET_ROWCELL_INTERBUF(pResInfo);
  colDataAppend(pCol, pBlock->info.rows, pRes->buf, pResInfo->isNullRes);
G
Ganlin Zhao 已提交
2658 2659 2660 2661

  return pResInfo->numOfRes;
}

G
Ganlin Zhao 已提交
2662 2663
int32_t firstLastPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
2664
  SFirstLastRes*       pRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
2665

2666 2667
  int32_t              resultBytes = getFirstLastInfoSize(pRes->bytes);
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680

  memcpy(varDataVal(res), pRes, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return 1;
}

5
54liuyao 已提交
2681 2682
int32_t lastCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
2683 2684 2685
  char*                pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
  int32_t              bytes = pDestCtx->input.pData[0]->info.bytes;
5
54liuyao 已提交
2686 2687

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
2688
  char*                pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
2689

X
Xiaoyu Wang 已提交
2690
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || *(TSKEY*)(pDBuf + bytes) < *(TSKEY*)(pSBuf + bytes))) {
5
54liuyao 已提交
2691 2692 2693 2694 2695 2696 2697
    memcpy(pDBuf, pSBuf, bytes);
    *(TSKEY*)(pDBuf + bytes) = *(TSKEY*)(pSBuf + bytes);
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2698 2699 2700 2701 2702
bool getDiffFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDiffInfo);
  return true;
}

2703
bool diffFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
H
Haojun Liao 已提交
2704 2705 2706 2707 2708
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SDiffInfo* pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
2709
  pDiffInfo->hasPrev = false;
H
Haojun Liao 已提交
2710
  pDiffInfo->prev.i64 = 0;
2711
  pDiffInfo->ignoreNegative = pCtx->param[1].param.i;  // TODO set correct param
H
Haojun Liao 已提交
2712 2713
  pDiffInfo->includeNull = false;
  pDiffInfo->firstOutput = false;
H
Haojun Liao 已提交
2714 2715 2716
  return true;
}

2717
static void doSetPrevVal(SDiffInfo* pDiffInfo, int32_t type, const char* pv) {
X
Xiaoyu Wang 已提交
2718
  switch (type) {
2719 2720
    case TSDB_DATA_TYPE_BOOL:
    case TSDB_DATA_TYPE_TINYINT:
X
Xiaoyu Wang 已提交
2721 2722
      pDiffInfo->prev.i64 = *(int8_t*)pv;
      break;
2723
    case TSDB_DATA_TYPE_INT:
X
Xiaoyu Wang 已提交
2724 2725
      pDiffInfo->prev.i64 = *(int32_t*)pv;
      break;
2726
    case TSDB_DATA_TYPE_SMALLINT:
X
Xiaoyu Wang 已提交
2727 2728
      pDiffInfo->prev.i64 = *(int16_t*)pv;
      break;
2729
    case TSDB_DATA_TYPE_BIGINT:
X
Xiaoyu Wang 已提交
2730 2731
      pDiffInfo->prev.i64 = *(int64_t*)pv;
      break;
2732
    case TSDB_DATA_TYPE_FLOAT:
X
Xiaoyu Wang 已提交
2733 2734
      pDiffInfo->prev.d64 = *(float*)pv;
      break;
2735
    case TSDB_DATA_TYPE_DOUBLE:
X
Xiaoyu Wang 已提交
2736 2737
      pDiffInfo->prev.d64 = *(double*)pv;
      break;
2738 2739 2740 2741 2742
    default:
      ASSERT(0);
  }
}

X
Xiaoyu Wang 已提交
2743 2744 2745
static void doHandleDiff(SDiffInfo* pDiffInfo, int32_t type, const char* pv, SColumnInfoData* pOutput, int32_t pos,
                         int32_t order) {
  int32_t factor = (order == TSDB_ORDER_ASC) ? 1 : -1;
2746 2747 2748
  switch (type) {
    case TSDB_DATA_TYPE_INT: {
      int32_t v = *(int32_t*)pv;
X
Xiaoyu Wang 已提交
2749
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
2750 2751 2752
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
2753
        colDataAppendInt64(pOutput, pos, &delta);
2754 2755 2756 2757 2758 2759
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_BOOL:
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
2760 2761
      int8_t  v = *(int8_t*)pv;
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
2762 2763 2764
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
2765
        colDataAppendInt64(pOutput, pos, &delta);
2766 2767 2768 2769 2770 2771
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t v = *(int16_t*)pv;
X
Xiaoyu Wang 已提交
2772
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
2773 2774 2775
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
2776
        colDataAppendInt64(pOutput, pos, &delta);
2777 2778 2779 2780 2781 2782
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      int64_t v = *(int64_t*)pv;
X
Xiaoyu Wang 已提交
2783
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
2784 2785 2786 2787 2788 2789 2790 2791 2792
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendInt64(pOutput, pos, &delta);
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
2793 2794 2795
      float  v = *(float*)pv;
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
2796 2797
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
2798
        colDataAppendDouble(pOutput, pos, &delta);
2799 2800 2801 2802 2803 2804
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      double v = *(double*)pv;
X
Xiaoyu Wang 已提交
2805 2806
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
2807 2808 2809 2810 2811 2812 2813 2814 2815 2816
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendDouble(pOutput, pos, &delta);
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    default:
      ASSERT(0);
  }
G
Ganlin Zhao 已提交
2817
}
2818

2819 2820 2821
int32_t diffFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDiffInfo*           pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2822 2823 2824

  SInputColumnInfoData* pInput = &pCtx->input;

2825
  SColumnInfoData* pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2826
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
H
Haojun Liao 已提交
2827

2828
  int32_t numOfElems = 0;
X
Xiaoyu Wang 已提交
2829
  TSKEY*  tsList = (int64_t*)pInput->pPTS->pData;
H
Haojun Liao 已提交
2830
  int32_t startOffset = pCtx->offset;
H
Haojun Liao 已提交
2831

2832
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
H
Haojun Liao 已提交
2833

2834 2835 2836
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;
H
Haojun Liao 已提交
2837

2838 2839 2840 2841 2842
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
          if (tsList != NULL) {
            colDataAppendInt64(pTsOutput, pos, &tsList[i]);
H
Haojun Liao 已提交
2843 2844
          }

2845
          numOfElems += 1;
H
Haojun Liao 已提交
2846
        }
2847
        continue;
H
Haojun Liao 已提交
2848 2849
      }

2850
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
2851

2852 2853 2854 2855
      if (pDiffInfo->hasPrev) {
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order);
        if (pTsOutput != NULL) {
          colDataAppendInt64(pTsOutput, pos, &tsList[i]);
H
Haojun Liao 已提交
2856 2857 2858
        }

        numOfElems++;
2859 2860
      } else {
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv);
H
Haojun Liao 已提交
2861 2862
      }

2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874
      pDiffInfo->hasPrev = true;
    }
  } else {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;

      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
          if (tsList != NULL) {
            colDataAppendInt64(pTsOutput, pos, &tsList[i]);
          }
H
Haojun Liao 已提交
2875

2876
          numOfElems += 1;
H
Haojun Liao 已提交
2877
        }
2878
        continue;
H
Haojun Liao 已提交
2879 2880
      }

2881
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
2882

2883 2884 2885 2886 2887
      // there is a row of previous data block to be handled in the first place.
      if (pDiffInfo->hasPrev) {
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order);
        if (pTsOutput != NULL) {
          colDataAppendInt64(pTsOutput, pos, &pDiffInfo->prevTs);
H
Haojun Liao 已提交
2888 2889 2890
        }

        numOfElems++;
2891 2892
      } else {
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv);
H
Haojun Liao 已提交
2893 2894
      }

2895 2896 2897
      pDiffInfo->hasPrev = true;
      if (pTsOutput != NULL) {
        pDiffInfo->prevTs = tsList[i];
H
Haojun Liao 已提交
2898 2899 2900 2901 2902
      }
    }
  }

  // initial value is not set yet
2903
  return numOfElems;
H
Haojun Liao 已提交
2904
}
H
Haojun Liao 已提交
2905

X
Xiaoyu Wang 已提交
2906
int32_t getTopBotInfoSize(int64_t numOfItems) { return sizeof(STopBotRes) + numOfItems * sizeof(STopBotResItem); }
G
Ganlin Zhao 已提交
2907

2908
bool getTopBotFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2909
  SValueNode* pkNode = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
2910
  pEnv->calcMemSize = sizeof(STopBotRes) + pkNode->datum.i * sizeof(STopBotResItem);
2911 2912 2913
  return true;
}

G
Ganlin Zhao 已提交
2914 2915 2916 2917 2918
bool topBotFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
2919
  STopBotRes*           pRes = GET_ROWCELL_INTERBUF(pResInfo);
2920 2921 2922 2923
  SInputColumnInfoData* pInput = &pCtx->input;

  pRes->maxSize = pCtx->param[1].param.i;

G
Ganlin Zhao 已提交
2924 2925 2926
  return true;
}

2927 2928 2929 2930
static STopBotRes* getTopBotOutputInfo(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  STopBotRes*          pRes = GET_ROWCELL_INTERBUF(pResInfo);
  pRes->pItems = (STopBotResItem*)((char*)pRes + sizeof(STopBotRes));
2931 2932

  return pRes;
2933 2934
}

2935
static void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
2936
                            uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery);
2937

G
Ganlin Zhao 已提交
2938 2939
static void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery);

2940 2941 2942
int32_t topFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2943 2944

  SInputColumnInfoData* pInput = &pCtx->input;
2945
  SColumnInfoData*      pCol = pInput->pData[0];
2946

G
Ganlin Zhao 已提交
2947 2948
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;
2949 2950

  int32_t start = pInput->startRowIndex;
2951
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
2952 2953 2954
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }
2955

2956
    numOfElems++;
2957
    char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
2958
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, true);
2959 2960 2961 2962 2963
  }

  return TSDB_CODE_SUCCESS;
}

2964 2965 2966 2967 2968 2969 2970 2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981 2982 2983 2984 2985 2986 2987
int32_t bottomFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;
    char* data = colDataGetData(pCol, i);
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, false);
  }

  return TSDB_CODE_SUCCESS;
}

2988 2989
static int32_t topBotResComparFn(const void* p1, const void* p2, const void* param) {
  uint16_t type = *(uint16_t*)param;
2990

2991 2992
  STopBotResItem* val1 = (STopBotResItem*)p1;
  STopBotResItem* val2 = (STopBotResItem*)p2;
2993 2994 2995 2996 2997 2998 2999 3000 3001 3002 3003 3004 3005 3006 3007 3008 3009 3010 3011 3012 3013 3014

  if (IS_SIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.i == val2->v.i) {
      return 0;
    }

    return (val1->v.i > val2->v.i) ? 1 : -1;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.u == val2->v.u) {
      return 0;
    }

    return (val1->v.u > val2->v.u) ? 1 : -1;
  }

  if (val1->v.d == val2->v.d) {
    return 0;
  }

  return (val1->v.d > val2->v.d) ? 1 : -1;
}

3015
void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3016
                     uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery) {
3017
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
3018

3019 3020 3021
  SVariant val = {0};
  taosVariantCreateFromBinary(&val, pData, tDataTypes[type].bytes, type);

3022
  STopBotResItem* pItems = pRes->pItems;
3023 3024 3025
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3026
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3027
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
3028
    pItem->v = val;
3029
    pItem->uid = uid;
3030

3031
    // save the data of this tuple
3032
    saveTupleData(pCtx, rowIndex, pSrcBlock, &pItem->tuplePos);
3033
#ifdef BUF_PAGE_DEBUG
wmmhello's avatar
wmmhello 已提交
3034
    qDebug("page_saveTuple i:%d, item:%p,pageId:%d, offset:%d\n", pEntryInfo->numOfRes, pItem, pItem->tuplePos.pageId, pItem->tuplePos.offset);
3035
#endif
3036 3037
    // allocate the buffer and keep the data of this row into the new allocated buffer
    pEntryInfo->numOfRes++;
3038
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
3039
                 !isTopQuery);
3040
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3041 3042 3043 3044 3045 3046
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u > pItems[0].v.u) ||
                        (IS_FLOAT_TYPE(type) && val.d > pItems[0].v.d))) ||
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u < pItems[0].v.u) ||
                         (IS_FLOAT_TYPE(type) && val.d < pItems[0].v.d)))) {
3047
      // replace the old data and the coresponding tuple data
3048
      STopBotResItem* pItem = &pItems[0];
3049
      pItem->v = val;
3050
      pItem->uid = uid;
3051 3052

      // save the data of this tuple by over writing the old data
3053
      copyTupleData(pCtx, rowIndex, pSrcBlock, &pItem->tuplePos);
3054
#ifdef BUF_PAGE_DEBUG
wmmhello's avatar
wmmhello 已提交
3055
      qDebug("page_copyTuple pageId:%d, offset:%d", pItem->tuplePos.pageId, pItem->tuplePos.offset);
3056
#endif
3057
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
3058
                     topBotResComparFn, NULL, !isTopQuery);
3059
    }
3060 3061
  }
}
3062

3063
void saveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos) {
3064 3065
  SFilePage* pPage = NULL;

wmmhello's avatar
wmmhello 已提交
3066 3067 3068 3069 3070
  int32_t completeRowSize = pCtx->subsidiaries.num * sizeof(bool);
  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
    completeRowSize += pc->pExpr->base.resSchema.bytes;
  }
3071 3072 3073 3074 3075 3076 3077 3078 3079 3080 3081 3082

  if (pCtx->curBufPage == -1) {
    pPage = getNewBufPage(pCtx->pBuf, 0, &pCtx->curBufPage);
    pPage->num = sizeof(SFilePage);
  } else {
    pPage = getBufPage(pCtx->pBuf, pCtx->curBufPage);
    if (pPage->num + completeRowSize > getBufPageSize(pCtx->pBuf)) {
      pPage = getNewBufPage(pCtx->pBuf, 0, &pCtx->curBufPage);
      pPage->num = sizeof(SFilePage);
    }
  }

3083
  pPos->pageId = pCtx->curBufPage;
3084 3085 3086 3087

  // keep the current row data, extract method
  int32_t offset = 0;
  bool*   nullList = (bool*)((char*)pPage + pPage->num);
wmmhello's avatar
wmmhello 已提交
3088 3089 3090 3091 3092 3093 3094 3095 3096
  char*   pStart = (char*)(nullList + sizeof(bool) * pCtx->subsidiaries.num);
  for (int32_t i = 0; i < pCtx->subsidiaries.num; ++i) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[i];

    SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t      srcSlotId = pFuncParam->pCol->slotId;

    SColumnInfoData* pCol = taosArrayGet(pSrcBlock->pDataBlock, srcSlotId);
    if ((nullList[i] = colDataIsNull_s(pCol, rowIndex)) == true) {
3097
      offset += pCol->info.bytes;
3098 3099 3100 3101 3102
      continue;
    }

    char* p = colDataGetData(pCol, rowIndex);
    if (IS_VAR_DATA_TYPE(pCol->info.type)) {
wmmhello's avatar
wmmhello 已提交
3103
      memcpy(pStart + offset, p, (pCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(p): varDataTLen(p));
3104 3105 3106 3107 3108 3109 3110
    } else {
      memcpy(pStart + offset, p, pCol->info.bytes);
    }

    offset += pCol->info.bytes;
  }

3111
  pPos->offset = pPage->num;
3112 3113 3114 3115 3116 3117
  pPage->num += completeRowSize;

  setBufPageDirty(pPage, true);
  releaseBufPage(pCtx->pBuf, pPage);
}

3118 3119
void copyTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos) {
  SFilePage* pPage = getBufPage(pCtx->pBuf, pPos->pageId);
3120

wmmhello's avatar
wmmhello 已提交
3121
  int32_t numOfCols = pCtx->subsidiaries.num;
3122

3123
  bool* nullList = (bool*)((char*)pPage + pPos->offset);
3124
  char* pStart = (char*)(nullList + numOfCols * sizeof(bool));
3125 3126

  int32_t offset = 0;
3127
  for (int32_t i = 0; i < numOfCols; ++i) {
wmmhello's avatar
wmmhello 已提交
3128 3129 3130 3131 3132
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[i];
    SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t      srcSlotId = pFuncParam->pCol->slotId;

    SColumnInfoData* pCol = taosArrayGet(pSrcBlock->pDataBlock, srcSlotId);
3133
    if ((nullList[i] = colDataIsNull_s(pCol, rowIndex)) == true) {
3134
      offset += pCol->info.bytes;
3135 3136 3137 3138 3139
      continue;
    }

    char* p = colDataGetData(pCol, rowIndex);
    if (IS_VAR_DATA_TYPE(pCol->info.type)) {
wmmhello's avatar
wmmhello 已提交
3140
      memcpy(pStart + offset, p, (pCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(p): varDataTLen(p));
3141 3142 3143 3144 3145 3146 3147 3148 3149 3150 3151
    } else {
      memcpy(pStart + offset, p, pCol->info.bytes);
    }

    offset += pCol->info.bytes;
  }

  setBufPageDirty(pPage, true);
  releaseBufPage(pCtx->pBuf, pPage);
}

3152
int32_t topBotFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
3153
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
3154
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
3155

3156
  int16_t type = pCtx->input.pData[0]->info.type;
3157 3158
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

3159 3160 3161 3162
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
3163 3164 3165 3166 3167 3168 3169
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
    STopBotResItem* pItem = &pRes->pItems[i];
    if (type == TSDB_DATA_TYPE_FLOAT) {
      float v = pItem->v.d;
      colDataAppend(pCol, currentRow, (const char*)&v, false);
    } else {
      colDataAppend(pCol, currentRow, (const char*)&pItem->v.i, false);
3170
    }
3171
#ifdef BUF_PAGE_DEBUG
wmmhello's avatar
wmmhello 已提交
3172
    qDebug("page_finalize i:%d,item:%p,pageId:%d, offset:%d\n", i, pItem, pItem->tuplePos.pageId, pItem->tuplePos.offset);
3173
#endif
3174
    setSelectivityValue(pCtx, pBlock, &pRes->pItems[i].tuplePos, currentRow);
3175
    currentRow += 1;
3176 3177 3178
  }

  return pEntryInfo->numOfRes;
3179
}
G
Ganlin Zhao 已提交
3180

X
Xiaoyu Wang 已提交
3181
void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery) {
3182
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
3183 3184
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
  STopBotResItem*      pItems = pRes->pItems;
3185 3186 3187
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3188
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3189 3190 3191 3192 3193 3194 3195 3196 3197
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
    pItem->v = pSourceItem->v;
    pItem->uid = pSourceItem->uid;
    pItem->tuplePos.pageId = -1;
    replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
    pEntryInfo->numOfRes++;
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
                 !isTopQuery);
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3198 3199 3200 3201 3202 3203
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u > pItems[0].v.u) ||
                        (IS_FLOAT_TYPE(type) && pSourceItem->v.d > pItems[0].v.d))) ||
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u < pItems[0].v.u) ||
                         (IS_FLOAT_TYPE(type) && pSourceItem->v.d < pItems[0].v.d)))) {
3204 3205 3206 3207 3208 3209 3210 3211 3212 3213 3214 3215 3216 3217
      // replace the old data and the coresponding tuple data
      STopBotResItem* pItem = &pItems[0];
      pItem->v = pSourceItem->v;
      pItem->uid = pSourceItem->uid;

      // save the data of this tuple by over writing the old data
      replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
                     topBotResComparFn, NULL, !isTopQuery);
    }
  }
}

int32_t topCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
X
Xiaoyu Wang 已提交
3218
  int32_t              type = pDestCtx->input.pData[0]->info.type;
3219 3220 3221 3222 3223 3224 3225 3226 3227
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, true);
  }
  return TSDB_CODE_SUCCESS;
}

int32_t bottomCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
X
Xiaoyu Wang 已提交
3228
  int32_t              type = pDestCtx->input.pData[0]->info.type;
3229 3230 3231 3232 3233 3234 3235 3236
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, false);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3237
int32_t getSpreadInfoSize() { return (int32_t)sizeof(SSpreadInfo); }
G
Ganlin Zhao 已提交
3238

G
Ganlin Zhao 已提交
3239 3240 3241 3242 3243
bool getSpreadFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSpreadInfo);
  return true;
}

X
Xiaoyu Wang 已提交
3244
bool spreadFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
3245 3246 3247 3248 3249 3250 3251 3252 3253 3254 3255
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  SET_DOUBLE_VAL(&pInfo->min, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->max, -DBL_MAX);
  pInfo->hasResult = false;
  return true;
}

X
Xiaoyu Wang 已提交
3256
int32_t spreadFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
3257 3258 3259 3260
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3261 3262
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
G
Ganlin Zhao 已提交
3263 3264 3265 3266 3267 3268 3269 3270 3271 3272 3273 3274 3275 3276 3277 3278 3279 3280 3281 3282 3283 3284 3285 3286 3287 3288 3289 3290 3291 3292 3293

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  if (pInput->colDataAggIsSet) {
    numOfElems = pInput->numOfRows - pAgg->numOfNull;
    if (numOfElems == 0) {
      goto _spread_over;
    }
    double tmin = 0.0, tmax = 0.0;
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_INT64_VAL(&pAgg->min);
      tmax = (double)GET_INT64_VAL(&pAgg->max);
    } else if (IS_FLOAT_TYPE(type)) {
      tmin = GET_DOUBLE_VAL(&pAgg->min);
      tmax = GET_DOUBLE_VAL(&pAgg->max);
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_UINT64_VAL(&pAgg->min);
      tmax = (double)GET_UINT64_VAL(&pAgg->max);
    }

    if (GET_DOUBLE_VAL(&pInfo->min) > tmin) {
      SET_DOUBLE_VAL(&pInfo->min, tmin);
    }

    if (GET_DOUBLE_VAL(&pInfo->max) < tmax) {
      SET_DOUBLE_VAL(&pInfo->max, tmax);
    }

  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
3294
    int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
3295 3296 3297 3298 3299 3300 3301 3302
    int32_t numOfRows = pInput->numOfRows;

    // check the valid data one by one
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

X
Xiaoyu Wang 已提交
3303
      char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
3304 3305 3306 3307 3308 3309 3310 3311 3312 3313 3314 3315 3316 3317 3318 3319 3320 3321 3322 3323 3324 3325 3326 3327 3328

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      if (v < GET_DOUBLE_VAL(&pInfo->min)) {
        SET_DOUBLE_VAL(&pInfo->min, v);
      }

      if (v > GET_DOUBLE_VAL(&pInfo->max)) {
        SET_DOUBLE_VAL(&pInfo->max, v);
      }

      numOfElems += 1;
    }
  }

_spread_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
  if (numOfElems > 0) {
    pInfo->hasResult = true;
  }

  return TSDB_CODE_SUCCESS;
}

3329 3330 3331 3332 3333 3334 3335 3336 3337 3338 3339
static void spreadTransferInfo(SSpreadInfo* pInput, SSpreadInfo* pOutput) {
  pOutput->hasResult = pInput->hasResult;
  if (pInput->max > pOutput->max) {
    pOutput->max = pInput->max;
  }

  if (pInput->min < pOutput->min) {
    pOutput->min = pInput->min;
  }
}

X
Xiaoyu Wang 已提交
3340
int32_t spreadFunctionMerge(SqlFunctionCtx* pCtx) {
3341
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3342
  SColumnInfoData*      pCol = pInput->pData[0];
3343 3344 3345 3346
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

3347 3348
  int32_t      start = pInput->startRowIndex;
  char*        data = colDataGetData(pCol, start);
G
Ganlin Zhao 已提交
3349
  SSpreadInfo* pInputInfo = (SSpreadInfo*)varDataVal(data);
3350

3351
  spreadTransferInfo(pInputInfo, pInfo);
3352 3353 3354 3355 3356 3357

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);

  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
3358 3359 3360 3361 3362 3363 3364
int32_t spreadFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  if (pInfo->hasResult == true) {
    SET_DOUBLE_VAL(&pInfo->result, pInfo->max - pInfo->min);
  }
  return functionFinalize(pCtx, pBlock);
}
3365

3366 3367
int32_t spreadPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3368 3369 3370
  SSpreadInfo*         pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getSpreadInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
3371 3372 3373 3374 3375 3376 3377 3378 3379 3380 3381 3382 3383

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

3384 3385
int32_t spreadCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
3386
  SSpreadInfo*         pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
3387 3388

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
3389
  SSpreadInfo*         pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
3390
  spreadTransferInfo(pSBuf, pDBuf);
3391 3392 3393 3394
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3395
int32_t getElapsedInfoSize() { return (int32_t)sizeof(SElapsedInfo); }
3396

G
Ganlin Zhao 已提交
3397 3398 3399 3400 3401
bool getElapsedFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SElapsedInfo);
  return true;
}

X
Xiaoyu Wang 已提交
3402
bool elapsedFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
3403 3404 3405 3406 3407 3408 3409 3410 3411
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  pInfo->result = 0;
  pInfo->min = MAX_TS_KEY;
  pInfo->max = 0;

H
Haojun Liao 已提交
3412
  if (pCtx->numOfParams > 2) {
G
Ganlin Zhao 已提交
3413 3414 3415 3416 3417 3418 3419 3420
    pInfo->timeUnit = pCtx->param[1].param.i;
  } else {
    pInfo->timeUnit = 1;
  }

  return true;
}

X
Xiaoyu Wang 已提交
3421
int32_t elapsedFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
3422 3423 3424 3425
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3426
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
G
Ganlin Zhao 已提交
3427 3428 3429

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
3430
  numOfElems = pInput->numOfRows;  // since this is the primary timestamp, no need to exclude NULL values
G
Ganlin Zhao 已提交
3431 3432 3433 3434 3435 3436 3437 3438 3439 3440 3441 3442 3443 3444 3445 3446
  if (numOfElems == 0) {
    goto _elapsed_over;
  }

  if (pInput->colDataAggIsSet) {
    if (pInfo->min == MAX_TS_KEY) {
      pInfo->min = GET_INT64_VAL(&pAgg->min);
      pInfo->max = GET_INT64_VAL(&pAgg->max);
    } else {
      if (pCtx->order == TSDB_ORDER_ASC) {
        pInfo->max = GET_INT64_VAL(&pAgg->max);
      } else {
        pInfo->min = GET_INT64_VAL(&pAgg->min);
      }
    }
  } else {  // computing based on the true data block
H
Haojun Liao 已提交
3447
    if (0 == pInput->numOfRows) {
G
Ganlin Zhao 已提交
3448 3449 3450 3451 3452 3453 3454 3455 3456 3457 3458 3459 3460 3461
      if (pCtx->order == TSDB_ORDER_DESC) {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->min = pCtx->end.key;
        }
      } else {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->max = pCtx->end.key + 1;
        }
      }
      goto _elapsed_over;
    }

    SColumnInfoData* pCol = pInput->pData[0];

3462 3463
    int32_t start = pInput->startRowIndex;
    TSKEY*  ptsList = (int64_t*)colDataGetData(pCol, 0);
G
Ganlin Zhao 已提交
3464 3465
    if (pCtx->order == TSDB_ORDER_DESC) {
      if (pCtx->start.key == INT64_MIN) {
X
Xiaoyu Wang 已提交
3466 3467
        pInfo->max =
            (pInfo->max < ptsList[start + pInput->numOfRows - 1]) ? ptsList[start + pInput->numOfRows - 1] : pInfo->max;
G
Ganlin Zhao 已提交
3468 3469 3470 3471 3472 3473 3474 3475 3476 3477 3478 3479 3480 3481 3482 3483 3484 3485 3486
      } else {
        pInfo->max = pCtx->start.key + 1;
      }

      if (pCtx->end.key != INT64_MIN) {
        pInfo->min = pCtx->end.key;
      } else {
        pInfo->min = ptsList[0];
      }
    } else {
      if (pCtx->start.key == INT64_MIN) {
        pInfo->min = (pInfo->min > ptsList[0]) ? ptsList[0] : pInfo->min;
      } else {
        pInfo->min = pCtx->start.key;
      }

      if (pCtx->end.key != INT64_MIN) {
        pInfo->max = pCtx->end.key + 1;
      } else {
H
Haojun Liao 已提交
3487
        pInfo->max = ptsList[start + pInput->numOfRows - 1];
G
Ganlin Zhao 已提交
3488 3489 3490 3491 3492 3493 3494 3495 3496 3497 3498
      }
    }
  }

_elapsed_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);

  return TSDB_CODE_SUCCESS;
}

3499 3500 3501 3502 3503 3504 3505 3506 3507 3508 3509
static void elapsedTransferInfo(SElapsedInfo* pInput, SElapsedInfo* pOutput) {
  pOutput->timeUnit = pInput->timeUnit;
  if (pOutput->min > pInput->min) {
    pOutput->min = pInput->min;
  }

  if (pOutput->max < pInput->max) {
    pOutput->max = pInput->max;
  }
}

X
Xiaoyu Wang 已提交
3510
int32_t elapsedFunctionMerge(SqlFunctionCtx* pCtx) {
3511
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3512
  SColumnInfoData*      pCol = pInput->pData[0];
3513 3514 3515 3516
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
3517 3518 3519
  int32_t       start = pInput->startRowIndex;
  char*         data = colDataGetData(pCol, start);
  SElapsedInfo* pInputInfo = (SElapsedInfo*)varDataVal(data);
3520

3521
  elapsedTransferInfo(pInputInfo, pInfo);
3522 3523 3524 3525 3526

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
3527 3528
int32_t elapsedFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
X
Xiaoyu Wang 已提交
3529
  double        result = (double)pInfo->max - (double)pInfo->min;
G
Ganlin Zhao 已提交
3530 3531 3532 3533 3534
  result = (result >= 0) ? result : -result;
  pInfo->result = result / pInfo->timeUnit;
  return functionFinalize(pCtx, pBlock);
}

3535 3536
int32_t elapsedPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
3537 3538 3539
  SElapsedInfo*        pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getElapsedInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
3540 3541 3542 3543 3544 3545 3546 3547 3548 3549 3550 3551 3552

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

3553 3554
int32_t elapsedCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
3555
  SElapsedInfo*        pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
3556 3557

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
3558
  SElapsedInfo*        pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
3559

3560
  elapsedTransferInfo(pSBuf, pDBuf);
3561 3562 3563 3564
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

3565 3566 3567 3568
int32_t getHistogramInfoSize() {
  return (int32_t)sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
}

3569 3570 3571 3572 3573
bool getHistogramFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
  return true;
}

X
Xiaoyu Wang 已提交
3574
static int8_t getHistogramBinType(char* binTypeStr) {
3575 3576 3577 3578 3579 3580 3581 3582 3583 3584 3585 3586 3587 3588
  int8_t binType;
  if (strcasecmp(binTypeStr, "user_input") == 0) {
    binType = USER_INPUT_BIN;
  } else if (strcasecmp(binTypeStr, "linear_bin") == 0) {
    binType = LINEAR_BIN;
  } else if (strcasecmp(binTypeStr, "log_bin") == 0) {
    binType = LOG_BIN;
  } else {
    binType = UNKNOWN_BIN;
  }

  return binType;
}

X
Xiaoyu Wang 已提交
3589
static bool getHistogramBinDesc(SHistoFuncInfo* pInfo, char* binDescStr, int8_t binType, bool normalized) {
3590 3591 3592 3593 3594 3595 3596 3597 3598 3599
  cJSON*  binDesc = cJSON_Parse(binDescStr);
  int32_t numOfBins;
  double* intervals;
  if (cJSON_IsObject(binDesc)) { /* linaer/log bins */
    int32_t numOfParams = cJSON_GetArraySize(binDesc);
    int32_t startIndex;
    if (numOfParams != 4) {
      return false;
    }

X
Xiaoyu Wang 已提交
3600 3601 3602 3603
    cJSON* start = cJSON_GetObjectItem(binDesc, "start");
    cJSON* factor = cJSON_GetObjectItem(binDesc, "factor");
    cJSON* width = cJSON_GetObjectItem(binDesc, "width");
    cJSON* count = cJSON_GetObjectItem(binDesc, "count");
3604 3605 3606 3607 3608 3609
    cJSON* infinity = cJSON_GetObjectItem(binDesc, "infinity");

    if (!cJSON_IsNumber(start) || !cJSON_IsNumber(count) || !cJSON_IsBool(infinity)) {
      return false;
    }

X
Xiaoyu Wang 已提交
3610
    if (count->valueint <= 0 || count->valueint > 1000) {  // limit count to 1000
3611 3612 3613 3614 3615 3616 3617 3618
      return false;
    }

    if (isinf(start->valuedouble) || (width != NULL && isinf(width->valuedouble)) ||
        (factor != NULL && isinf(factor->valuedouble)) || (count != NULL && isinf(count->valuedouble))) {
      return false;
    }

3619
    int32_t counter = (int32_t)count->valueint;
3620 3621 3622 3623 3624 3625 3626 3627 3628 3629 3630 3631 3632 3633 3634 3635 3636 3637 3638 3639 3640 3641 3642 3643 3644 3645 3646 3647 3648 3649 3650 3651 3652 3653 3654 3655 3656 3657 3658 3659 3660 3661 3662 3663 3664 3665 3666 3667 3668 3669 3670 3671 3672 3673 3674 3675 3676 3677 3678
    if (infinity->valueint == false) {
      startIndex = 0;
      numOfBins = counter + 1;
    } else {
      startIndex = 1;
      numOfBins = counter + 3;
    }

    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    if (cJSON_IsNumber(width) && factor == NULL && binType == LINEAR_BIN) {
      // linear bin process
      if (width->valuedouble == 0) {
        taosMemoryFree(intervals);
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble + i * width->valuedouble;
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
          return false;
        }
        startIndex++;
      }
    } else if (cJSON_IsNumber(factor) && width == NULL && binType == LOG_BIN) {
      // log bin process
      if (start->valuedouble == 0) {
        taosMemoryFree(intervals);
        return false;
      }
      if (factor->valuedouble < 0 || factor->valuedouble == 0 || factor->valuedouble == 1) {
        taosMemoryFree(intervals);
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble * pow(factor->valuedouble, i * 1.0);
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
          return false;
        }
        startIndex++;
      }
    } else {
      taosMemoryFree(intervals);
      return false;
    }

    if (infinity->valueint == true) {
      intervals[0] = -INFINITY;
      intervals[numOfBins - 1] = INFINITY;
      // in case of desc bin orders, -inf/inf should be swapped
      ASSERT(numOfBins >= 4);
      if (intervals[1] > intervals[numOfBins - 2]) {
        TSWAP(intervals[0], intervals[numOfBins - 1]);
      }
    }
  } else if (cJSON_IsArray(binDesc)) { /* user input bins */
    if (binType != USER_INPUT_BIN) {
      return false;
    }
3679
    numOfBins = cJSON_GetArraySize(binDesc);
3680 3681 3682 3683 3684 3685 3686 3687 3688 3689 3690 3691 3692 3693 3694 3695 3696 3697 3698 3699 3700 3701 3702 3703
    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    cJSON* bin = binDesc->child;
    if (bin == NULL) {
      taosMemoryFree(intervals);
      return false;
    }
    int i = 0;
    while (bin) {
      intervals[i] = bin->valuedouble;
      if (!cJSON_IsNumber(bin)) {
        taosMemoryFree(intervals);
        return false;
      }
      if (i != 0 && intervals[i] <= intervals[i - 1]) {
        taosMemoryFree(intervals);
        return false;
      }
      bin = bin->next;
      i++;
    }
  } else {
    return false;
  }

X
Xiaoyu Wang 已提交
3704
  pInfo->numOfBins = numOfBins - 1;
3705
  pInfo->normalized = normalized;
3706
  for (int32_t i = 0; i < pInfo->numOfBins; ++i) {
3707 3708 3709 3710 3711 3712 3713 3714 3715
    pInfo->bins[i].lower = intervals[i] < intervals[i + 1] ? intervals[i] : intervals[i + 1];
    pInfo->bins[i].upper = intervals[i + 1] > intervals[i] ? intervals[i + 1] : intervals[i];
    pInfo->bins[i].count = 0;
  }

  taosMemoryFree(intervals);
  return true;
}

X
Xiaoyu Wang 已提交
3716
bool histogramFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
3717 3718 3719 3720
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
3721
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
3722 3723 3724
  pInfo->numOfBins = 0;
  pInfo->totalCount = 0;
  pInfo->normalized = 0;
3725

3726 3727 3728 3729
  int8_t binType = getHistogramBinType(varDataVal(pCtx->param[1].param.pz));
  if (binType == UNKNOWN_BIN) {
    return false;
  }
X
Xiaoyu Wang 已提交
3730
  char*   binDesc = varDataVal(pCtx->param[2].param.pz);
3731
  int64_t normalized = pCtx->param[3].param.i;
3732 3733 3734
  if (normalized != 0 && normalized != 1) {
    return false;
  }
3735 3736 3737
  if (!getHistogramBinDesc(pInfo, binDesc, binType, (bool)normalized)) {
    return false;
  }
3738 3739 3740 3741

  return true;
}

X
Xiaoyu Wang 已提交
3742
int32_t histogramFunction(SqlFunctionCtx* pCtx) {
3743 3744 3745 3746 3747 3748 3749 3750 3751 3752
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  int32_t type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

3753
  int32_t numOfElems = 0;
3754 3755 3756 3757 3758
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

3759 3760
    numOfElems++;

X
Xiaoyu Wang 已提交
3761
    char*  data = colDataGetData(pCol, i);
3762 3763 3764 3765 3766 3767
    double v;
    GET_TYPED_DATA(v, double, type, data);

    for (int32_t k = 0; k < pInfo->numOfBins; ++k) {
      if (v > pInfo->bins[k].lower && v <= pInfo->bins[k].upper) {
        pInfo->bins[k].count++;
3768
        pInfo->totalCount++;
3769 3770 3771
        break;
      }
    }
3772 3773
  }

3774
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, pInfo->numOfBins);
3775 3776 3777
  return TSDB_CODE_SUCCESS;
}

3778 3779
static void histogramTransferInfo(SHistoFuncInfo* pInput, SHistoFuncInfo* pOutput) {
  pOutput->normalized = pInput->normalized;
X
Xiaoyu Wang 已提交
3780
  pOutput->numOfBins = pInput->numOfBins;
3781 3782 3783 3784 3785 3786 3787 3788
  pOutput->totalCount += pInput->totalCount;
  for (int32_t k = 0; k < pOutput->numOfBins; ++k) {
    pOutput->bins[k].lower = pInput->bins[k].lower;
    pOutput->bins[k].upper = pInput->bins[k].upper;
    pOutput->bins[k].count += pInput->bins[k].count;
  }
}

X
Xiaoyu Wang 已提交
3789
int32_t histogramFunctionMerge(SqlFunctionCtx* pCtx) {
3790
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3791
  SColumnInfoData*      pCol = pInput->pData[0];
3792 3793 3794 3795
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
3796 3797 3798
  int32_t         start = pInput->startRowIndex;
  char*           data = colDataGetData(pCol, start);
  SHistoFuncInfo* pInputInfo = (SHistoFuncInfo*)varDataVal(data);
3799

3800
  histogramTransferInfo(pInputInfo, pInfo);
3801

G
Ganlin Zhao 已提交
3802
  SET_VAL(GET_RES_INFO(pCtx), pInfo->numOfBins, pInfo->numOfBins);
3803 3804 3805
  return TSDB_CODE_SUCCESS;
}

3806
int32_t histogramFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
3807
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
3808 3809 3810
  SHistoFuncInfo*      pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
3811 3812 3813

  int32_t currentRow = pBlock->info.rows;

3814 3815
  if (pInfo->normalized) {
    for (int32_t k = 0; k < pResInfo->numOfRes; ++k) {
X
Xiaoyu Wang 已提交
3816
      if (pInfo->totalCount != 0) {
3817 3818 3819 3820 3821 3822 3823
        pInfo->bins[k].percentage = pInfo->bins[k].count / (double)pInfo->totalCount;
      } else {
        pInfo->bins[k].percentage = 0;
      }
    }
  }

3824
  for (int32_t i = 0; i < pResInfo->numOfRes; ++i) {
3825
    int32_t len;
X
Xiaoyu Wang 已提交
3826
    char    buf[512] = {0};
3827
    if (!pInfo->normalized) {
X
Xiaoyu Wang 已提交
3828 3829
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%" PRId64 "}",
                    pInfo->bins[i].lower, pInfo->bins[i].upper, pInfo->bins[i].count);
3830
    } else {
X
Xiaoyu Wang 已提交
3831 3832
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%lf}", pInfo->bins[i].lower,
                    pInfo->bins[i].upper, pInfo->bins[i].percentage);
3833 3834 3835 3836 3837 3838
    }
    varDataSetLen(buf, len);
    colDataAppend(pCol, currentRow, buf, false);
    currentRow++;
  }

3839
  return pResInfo->numOfRes;
3840
}
3841

3842 3843
int32_t histogramPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
X
Xiaoyu Wang 已提交
3844 3845
  int32_t         resultBytes = getHistogramInfoSize();
  char*           res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
3846 3847 3848 3849 3850 3851 3852 3853 3854 3855

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
G
Ganlin Zhao 已提交
3856
  return 1;
3857 3858
}

3859 3860 3861 3862 3863 3864 3865
int32_t histogramCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SHistoFuncInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SHistoFuncInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);

3866
  histogramTransferInfo(pSBuf, pDBuf);
3867 3868 3869 3870
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3871
int32_t getHLLInfoSize() { return (int32_t)sizeof(SHLLInfo); }
3872

3873 3874 3875 3876 3877
bool getHLLFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHLLInfo);
  return true;
}

X
Xiaoyu Wang 已提交
3878
static uint8_t hllCountNum(void* data, int32_t bytes, int32_t* buk) {
3879
  uint64_t hash = MurmurHash3_64(data, bytes);
X
Xiaoyu Wang 已提交
3880
  int32_t  index = hash & HLL_BUCKET_MASK;
3881 3882 3883
  hash >>= HLL_BUCKET_BITS;
  hash |= ((uint64_t)1 << HLL_DATA_BITS);
  uint64_t bit = 1;
X
Xiaoyu Wang 已提交
3884 3885
  uint8_t  count = 1;
  while ((hash & bit) == 0) {
3886 3887 3888 3889 3890 3891 3892
    count++;
    bit <<= 1;
  }
  *buk = index;
  return count;
}

X
Xiaoyu Wang 已提交
3893 3894 3895
static void hllBucketHisto(uint8_t* buckets, int32_t* bucketHisto) {
  uint64_t* word = (uint64_t*)buckets;
  uint8_t*  bytes;
3896

X
Xiaoyu Wang 已提交
3897
  for (int32_t j = 0; j < HLL_BUCKETS >> 3; j++) {
3898 3899 3900
    if (*word == 0) {
      bucketHisto[0] += 8;
    } else {
X
Xiaoyu Wang 已提交
3901
      bytes = (uint8_t*)word;
3902 3903 3904 3905 3906 3907 3908 3909 3910 3911 3912 3913 3914 3915 3916 3917 3918 3919 3920 3921 3922
      bucketHisto[bytes[0]]++;
      bucketHisto[bytes[1]]++;
      bucketHisto[bytes[2]]++;
      bucketHisto[bytes[3]]++;
      bucketHisto[bytes[4]]++;
      bucketHisto[bytes[5]]++;
      bucketHisto[bytes[6]]++;
      bucketHisto[bytes[7]]++;
    }
    word++;
  }
}
static double hllTau(double x) {
  if (x == 0. || x == 1.) return 0.;
  double zPrime;
  double y = 1.0;
  double z = 1 - x;
  do {
    x = sqrt(x);
    zPrime = z;
    y *= 0.5;
X
Xiaoyu Wang 已提交
3923 3924
    z -= pow(1 - x, 2) * y;
  } while (zPrime != z);
3925 3926 3927 3928 3929 3930 3931 3932 3933 3934 3935 3936 3937
  return z / 3;
}

static double hllSigma(double x) {
  if (x == 1.0) return INFINITY;
  double zPrime;
  double y = 1;
  double z = x;
  do {
    x *= x;
    zPrime = z;
    z += x * y;
    y += y;
X
Xiaoyu Wang 已提交
3938
  } while (zPrime != z);
3939 3940 3941
  return z;
}

X
Xiaoyu Wang 已提交
3942 3943 3944 3945
// estimate the cardinality, the algorithm refer this paper: "New cardinality estimation algorithms for HyperLogLog
// sketches"
static uint64_t hllCountCnt(uint8_t* buckets) {
  double  m = HLL_BUCKETS;
3946
  int32_t buckethisto[64] = {0};
X
Xiaoyu Wang 已提交
3947
  hllBucketHisto(buckets, buckethisto);
3948

X
Xiaoyu Wang 已提交
3949
  double z = m * hllTau((m - buckethisto[HLL_DATA_BITS + 1]) / (double)m);
3950 3951 3952 3953
  for (int j = HLL_DATA_BITS; j >= 1; --j) {
    z += buckethisto[j];
    z *= 0.5;
  }
3954

X
Xiaoyu Wang 已提交
3955 3956
  z += m * hllSigma(buckethisto[0] / (double)m);
  double E = (double)llroundl(HLL_ALPHA_INF * m * m / z);
3957

X
Xiaoyu Wang 已提交
3958
  return (uint64_t)E;
3959 3960
}

X
Xiaoyu Wang 已提交
3961
int32_t hllFunction(SqlFunctionCtx* pCtx) {
3962 3963 3964 3965 3966
  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
3967
  int32_t type = pCol->info.type;
3968 3969 3970 3971 3972 3973 3974 3975 3976 3977 3978 3979 3980 3981 3982
  int32_t bytes = pCol->info.bytes;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  int32_t numOfElems = 0;
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_s(pCol, i)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pCol, i);
    if (IS_VAR_DATA_TYPE(type)) {
G
Ganlin Zhao 已提交
3983
      bytes = varDataLen(data);
3984 3985 3986 3987 3988 3989 3990 3991 3992 3993 3994 3995 3996 3997 3998
      data = varDataVal(data);
    }

    int32_t index = 0;
    uint8_t count = hllCountNum(data, bytes, &index);
    uint8_t oldcount = pInfo->buckets[index];
    if (count > oldcount) {
      pInfo->buckets[index] = count;
    }
  }

  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

3999 4000 4001 4002 4003 4004 4005 4006
static void hllTransferInfo(SHLLInfo* pInput, SHLLInfo* pOutput) {
  for (int32_t k = 0; k < HLL_BUCKETS; ++k) {
    if (pOutput->buckets[k] < pInput->buckets[k]) {
      pOutput->buckets[k] = pInput->buckets[k];
    }
  }
}

X
Xiaoyu Wang 已提交
4007
int32_t hllFunctionMerge(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4008
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4009
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
4010 4011 4012 4013
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
4014 4015 4016
  int32_t   start = pInput->startRowIndex;
  char*     data = colDataGetData(pCol, start);
  SHLLInfo* pInputInfo = (SHLLInfo*)varDataVal(data);
G
Ganlin Zhao 已提交
4017

4018
  hllTransferInfo(pInputInfo, pInfo);
G
Ganlin Zhao 已提交
4019 4020 4021 4022 4023

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

4024
int32_t hllFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
4025
  SResultRowEntryInfo* pInfo = GET_RES_INFO(pCtx);
4026

4027 4028 4029 4030 4031
  SHLLInfo* pHllInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pHllInfo->result = hllCountCnt(pHllInfo->buckets);
  if (tsCountAlwaysReturnValue && pHllInfo->result == 0) {
    pInfo->numOfRes = 1;
  }
4032 4033 4034 4035

  return functionFinalize(pCtx, pBlock);
}

G
Ganlin Zhao 已提交
4036 4037
int32_t hllPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4038 4039 4040
  SHLLInfo*            pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getHLLInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
4041 4042 4043 4044 4045 4046 4047 4048 4049 4050 4051 4052 4053

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4054 4055
int32_t hllCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4056
  SHLLInfo*            pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4057 4058

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4059
  SHLLInfo*            pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4060

4061
  hllTransferInfo(pSBuf, pDBuf);
4062 4063 4064 4065
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

4066 4067 4068 4069 4070
bool getStateFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStateInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4071
static int8_t getStateOpType(char* opStr) {
4072 4073 4074 4075 4076 4077 4078 4079 4080 4081 4082 4083 4084 4085 4086 4087 4088 4089 4090 4091
  int8_t opType;
  if (strcasecmp(opStr, "LT") == 0) {
    opType = STATE_OPER_LT;
  } else if (strcasecmp(opStr, "GT") == 0) {
    opType = STATE_OPER_GT;
  } else if (strcasecmp(opStr, "LE") == 0) {
    opType = STATE_OPER_LE;
  } else if (strcasecmp(opStr, "GE") == 0) {
    opType = STATE_OPER_GE;
  } else if (strcasecmp(opStr, "NE") == 0) {
    opType = STATE_OPER_NE;
  } else if (strcasecmp(opStr, "EQ") == 0) {
    opType = STATE_OPER_EQ;
  } else {
    opType = STATE_OPER_INVALID;
  }

  return opType;
}

X
Xiaoyu Wang 已提交
4092 4093 4094 4095 4096 4097 4098 4099 4100 4101 4102 4103 4104 4105 4106 4107 4108 4109 4110 4111 4112 4113 4114 4115 4116 4117 4118 4119
#define GET_STATE_VAL(param) ((param.nType == TSDB_DATA_TYPE_BIGINT) ? (param.i) : (param.d))

#define STATE_COMP(_op, _lval, _param) STATE_COMP_IMPL(_op, _lval, GET_STATE_VAL(_param))

#define STATE_COMP_IMPL(_op, _lval, _rval) \
  do {                                     \
    switch (_op) {                         \
      case STATE_OPER_LT:                  \
        return ((_lval) < (_rval));        \
        break;                             \
      case STATE_OPER_GT:                  \
        return ((_lval) > (_rval));        \
        break;                             \
      case STATE_OPER_LE:                  \
        return ((_lval) <= (_rval));       \
        break;                             \
      case STATE_OPER_GE:                  \
        return ((_lval) >= (_rval));       \
        break;                             \
      case STATE_OPER_NE:                  \
        return ((_lval) != (_rval));       \
        break;                             \
      case STATE_OPER_EQ:                  \
        return ((_lval) == (_rval));       \
        break;                             \
      default:                             \
        break;                             \
    }                                      \
G
Ganlin Zhao 已提交
4120
  } while (0)
4121 4122 4123

static bool checkStateOp(int8_t op, SColumnInfoData* pCol, int32_t index, SVariant param) {
  char* data = colDataGetData(pCol, index);
X
Xiaoyu Wang 已提交
4124
  switch (pCol->info.type) {
4125
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
4126
      int8_t v = *(int8_t*)data;
4127 4128 4129 4130
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
4131
      uint8_t v = *(uint8_t*)data;
4132 4133 4134 4135
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
4136
      int16_t v = *(int16_t*)data;
4137 4138 4139 4140
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
4141
      uint16_t v = *(uint16_t*)data;
4142 4143 4144 4145
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
4146
      int32_t v = *(int32_t*)data;
4147 4148 4149 4150
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
4151
      uint32_t v = *(uint32_t*)data;
4152 4153 4154 4155
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
4156
      int64_t v = *(int64_t*)data;
4157 4158 4159 4160
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
4161
      uint64_t v = *(uint64_t*)data;
4162 4163 4164 4165
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
4166
      float v = *(float*)data;
4167 4168 4169 4170
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
4171
      double v = *(double*)data;
4172 4173 4174 4175 4176 4177 4178 4179 4180 4181 4182 4183 4184 4185 4186 4187 4188 4189
      STATE_COMP(op, v, param);
      break;
    }
    default: {
      ASSERT(0);
    }
  }
  return false;
}

int32_t stateCountFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4190
  int32_t          numOfElems = 0;
4191 4192 4193
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
4194 4195 4196 4197
  if (STATE_OPER_INVALID == op) {
    return 0;
  }

4198 4199 4200 4201 4202 4203 4204
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    numOfElems++;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
      continue;
    }

X
Xiaoyu Wang 已提交
4205
    bool    ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);
4206 4207 4208 4209 4210 4211
    int64_t output = -1;
    if (ret) {
      output = ++pInfo->count;
    } else {
      pInfo->count = 0;
    }
X
Xiaoyu Wang 已提交
4212
    colDataAppend(pOutput, i, (char*)&output, false);
4213 4214 4215 4216
  }

  return numOfElems;
}
4217 4218 4219 4220 4221 4222

int32_t stateDurationFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4223
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
4224 4225 4226

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4227
  int32_t          numOfElems = 0;
4228 4229
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

X
Xiaoyu Wang 已提交
4230
  // TODO: process timeUnit for different db precisions
4231
  int32_t timeUnit = 1000;
X
Xiaoyu Wang 已提交
4232
  if (pCtx->numOfParams == 5) {  // TODO: param number incorrect
4233 4234 4235 4236 4237 4238 4239 4240 4241 4242 4243 4244 4245 4246 4247
    timeUnit = pCtx->param[3].param.i;
  }

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
  if (STATE_OPER_INVALID == op) {
    return 0;
  }

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    numOfElems++;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
      continue;
    }

X
Xiaoyu Wang 已提交
4248
    bool    ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);
4249 4250 4251 4252 4253 4254 4255 4256 4257 4258 4259
    int64_t output = -1;
    if (ret) {
      if (pInfo->durationStart == 0) {
        output = 0;
        pInfo->durationStart = tsList[i];
      } else {
        output = (tsList[i] - pInfo->durationStart) / timeUnit;
      }
    } else {
      pInfo->durationStart = 0;
    }
X
Xiaoyu Wang 已提交
4260
    colDataAppend(pOutput, i, (char*)&output, false);
4261 4262 4263 4264
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
4265 4266 4267 4268 4269 4270 4271 4272 4273 4274 4275

bool getCsumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

int32_t csumFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSumRes*             pSumRes = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4276
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
4277 4278 4279 4280 4281 4282 4283 4284 4285 4286 4287

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
4288
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
4289 4290 4291 4292 4293 4294 4295 4296
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      int64_t v;
      GET_TYPED_DATA(v, int64_t, type, data);
      pSumRes->isum += v;
X
Xiaoyu Wang 已提交
4297
      colDataAppend(pOutput, pos, (char*)&pSumRes->isum, false);
G
Ganlin Zhao 已提交
4298 4299 4300 4301
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      uint64_t v;
      GET_TYPED_DATA(v, uint64_t, type, data);
      pSumRes->usum += v;
X
Xiaoyu Wang 已提交
4302
      colDataAppend(pOutput, pos, (char*)&pSumRes->usum, false);
G
Ganlin Zhao 已提交
4303 4304 4305 4306
    } else if (IS_FLOAT_TYPE(type)) {
      double v;
      GET_TYPED_DATA(v, double, type, data);
      pSumRes->dsum += v;
X
Xiaoyu Wang 已提交
4307
      // check for overflow
4308 4309
      if (isinf(pSumRes->dsum) || isnan(pSumRes->dsum)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
4310 4311
      } else {
        colDataAppend(pOutput, pos, (char*)&pSumRes->dsum, false);
4312
      }
G
Ganlin Zhao 已提交
4313 4314
    }

X
Xiaoyu Wang 已提交
4315
    // TODO: remove this after pTsOutput is handled
G
Ganlin Zhao 已提交
4316 4317 4318 4319 4320 4321 4322 4323 4324
    if (pTsOutput != NULL) {
      colDataAppendInt64(pTsOutput, pos, &tsList[i]);
    }

    numOfElems++;
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
4325 4326 4327 4328 4329 4330

bool getMavgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SMavgInfo) + MAVG_MAX_POINTS_NUM * sizeof(double);
  return true;
}

X
Xiaoyu Wang 已提交
4331
bool mavgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4332 4333 4334 4335
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4336
  SMavgInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
4337 4338 4339 4340 4341 4342 4343 4344 4345 4346 4347 4348 4349 4350 4351 4352
  pInfo->pos = 0;
  pInfo->sum = 0;
  pInfo->numOfPoints = pCtx->param[1].param.i;
  if (pInfo->numOfPoints < 1 || pInfo->numOfPoints > MAVG_MAX_POINTS_NUM) {
    return false;
  }
  pInfo->pointsMeet = false;

  return true;
}

int32_t mavgFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SMavgInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4353
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
4354 4355 4356 4357 4358 4359 4360 4361 4362 4363 4364

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
4365
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
4366 4367 4368
      continue;
    }

X
Xiaoyu Wang 已提交
4369
    char*  data = colDataGetData(pInputCol, i);
G
Ganlin Zhao 已提交
4370 4371 4372 4373 4374 4375 4376 4377
    double v;
    GET_TYPED_DATA(v, double, type, data);

    if (!pInfo->pointsMeet && (pInfo->pos < pInfo->numOfPoints - 1)) {
      pInfo->points[pInfo->pos] = v;
      pInfo->sum += v;
    } else {
      if (!pInfo->pointsMeet && (pInfo->pos == pInfo->numOfPoints - 1)) {
X
Xiaoyu Wang 已提交
4378
        pInfo->sum += v;
G
Ganlin Zhao 已提交
4379 4380 4381 4382 4383
        pInfo->pointsMeet = true;
      } else {
        pInfo->sum = pInfo->sum + v - pInfo->points[pInfo->pos];
      }

G
Ganlin Zhao 已提交
4384 4385
      pInfo->points[pInfo->pos] = v;
      double result = pInfo->sum / pInfo->numOfPoints;
X
Xiaoyu Wang 已提交
4386
      // check for overflow
4387 4388
      if (isinf(result) || isnan(result)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
4389 4390
      } else {
        colDataAppend(pOutput, pos, (char*)&result, false);
4391
      }
G
Ganlin Zhao 已提交
4392

X
Xiaoyu Wang 已提交
4393
      // TODO: remove this after pTsOutput is handled
G
Ganlin Zhao 已提交
4394 4395 4396 4397
      if (pTsOutput != NULL) {
        colDataAppendInt64(pTsOutput, pos, &tsList[i]);
      }
      numOfElems++;
G
Ganlin Zhao 已提交
4398 4399
    }

G
Ganlin Zhao 已提交
4400 4401 4402 4403
    pInfo->pos++;
    if (pInfo->pos == pInfo->numOfPoints) {
      pInfo->pos = 0;
    }
G
Ganlin Zhao 已提交
4404 4405 4406 4407
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
4408 4409 4410

bool getSampleFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
X
Xiaoyu Wang 已提交
4411 4412
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
  int32_t      numOfSamples = pVal->datum.i;
4413
  pEnv->calcMemSize = sizeof(SSampleInfo) + numOfSamples * (pCol->node.resType.bytes + sizeof(STuplePos));
G
Ganlin Zhao 已提交
4414 4415 4416
  return true;
}

X
Xiaoyu Wang 已提交
4417
bool sampleFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4418 4419 4420 4421 4422 4423
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  taosSeedRand(taosSafeRand());

X
Xiaoyu Wang 已提交
4424
  SSampleInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
4425 4426 4427
  pInfo->samples = pCtx->param[1].param.i;
  pInfo->totalPoints = 0;
  pInfo->numSampled = 0;
G
Ganlin Zhao 已提交
4428 4429
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
G
Ganlin Zhao 已提交
4430 4431 4432
  if (pInfo->samples < 1 || pInfo->samples > SAMPLE_MAX_POINTS_NUM) {
    return false;
  }
X
Xiaoyu Wang 已提交
4433
  pInfo->data = (char*)pInfo + sizeof(SSampleInfo);
4434
  pInfo->tuplePos = (STuplePos*)((char*)pInfo + sizeof(SSampleInfo) + pInfo->samples * pInfo->colBytes);
G
Ganlin Zhao 已提交
4435 4436 4437 4438

  return true;
}

4439
static void sampleAssignResult(SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
4440
  assignVal(pInfo->data + index * pInfo->colBytes, data, pInfo->colBytes, pInfo->colType);
G
Ganlin Zhao 已提交
4441 4442
}

4443
static void doReservoirSample(SqlFunctionCtx* pCtx, SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
4444 4445
  pInfo->totalPoints++;
  if (pInfo->numSampled < pInfo->samples) {
4446 4447 4448 4449
    sampleAssignResult(pInfo, data, pInfo->numSampled);
    if (pCtx->subsidiaries.num > 0) {
      saveTupleData(pCtx, index, pCtx->pSrcBlock, pInfo->tuplePos + pInfo->numSampled * sizeof(STuplePos));
    }
G
Ganlin Zhao 已提交
4450 4451 4452 4453
    pInfo->numSampled++;
  } else {
    int32_t j = taosRand() % (pInfo->totalPoints);
    if (j < pInfo->samples) {
4454 4455 4456 4457
      sampleAssignResult(pInfo, data, j);
      if (pCtx->subsidiaries.num > 0) {
        copyTupleData(pCtx, index, pCtx->pSrcBlock, pInfo->tuplePos + j * sizeof(STuplePos));
      }
G
Ganlin Zhao 已提交
4458 4459 4460 4461 4462 4463 4464 4465 4466 4467
    }
  }
}

int32_t sampleFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSampleInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

4468
  SColumnInfoData* pInputCol = pInput->pData[0];
G
Ganlin Zhao 已提交
4469
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4470
    if (colDataIsNull_s(pInputCol, i)) {
G
Ganlin Zhao 已提交
4471 4472 4473 4474
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
4475
    doReservoirSample(pCtx, pInfo, data, i);
G
Ganlin Zhao 已提交
4476 4477
  }

4478 4479 4480 4481 4482 4483 4484 4485 4486 4487
  SET_VAL(pResInfo, pInfo->numSampled, pInfo->numSampled);
  return TSDB_CODE_SUCCESS;
}

int32_t sampleFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

  SSampleInfo* pInfo = GET_ROWCELL_INTERBUF(pEntryInfo);
  pEntryInfo->complete = true;

X
Xiaoyu Wang 已提交
4488
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
4489 4490 4491
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  int32_t currentRow = pBlock->info.rows;
G
Ganlin Zhao 已提交
4492
  for (int32_t i = 0; i < pInfo->numSampled; ++i) {
4493
    colDataAppend(pCol, currentRow + i, pInfo->data + i * pInfo->colBytes, false);
4494
    setSelectivityValue(pCtx, pBlock, pInfo->tuplePos + i * sizeof(STuplePos), currentRow + i);
G
Ganlin Zhao 已提交
4495 4496
  }

G
Ganlin Zhao 已提交
4497 4498 4499
  return pInfo->numSampled;
}

G
Ganlin Zhao 已提交
4500 4501 4502
bool getTailFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
X
Xiaoyu Wang 已提交
4503
  int32_t      numOfPoints = pVal->datum.i;
G
Ganlin Zhao 已提交
4504
  pEnv->calcMemSize = sizeof(STailInfo) + numOfPoints * (POINTER_BYTES + sizeof(STailItem) + pCol->node.resType.bytes);
G
Ganlin Zhao 已提交
4505 4506 4507
  return true;
}

X
Xiaoyu Wang 已提交
4508
bool tailFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4509 4510 4511 4512
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4513
  STailInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
4514 4515
  pInfo->numAdded = 0;
  pInfo->numOfPoints = pCtx->param[1].param.i;
4516 4517 4518 4519 4520
  if (pCtx->numOfParams == 4) {
    pInfo->offset = pCtx->param[2].param.i;
  } else {
    pInfo->offset = 0;
  }
G
Ganlin Zhao 已提交
4521 4522 4523 4524 4525 4526 4527
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if ((pInfo->numOfPoints < 1 || pInfo->numOfPoints > TAIL_MAX_POINTS_NUM) ||
      (pInfo->numOfPoints < 0 || pInfo->numOfPoints > TAIL_MAX_OFFSET)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4528 4529
  pInfo->pItems = (STailItem**)((char*)pInfo + sizeof(STailInfo));
  char* pItem = (char*)pInfo->pItems + pInfo->numOfPoints * POINTER_BYTES;
G
Ganlin Zhao 已提交
4530

G
Ganlin Zhao 已提交
4531
  size_t unitSize = sizeof(STailItem) + pInfo->colBytes;
G
Ganlin Zhao 已提交
4532
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
4533
    pInfo->pItems[i] = (STailItem*)(pItem + i * unitSize);
4534
    pInfo->pItems[i]->isNull = false;
G
Ganlin Zhao 已提交
4535 4536 4537 4538 4539
  }

  return true;
}

X
Xiaoyu Wang 已提交
4540
static void tailAssignResult(STailItem* pItem, char* data, int32_t colBytes, TSKEY ts, bool isNull) {
G
Ganlin Zhao 已提交
4541
  pItem->timestamp = ts;
4542 4543 4544
  if (isNull) {
    pItem->isNull = true;
  } else {
4545
    pItem->isNull = false;
4546 4547
    memcpy(pItem->data, data, colBytes);
  }
G
Ganlin Zhao 已提交
4548 4549
}

X
Xiaoyu Wang 已提交
4550 4551 4552
static int32_t tailCompFn(const void* p1, const void* p2, const void* param) {
  STailItem* d1 = *(STailItem**)p1;
  STailItem* d2 = *(STailItem**)p2;
G
Ganlin Zhao 已提交
4553 4554 4555
  return compareInt64Val(&d1->timestamp, &d2->timestamp);
}

X
Xiaoyu Wang 已提交
4556 4557
static void doTailAdd(STailInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  STailItem** pList = pInfo->pItems;
G
Ganlin Zhao 已提交
4558
  if (pInfo->numAdded < pInfo->numOfPoints) {
4559
    tailAssignResult(pList[pInfo->numAdded], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
4560
    taosheapsort((void*)pList, sizeof(STailItem**), pInfo->numAdded + 1, NULL, tailCompFn, 0);
G
Ganlin Zhao 已提交
4561
    pInfo->numAdded++;
G
Ganlin Zhao 已提交
4562
  } else if (pList[0]->timestamp < ts) {
4563
    tailAssignResult(pList[0], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
4564
    taosheapadjust((void*)pList, sizeof(STailItem**), 0, pInfo->numOfPoints - 1, NULL, tailCompFn, NULL, 0);
G
Ganlin Zhao 已提交
4565 4566 4567 4568 4569
  }
}

int32_t tailFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4570
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
4571 4572

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4573
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
4574 4575 4576 4577 4578

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
4579 4580 4581
  if (pInfo->offset >= pInput->numOfRows) {
    return 0;
  } else {
wafwerar's avatar
wafwerar 已提交
4582
    pInfo->numOfPoints = TMIN(pInfo->numOfPoints, pInput->numOfRows - pInfo->offset);
4583 4584
  }
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex - pInfo->offset; i += 1) {
G
Ganlin Zhao 已提交
4585
    char* data = colDataGetData(pInputCol, i);
4586
    doTailAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));
G
Ganlin Zhao 已提交
4587 4588
  }

4589 4590
  taosqsort(pInfo->pItems, pInfo->numOfPoints, POINTER_BYTES, NULL, tailCompFn);

G
Ganlin Zhao 已提交
4591
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
4592 4593
    int32_t    pos = startOffset + i;
    STailItem* pItem = pInfo->pItems[i];
4594 4595 4596 4597 4598
    if (pItem->isNull) {
      colDataAppendNULL(pOutput, pos);
    } else {
      colDataAppend(pOutput, pos, pItem->data, false);
    }
G
Ganlin Zhao 已提交
4599 4600
  }

G
Ganlin Zhao 已提交
4601 4602
  return pInfo->numOfPoints;
}
G
Ganlin Zhao 已提交
4603 4604 4605

int32_t tailFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4606
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pEntryInfo);
G
Ganlin Zhao 已提交
4607 4608 4609 4610 4611 4612 4613 4614 4615 4616
  pEntryInfo->complete = true;

  int32_t type = pCtx->input.pData[0]->info.type;
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
X
Xiaoyu Wang 已提交
4617
    STailItem* pItem = pInfo->pItems[i];
G
Ganlin Zhao 已提交
4618 4619 4620 4621 4622 4623
    colDataAppend(pCol, currentRow, pItem->data, false);
    currentRow += 1;
  }

  return pEntryInfo->numOfRes;
}
4624 4625 4626 4627 4628 4629 4630 4631 4632 4633 4634 4635 4636 4637 4638 4639 4640 4641 4642 4643 4644 4645 4646

bool getUniqueFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SUniqueInfo) + UNIQUE_MAX_RESULT_SIZE;
  return true;
}

bool uniqueFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SUniqueInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
  return true;
}

X
Xiaoyu Wang 已提交
4647 4648
static void doUniqueAdd(SUniqueInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  // handle null elements
4649
  if (isNull == true) {
X
Xiaoyu Wang 已提交
4650 4651
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
4652
    if (pInfo->hasNull == false && pItem->isNull == false) {
4653 4654 4655
      pItem->timestamp = ts;
      pItem->isNull = true;
      pInfo->numOfPoints++;
4656
      pInfo->hasNull = true;
4657 4658 4659 4660 4661
    } else if (pItem->timestamp > ts && pItem->isNull == true) {
      pItem->timestamp = ts;
    }
    return;
  }
4662

X
Xiaoyu Wang 已提交
4663 4664
  int32_t      hashKeyBytes = IS_VAR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
  SUniqueItem* pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
4665
  if (pHashItem == NULL) {
X
Xiaoyu Wang 已提交
4666 4667
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
4668 4669 4670
    pItem->timestamp = ts;
    memcpy(pItem->data, data, pInfo->colBytes);

X
Xiaoyu Wang 已提交
4671
    taosHashPut(pInfo->pHash, data, hashKeyBytes, (char*)pItem, sizeof(SUniqueItem*));
4672 4673 4674 4675 4676 4677 4678 4679 4680 4681 4682
    pInfo->numOfPoints++;
  } else if (pHashItem->timestamp > ts) {
    pHashItem->timestamp = ts;
  }
}

int32_t uniqueFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SUniqueInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4683
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
4684 4685 4686 4687 4688 4689 4690 4691 4692 4693 4694 4695 4696 4697 4698 4699 4700

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
    doUniqueAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));

    if (sizeof(SUniqueInfo) + pInfo->numOfPoints * (sizeof(SUniqueItem) + pInfo->colBytes) >= UNIQUE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return 0;
    }
  }

  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
4701
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + i * (sizeof(SUniqueItem) + pInfo->colBytes));
4702 4703 4704 4705 4706
    if (pItem->isNull == true) {
      colDataAppendNULL(pOutput, i);
    } else {
      colDataAppend(pOutput, i, pItem->data, false);
    }
4707 4708 4709 4710 4711 4712 4713 4714 4715 4716
    if (pTsOutput != NULL) {
      colDataAppendInt64(pTsOutput, i, &pItem->timestamp);
    }
  }

  return pInfo->numOfPoints;
}

int32_t uniqueFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4717 4718 4719
  SUniqueInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
4720 4721

  for (int32_t i = 0; i < pResInfo->numOfRes; ++i) {
X
Xiaoyu Wang 已提交
4722
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + i * (sizeof(SUniqueItem) + pInfo->colBytes));
4723
    colDataAppend(pCol, i, pItem->data, false);
X
Xiaoyu Wang 已提交
4724
    // TODO: handle ts output
4725 4726 4727 4728 4729
  }

  return pResInfo->numOfRes;
}

4730 4731 4732 4733 4734
bool getTwaFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(STwaInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4735
bool twaFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
4736 4737 4738 4739
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4740 4741 4742
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pInfo->p.key = INT64_MIN;
  pInfo->win = TSWINDOW_INITIALIZER;
4743 4744 4745 4746
  return true;
}

static double twa_get_area(SPoint1 s, SPoint1 e) {
X
Xiaoyu Wang 已提交
4747
  if ((s.val >= 0 && e.val >= 0) || (s.val <= 0 && e.val <= 0)) {
4748 4749 4750
    return (s.val + e.val) * (e.key - s.key) / 2;
  }

X
Xiaoyu Wang 已提交
4751
  double x = (s.key * e.val - e.key * s.val) / (e.val - s.val);
4752 4753 4754 4755
  double val = (s.val * (x - s.key) + e.val * (e.key - x)) / 2;
  return val;
}

4756
#define INIT_INTP_POINT(_p, _k, _v) \
X
Xiaoyu Wang 已提交
4757 4758 4759
  do {                              \
    (_p).key = (_k);                \
    (_p).val = (_v);                \
4760 4761
  } while (0)

4762 4763
int32_t twaFunction(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4764
  SColumnInfoData*      pInputCol = pInput->pData[0];
4765 4766 4767

  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;

X
Xiaoyu Wang 已提交
4768
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
4769

X
Xiaoyu Wang 已提交
4770 4771
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  SPoint1*  last = &pInfo->p;
4772
  int32_t   numOfElems = 0;
4773 4774 4775 4776 4777 4778 4779 4780 4781 4782 4783 4784 4785 4786

  int32_t i = pInput->startRowIndex;
  if (pCtx->start.key != INT64_MIN) {
    ASSERT((pCtx->start.key < tsList[i] && pCtx->order == TSDB_ORDER_ASC) ||
           (pCtx->start.key > tsList[i] && pCtx->order == TSDB_ORDER_DESC));

    ASSERT(last->key == INT64_MIN);
    last->key = tsList[i];

    GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

    pInfo->dOutput += twa_get_area(pCtx->start, *last);
    pInfo->win.skey = pCtx->start.key;
    numOfElems++;
4787
    i += 1;
4788 4789 4790 4791 4792 4793
  } else if (pInfo->p.key == INT64_MIN) {
    last->key = tsList[i];
    GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

    pInfo->win.skey = last->key;
    numOfElems++;
4794
    i += 1;
4795 4796
  }

4797 4798
  SPoint1 st = {0};

4799
  // calculate the value of
X
Xiaoyu Wang 已提交
4800
  switch (pInputCol->info.type) {
4801
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
4802
      int8_t* val = (int8_t*)colDataGetData(pInputCol, 0);
4803
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4804 4805 4806 4807
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

4808
        INIT_INTP_POINT(st, tsList[i], val[i]);
4809 4810 4811 4812 4813 4814 4815
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
4816
      int16_t* val = (int16_t*)colDataGetData(pInputCol, 0);
4817
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4818 4819 4820 4821
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

4822
        INIT_INTP_POINT(st, tsList[i], val[i]);
4823 4824 4825 4826 4827 4828
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
4829
      int32_t* val = (int32_t*)colDataGetData(pInputCol, 0);
4830
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4831 4832 4833 4834
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

4835
        INIT_INTP_POINT(st, tsList[i], val[i]);
4836 4837 4838 4839 4840 4841
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
4842
      int64_t* val = (int64_t*)colDataGetData(pInputCol, 0);
4843
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4844 4845 4846 4847
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

4848
        INIT_INTP_POINT(st, tsList[i], val[i]);
4849 4850 4851 4852 4853 4854
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
4855
      float* val = (float*)colDataGetData(pInputCol, 0);
4856
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4857 4858 4859 4860
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

4861
        INIT_INTP_POINT(st, tsList[i], val[i]);
4862 4863 4864 4865 4866 4867
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
4868
      double* val = (double*)colDataGetData(pInputCol, 0);
4869
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4870 4871 4872 4873
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

4874
        INIT_INTP_POINT(st, tsList[i], val[i]);
4875 4876 4877 4878 4879 4880
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
4881
      uint8_t* val = (uint8_t*)colDataGetData(pInputCol, 0);
4882
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4883 4884 4885 4886
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

4887
        INIT_INTP_POINT(st, tsList[i], val[i]);
4888 4889 4890 4891 4892 4893
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
4894
      uint16_t* val = (uint16_t*)colDataGetData(pInputCol, 0);
4895
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4896 4897 4898 4899
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

4900
        INIT_INTP_POINT(st, tsList[i], val[i]);
4901 4902 4903 4904 4905 4906
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
4907
      uint32_t* val = (uint32_t*)colDataGetData(pInputCol, 0);
4908
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4909 4910 4911 4912
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

4913
        INIT_INTP_POINT(st, tsList[i], val[i]);
4914 4915 4916 4917 4918 4919
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
4920
      uint64_t* val = (uint64_t*)colDataGetData(pInputCol, 0);
4921
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4922 4923 4924 4925
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }

4926
        INIT_INTP_POINT(st, tsList[i], val[i]);
4927 4928 4929 4930 4931 4932
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

X
Xiaoyu Wang 已提交
4933 4934
    default:
      ASSERT(0);
4935 4936 4937 4938
  }

  // the last interpolated time window value
  if (pCtx->end.key != INT64_MIN) {
X
Xiaoyu Wang 已提交
4939
    pInfo->dOutput += twa_get_area(pInfo->p, pCtx->end);
4940 4941 4942
    pInfo->p = pCtx->end;
  }

X
Xiaoyu Wang 已提交
4943
  pInfo->win.ekey = pInfo->p.key;
4944

4945
  SET_VAL(pResInfo, numOfElems, 1);
4946 4947 4948 4949 4950 4951 4952 4953
  return TSDB_CODE_SUCCESS;
}

/*
 * To copy the input to interResBuf to avoid the input buffer space be over writen
 * by next input data. The TWA function only applies to each table, so no merge procedure
 * is required, we simply copy to the resut ot interResBuffer.
 */
X
Xiaoyu Wang 已提交
4954 4955 4956
// void twa_function_copy(SQLFunctionCtx *pCtx) {
//   assert(pCtx->inputType == TSDB_DATA_TYPE_BINARY);
//   SResultRowEntryInfo *pResInfo = GET_RES_INFO(pCtx);
4957
//
X
Xiaoyu Wang 已提交
4958 4959 4960
//   memcpy(GET_ROWCELL_INTERBUF(pResInfo), pCtx->pInput, (size_t)pCtx->inputBytes);
//   pResInfo->hasResult = ((STwaInfo *)pCtx->pInput)->hasResult;
// }
4961

X
Xiaoyu Wang 已提交
4962 4963
int32_t twaFinalize(struct SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
4964

X
Xiaoyu Wang 已提交
4965
  STwaInfo* pInfo = (STwaInfo*)GET_ROWCELL_INTERBUF(pResInfo);
4966
  if (pResInfo->numOfRes == 0) {
4967 4968 4969 4970 4971 4972 4973 4974 4975 4976 4977 4978 4979 4980
    pResInfo->isNullRes = 1;
  } else {
    if (pInfo->win.ekey == pInfo->win.skey) {
      pInfo->dOutput = pInfo->p.val;
    } else {
      pInfo->dOutput = pInfo->dOutput / (pInfo->win.ekey - pInfo->win.skey);
    }

    pResInfo->numOfRes = 1;
  }

  return functionFinalize(pCtx, pBlock);
}

4981 4982 4983 4984 4985 4986 4987 4988 4989 4990
bool blockDistSetup(SqlFunctionCtx *pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  STableBlockDistInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pInfo->minRows = INT32_MAX;
  return true;
}

X
Xiaoyu Wang 已提交
4991
int32_t blockDistFunction(SqlFunctionCtx* pCtx) {
4992 4993
  const int32_t BLOCK_DIST_RESULT_ROWS = 24;

4994
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4995
  SColumnInfoData*      pInputCol = pInput->pData[0];
4996

X
Xiaoyu Wang 已提交
4997
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
4998

4999 5000 5001 5002 5003 5004 5005 5006 5007 5008 5009 5010
  STableBlockDistInfo* pDistInfo = GET_ROWCELL_INTERBUF(pResInfo);

  STableBlockDistInfo p1 = {0};
  tDeserializeBlockDistInfo(varDataVal(pInputCol->pData), varDataLen(pInputCol->pData), &p1);

  pDistInfo->numOfBlocks += p1.numOfBlocks;
  pDistInfo->numOfTables += p1.numOfTables;
  pDistInfo->numOfInmemRows += p1.numOfInmemRows;
  pDistInfo->totalSize += p1.totalSize;
  pDistInfo->totalRows += p1.totalRows;
  pDistInfo->numOfFiles += p1.numOfFiles;

5011 5012 5013 5014 5015
  pDistInfo->defMinRows = p1.defMinRows;
  pDistInfo->defMaxRows = p1.defMaxRows;
  pDistInfo->rowSize    = p1.rowSize;
  pDistInfo->numOfSmallBlocks = p1.numOfSmallBlocks;

5016 5017 5018 5019 5020 5021 5022
  if (pDistInfo->minRows > p1.minRows) {
    pDistInfo->minRows = p1.minRows;
  }
  if (pDistInfo->maxRows < p1.maxRows) {
    pDistInfo->maxRows = p1.maxRows;
  }

X
Xiaoyu Wang 已提交
5023
  for (int32_t i = 0; i < tListLen(pDistInfo->blockRowsHisto); ++i) {
5024 5025 5026
    pDistInfo->blockRowsHisto[i] += p1.blockRowsHisto[i];
  }

5027
  pResInfo->numOfRes = BLOCK_DIST_RESULT_ROWS;  // default output rows
5028 5029 5030 5031 5032 5033 5034 5035 5036 5037 5038
  return TSDB_CODE_SUCCESS;
}

int32_t tSerializeBlockDistInfo(void* buf, int32_t bufLen, const STableBlockDistInfo* pInfo) {
  SEncoder encoder = {0};
  tEncoderInit(&encoder, buf, bufLen);

  if (tStartEncode(&encoder) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->rowSize) < 0) return -1;

  if (tEncodeU16(&encoder, pInfo->numOfFiles) < 0) return -1;
5039
  if (tEncodeU32(&encoder, pInfo->numOfBlocks) < 0) return -1;
5040 5041 5042 5043 5044 5045 5046 5047 5048 5049 5050
  if (tEncodeU32(&encoder, pInfo->numOfTables) < 0) return -1;

  if (tEncodeU64(&encoder, pInfo->totalSize) < 0) return -1;
  if (tEncodeU64(&encoder, pInfo->totalRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->maxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->minRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMaxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMinRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfInmemRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
5051
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
5052 5053 5054 5055 5056 5057 5058 5059 5060 5061 5062 5063 5064 5065 5066 5067 5068 5069
    if (tEncodeI32(&encoder, pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tEndEncode(&encoder);

  int32_t tlen = encoder.pos;
  tEncoderClear(&encoder);
  return tlen;
}

int32_t tDeserializeBlockDistInfo(void* buf, int32_t bufLen, STableBlockDistInfo* pInfo) {
  SDecoder decoder = {0};
  tDecoderInit(&decoder, buf, bufLen);

  if (tStartDecode(&decoder) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->rowSize) < 0) return -1;

  if (tDecodeU16(&decoder, &pInfo->numOfFiles) < 0) return -1;
5070
  if (tDecodeU32(&decoder, &pInfo->numOfBlocks) < 0) return -1;
5071 5072 5073 5074 5075 5076 5077 5078 5079 5080 5081
  if (tDecodeU32(&decoder, &pInfo->numOfTables) < 0) return -1;

  if (tDecodeU64(&decoder, &pInfo->totalSize) < 0) return -1;
  if (tDecodeU64(&decoder, &pInfo->totalRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->maxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->minRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMaxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMinRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfInmemRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
5082
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
5083 5084 5085 5086 5087 5088 5089 5090
    if (tDecodeI32(&decoder, &pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tDecoderClear(&decoder);
  return 0;
}

int32_t blockDistFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
5091
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5092
  STableBlockDistInfo* pData = GET_ROWCELL_INTERBUF(pResInfo);
5093

5094 5095 5096
  SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, 0);

  int32_t row = 0;
X
Xiaoyu Wang 已提交
5097
  char    st[256] = {0};
5098
  double  totalRawSize = pData->totalRows * pData->rowSize;
X
Xiaoyu Wang 已提交
5099
  int32_t len =
5100 5101 5102
      sprintf(st + VARSTR_HEADER_SIZE, "Total_Blocks=[%d] Total_Size=[%.2f Kb] Average_size=[%.2f Kb] Compression_Ratio=[%.2f %c]",
              pData->numOfBlocks, pData->totalSize / 1024.0, ((double)pData->totalSize) / pData->numOfBlocks,
              pData->totalSize * 100 / totalRawSize, '%');
5103 5104 5105

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
5106

5107 5108
  len = sprintf(st + VARSTR_HEADER_SIZE, "Total_Rows=[%"PRId64"] Inmem_Rows=[%d] MinRows=[%d] MaxRows=[%d] Average_Rows=[%"PRId64"]",
                pData->totalRows, pData->numOfInmemRows, pData->minRows, pData->maxRows, pData->totalRows / pData->numOfBlocks);
5109

5110 5111
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
5112

5113 5114
  len = sprintf(st + VARSTR_HEADER_SIZE, "Total_Tables=[%d] Total_Files=[%d] Total_Vgroups=[%d]", pData->numOfTables,
                pData->numOfFiles, 0);
5115 5116 5117 5118

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);

X
Xiaoyu Wang 已提交
5119 5120
  len = sprintf(st + VARSTR_HEADER_SIZE,
                "--------------------------------------------------------------------------------");
5121 5122
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
5123 5124 5125

  int32_t maxVal = 0;
  int32_t minVal = INT32_MAX;
5126 5127 5128
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
    if (maxVal < pData->blockRowsHisto[i]) {
      maxVal = pData->blockRowsHisto[i];
5129 5130
    }

5131 5132
    if (minVal > pData->blockRowsHisto[i]) {
      minVal = pData->blockRowsHisto[i];
5133 5134 5135
    }
  }

5136 5137
  int32_t delta = maxVal - minVal;
  int32_t step = delta / 50;
5138 5139 5140 5141 5142 5143
  if (step == 0) {
    step = 1;
  }

  int32_t numOfBuckets = sizeof(pData->blockRowsHisto) / sizeof(pData->blockRowsHisto[0]);
  int32_t bucketRange = (pData->maxRows - pData->minRows) / numOfBuckets;
5144

5145 5146 5147 5148 5149 5150
  bool singleModel = false;
  if (bucketRange == 0) {
    singleModel = true;
    step = 20;
    bucketRange = (pData->defMaxRows - pData->defMinRows) / numOfBuckets;
  }
5151

5152 5153
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
    len = sprintf(st + VARSTR_HEADER_SIZE, "%04d |", pData->defMinRows + bucketRange * (i + 1));
5154

5155 5156 5157 5158 5159 5160
    int32_t num = 0;
    if (singleModel && pData->blockRowsHisto[i] > 0) {
      num = 20;
    } else {
      num = (pData->blockRowsHisto[i] + step - 1) / step;
    }
5161 5162 5163

    for (int32_t j = 0; j < num; ++j) {
      int32_t x = sprintf(st + VARSTR_HEADER_SIZE + len, "%c", '|');
5164 5165 5166
      len += x;
    }

5167 5168
    double v = pData->blockRowsHisto[i] * 100.0 / pData->numOfBlocks;
    len += sprintf(st + VARSTR_HEADER_SIZE + len, "  %d (%.2f%c)", pData->blockRowsHisto[i], v, '%');
5169 5170 5171 5172
    printf("%s\n", st);

    varDataSetLen(st, len);
    colDataAppend(pColInfo, row++, st, false);
5173 5174
  }

5175
  return TSDB_CODE_SUCCESS;
5176
}
5177 5178 5179 5180 5181 5182

bool getDerivativeFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDerivInfo);
  return true;
}

5183
bool derivativeFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
5184 5185 5186 5187 5188 5189 5190
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SDerivInfo* pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pDerivInfo->ignoreNegative = pCtx->param[2].param.i;
5191
  pDerivInfo->prevTs = -1;
5192 5193 5194 5195 5196
  pDerivInfo->tsWindow = pCtx->param[1].param.i;
  pDerivInfo->valueSet = false;
  return true;
}

5197 5198 5199
int32_t derivativeFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDerivInfo*          pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);
5200 5201

  SInputColumnInfoData* pInput = &pCtx->input;
5202
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
5203

5204
  int32_t          numOfElems = 0;
5205 5206 5207 5208
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;

  int32_t i = pInput->startRowIndex;
5209
  TSKEY*  tsList = (int64_t*)pInput->pPTS->pData;
5210

5211
  double v = 0;
5212

5213 5214
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5215 5216 5217 5218
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

5219
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
5220 5221 5222 5223 5224 5225 5226 5227 5228 5229 5230 5231 5232 5233 5234 5235 5236 5237 5238 5239 5240
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
        double r = ((v - pDerivInfo->prevValue) * pDerivInfo->tsWindow) / (tsList[i] - pDerivInfo->prevTs);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
          colDataAppend(pOutput, pos, (const char*)&r, false);
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &tsList[i]);
          }
          numOfElems++;
        }
      }

      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
  } else {
5241 5242 5243 5244 5245
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

5246
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
5247 5248 5249 5250 5251 5252 5253 5254 5255 5256 5257 5258 5259 5260 5261 5262
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
        double r = ((pDerivInfo->prevValue - v) * pDerivInfo->tsWindow) / (pDerivInfo->prevTs - tsList[i]);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
          colDataAppend(pOutput, pos, (const char*)&r, false);
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &pDerivInfo->prevTs);
          }
          numOfElems++;
        }
      }
5263

5264 5265 5266
      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
5267 5268 5269
  }

  return numOfElems;
H
Haojun Liao 已提交
5270 5271
}

G
Ganlin Zhao 已提交
5272 5273 5274 5275 5276 5277 5278 5279 5280 5281 5282 5283 5284 5285 5286 5287 5288 5289 5290 5291 5292 5293 5294 5295 5296 5297 5298 5299 5300 5301 5302 5303 5304 5305 5306 5307 5308 5309 5310 5311 5312 5313 5314 5315 5316 5317 5318 5319 5320 5321 5322 5323 5324 5325 5326 5327 5328 5329 5330 5331 5332 5333 5334 5335 5336 5337 5338 5339 5340 5341 5342 5343 5344 5345 5346 5347 5348 5349 5350 5351 5352 5353 5354 5355 5356 5357 5358 5359 5360 5361 5362 5363 5364 5365 5366 5367 5368 5369 5370 5371 5372 5373 5374 5375 5376 5377 5378 5379 5380 5381 5382
bool getIrateFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SRateInfo);
  return true;
}

bool irateFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pInfo->firstKey   = INT64_MIN;
  pInfo->lastKey    = INT64_MIN;
  pInfo->firstValue = (double)INT64_MIN;
  pInfo->lastValue  = (double)INT64_MIN;

  pInfo->hasResult  = 0;
  return true;
}

int32_t irateFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SRateInfo*          pRateInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  TSKEY*  tsList = (int64_t*)pInput->pPTS->pData;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pInputCol, i);
    double  v = 0;
    GET_TYPED_DATA(v, double, type, data);

    if (INT64_MIN == pRateInfo->lastKey) {
      pRateInfo->lastValue = v;
      pRateInfo->lastKey   = tsList[i];
      continue;
    }

    if (tsList[i] > pRateInfo->lastKey) {
      if ((INT64_MIN == pRateInfo->firstKey) || pRateInfo->lastKey > pRateInfo->firstKey) {
        pRateInfo->firstValue = pRateInfo->lastValue;
        pRateInfo->firstKey = pRateInfo->lastKey;
      }

      pRateInfo->lastValue = v;
      pRateInfo->lastKey   = tsList[i];

      continue;
    }

    if ((INT64_MIN == pRateInfo->firstKey) || tsList[i] > pRateInfo->firstKey) {
      pRateInfo->firstValue = v;
      pRateInfo->firstKey = tsList[i];
    }

  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

static double doCalcRate(const SRateInfo* pRateInfo, double tickPerSec) {
  if ((INT64_MIN == pRateInfo->lastKey) || (INT64_MIN == pRateInfo->firstKey) ||
      (pRateInfo->firstKey >= pRateInfo->lastKey)) {
    return 0.0;
  }

  double diff = 0;
  // If the previous value of the last is greater than the last value, only keep the last point instead of the delta
  // value between two values.
  diff = pRateInfo->lastValue;
  if (diff >= pRateInfo->firstValue) {
    diff -= pRateInfo->firstValue;
  }

  int64_t duration = pRateInfo->lastKey - pRateInfo->firstKey;
  if (duration == 0) {
    return 0;
  }

  return (duration > 0)? ((double)diff) / (duration/tickPerSec):0.0;
}

int32_t irateFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  double result = doCalcRate(pInfo, 1000);
  colDataAppend(pCol, pBlock->info.rows, (const char*)&result, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

5383 5384
int32_t groupKeyFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
G
Ganlin Zhao 已提交
5385
  SGroupKeyInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
5386 5387 5388 5389 5390

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*   pInputCol = pInput->pData[0];

  int32_t startIndex = pInput->startRowIndex;
5391 5392 5393 5394 5395 5396

  //escape rest of data blocks to avoid first entry be overwritten.
  if (pInfo->hasResult) {
    goto _group_key_over;
  }

5397
  if (colDataIsNull_s(pInputCol, startIndex)) {
5398 5399
    pInfo->isNull = true;
    pInfo->hasResult = true;
G
Ganlin Zhao 已提交
5400
    goto _group_key_over;
5401 5402 5403
  }

  char* data = colDataGetData(pInputCol, startIndex);
5404 5405 5406 5407 5408
  if (IS_VAR_DATA_TYPE(pInputCol->info.type)) {
    memcpy(pInfo->data, data, (pInputCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(data): varDataTLen(data));
  } else {
    memcpy(pInfo->data, data, pInputCol->info.bytes);
  }
5409
  pInfo->hasResult = true;
G
Ganlin Zhao 已提交
5410 5411

_group_key_over:
5412

G
Ganlin Zhao 已提交
5413
  SET_VAL(pResInfo, 1, 1);
5414 5415 5416
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
5417 5418 5419 5420 5421 5422 5423
int32_t groupKeyFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SGroupKeyInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
5424 5425 5426 5427 5428 5429

  if (pInfo->hasResult) {
    colDataAppend(pCol, pBlock->info.rows, pInfo->data, pInfo->isNull ? true : false);
  } else {
    pResInfo->numOfRes = 0;
  }
G
Ganlin Zhao 已提交
5430 5431 5432 5433

  return pResInfo->numOfRes;
}

5434
int32_t interpFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
5435 5436 5437 5438 5439 5440 5441 5442 5443 5444 5445 5446 5447 5448 5449 5450 5451 5452 5453 5454 5455 5456 5457 5458 5459 5460 5461 5462 5463 5464 5465 5466 5467 5468 5469 5470 5471 5472 5473 5474 5475 5476 5477 5478 5479 5480 5481 5482 5483 5484 5485 5486 5487 5488 5489 5490 5491 5492 5493 5494 5495 5496 5497 5498 5499 5500 5501 5502 5503 5504 5505 5506 5507 5508 5509 5510 5511 5512 5513 5514 5515 5516 5517 5518 5519 5520 5521 5522 5523 5524
#if 0
  int32_t fillType = (int32_t) pCtx->param[2].i64;
  //bool ascQuery = (pCtx->order == TSDB_ORDER_ASC);

  if (pCtx->start.key == pCtx->startTs) {
    assert(pCtx->start.key != INT64_MIN);

    COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, &pCtx->start.val);

    goto interp_success_exit;
  } else if (pCtx->end.key == pCtx->startTs && pCtx->end.key != INT64_MIN && fillType == TSDB_FILL_NEXT) {
    COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, &pCtx->end.val);

    goto interp_success_exit;
  }

  switch (fillType) {
    case TSDB_FILL_NULL:
      setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
      break;

    case TSDB_FILL_SET_VALUE:
      tVariantDump(&pCtx->param[1], pCtx->pOutput, pCtx->inputType, true);
      break;

    case TSDB_FILL_LINEAR:
      if (pCtx->start.key == INT64_MIN || pCtx->start.key > pCtx->startTs
          || pCtx->end.key == INT64_MIN || pCtx->end.key < pCtx->startTs) {
        goto interp_exit;
      }

      double v1 = -1, v2 = -1;
      GET_TYPED_DATA(v1, double, pCtx->inputType, &pCtx->start.val);
      GET_TYPED_DATA(v2, double, pCtx->inputType, &pCtx->end.val);

      SPoint point1 = {.key = pCtx->start.key, .val = &v1};
      SPoint point2 = {.key = pCtx->end.key, .val = &v2};
      SPoint point  = {.key = pCtx->startTs, .val = pCtx->pOutput};

      int32_t srcType = pCtx->inputType;
      if (isNull((char *)&pCtx->start.val, srcType) || isNull((char *)&pCtx->end.val, srcType)) {
        setNull(pCtx->pOutput, srcType, pCtx->inputBytes);
      } else {
        bool exceedMax = false, exceedMin = false;
        taosGetLinearInterpolationVal(&point, pCtx->outputType, &point1, &point2, TSDB_DATA_TYPE_DOUBLE, &exceedMax, &exceedMin);
        if (exceedMax || exceedMin) {
          __compar_fn_t func = getComparFunc((int32_t)pCtx->inputType, 0);
          if (func(&pCtx->start.val, &pCtx->end.val) <= 0) {
            COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, exceedMax ? &pCtx->start.val : &pCtx->end.val);
          } else {
            COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, exceedMax ? &pCtx->end.val : &pCtx->start.val);
          }
        }
      }
      break;

    case TSDB_FILL_PREV:
      if (pCtx->start.key == INT64_MIN || pCtx->start.key > pCtx->startTs) {
        goto interp_exit;
      }

      COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, &pCtx->start.val);
      break;

    case TSDB_FILL_NEXT:
      if (pCtx->end.key == INT64_MIN || pCtx->end.key < pCtx->startTs) {
        goto interp_exit;
      }

      COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, &pCtx->end.val);
      break;

    case TSDB_FILL_NONE:
      // do nothing
    default:
      goto interp_exit;
  }


  interp_success_exit:
  *(TSKEY*)pCtx->ptsOutputBuf = pCtx->startTs;
  INC_INIT_VAL(pCtx, 1);

  interp_exit:
  pCtx->start.key = INT64_MIN;
  pCtx->end.key = INT64_MIN;
  pCtx->endTs = pCtx->startTs;
#endif

  return TSDB_CODE_SUCCESS;
5525
}