builtinsimpl.c 191.7 KB
Newer Older
H
Haojun Liao 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "builtinsimpl.h"
17
#include "cJSON.h"
18
#include "function.h"
X
Xiaoyu Wang 已提交
19
#include "query.h"
20
#include "querynodes.h"
H
Haojun Liao 已提交
21
#include "taggfunction.h"
G
Ganlin Zhao 已提交
22
#include "tcompare.h"
H
Haojun Liao 已提交
23
#include "tdatablock.h"
24
#include "tdigest.h"
X
Xiaoyu Wang 已提交
25
#include "tglobal.h"
26
#include "thistogram.h"
27
#include "tpercentile.h"
H
Haojun Liao 已提交
28

X
Xiaoyu Wang 已提交
29 30 31 32
#define HISTOGRAM_MAX_BINS_NUM 1000
#define MAVG_MAX_POINTS_NUM    1000
#define TAIL_MAX_POINTS_NUM    100
#define TAIL_MAX_OFFSET        100
G
Ganlin Zhao 已提交
33

X
Xiaoyu Wang 已提交
34
#define UNIQUE_MAX_RESULT_SIZE (1024 * 1024 * 10)
G
Ganlin Zhao 已提交
35
#define MODE_MAX_RESULT_SIZE   UNIQUE_MAX_RESULT_SIZE
36

X
Xiaoyu Wang 已提交
37 38 39 40 41
#define HLL_BUCKET_BITS 14  // The bits of the bucket
#define HLL_DATA_BITS   (64 - HLL_BUCKET_BITS)
#define HLL_BUCKETS     (1 << HLL_BUCKET_BITS)
#define HLL_BUCKET_MASK (HLL_BUCKETS - 1)
#define HLL_ALPHA_INF   0.721347520444481703680  // constant for 0.5/ln(2)
G
Ganlin Zhao 已提交
42

G
Ganlin Zhao 已提交
43 44 45 46 47 48 49 50 51 52 53 54
typedef struct SSumRes {
  union {
    int64_t  isum;
    uint64_t usum;
    double   dsum;
  };
} SSumRes;

typedef struct SAvgRes {
  double  result;
  SSumRes sum;
  int64_t count;
G
Ganlin Zhao 已提交
55
  int16_t type;  // store the original input type, used in merge function
G
Ganlin Zhao 已提交
56 57
} SAvgRes;

58
typedef struct STuplePos {
X
Xiaoyu Wang 已提交
59 60
  int32_t pageId;
  int32_t offset;
61 62
} STuplePos;

G
Ganlin Zhao 已提交
63 64 65 66 67 68
typedef struct SMinmaxResInfo {
  bool      assign;  // assign the first value or not
  int64_t   v;
  STuplePos tuplePos;
} SMinmaxResInfo;

69
typedef struct STopBotResItem {
70 71 72
  SVariant  v;
  uint64_t  uid;  // it is a table uid, used to extract tag data during building of the final result for the tag data
  STuplePos tuplePos;  // tuple data of this chosen row
73 74
} STopBotResItem;

G
Ganlin Zhao 已提交
75
typedef struct STopBotRes {
X
Xiaoyu Wang 已提交
76
  int32_t         maxSize;
G
Ganlin Zhao 已提交
77
  int16_t         type;
78
  STopBotResItem* pItems;
G
Ganlin Zhao 已提交
79 80
} STopBotRes;

G
Ganlin Zhao 已提交
81
typedef struct SFirstLastRes {
82
  bool hasResult;
83 84
  // used for last_row function only, isNullRes in SResultRowEntry can not be passed to downstream.So,
  // this attribute is required
85 86 87 88 89
  bool      isNull;
  int32_t   bytes;
  int64_t   ts;
  STuplePos pos;
  char      buf[];
G
Ganlin Zhao 已提交
90 91
} SFirstLastRes;

G
Ganlin Zhao 已提交
92 93 94
typedef struct SStddevRes {
  double  result;
  int64_t count;
95
  union {
96 97 98
    double   quadraticDSum;
    int64_t  quadraticISum;
    uint64_t quadraticUSum;
99 100
  };
  union {
101 102 103
    double   dsum;
    int64_t  isum;
    uint64_t usum;
104
  };
G
Ganlin Zhao 已提交
105
  int16_t type;
G
Ganlin Zhao 已提交
106 107
} SStddevRes;

108
typedef struct SLeastSQRInfo {
X
Xiaoyu Wang 已提交
109 110 111
  double  matrix[2][3];
  double  startVal;
  double  stepVal;
112 113 114
  int64_t num;
} SLeastSQRInfo;

G
Ganlin Zhao 已提交
115 116
typedef struct SPercentileInfo {
  double      result;
117
  tMemBucket* pMemBucket;
G
Ganlin Zhao 已提交
118 119 120 121 122 123
  int32_t     stage;
  double      minval;
  double      maxval;
  int64_t     numOfElems;
} SPercentileInfo;

124
typedef struct SAPercentileInfo {
X
Xiaoyu Wang 已提交
125 126 127 128 129
  double          result;
  double          percent;
  int8_t          algo;
  SHistogramInfo* pHisto;
  TDigest*        pTDigest;
130 131 132 133 134 135 136 137
} SAPercentileInfo;

typedef enum {
  APERCT_ALGO_UNKNOWN = 0,
  APERCT_ALGO_DEFAULT,
  APERCT_ALGO_TDIGEST,
} EAPerctAlgoType;

G
Ganlin Zhao 已提交
138
typedef struct SDiffInfo {
139 140
  bool hasPrev;
  bool includeNull;
141
  bool ignoreNegative;  // replace the ignore with case when
142 143 144 145 146
  bool firstOutput;
  union {
    int64_t i64;
    double  d64;
  } prev;
147 148

  int64_t prevTs;
G
Ganlin Zhao 已提交
149 150
} SDiffInfo;

G
Ganlin Zhao 已提交
151 152 153 154 155 156 157
typedef struct SSpreadInfo {
  double result;
  bool   hasResult;
  double min;
  double max;
} SSpreadInfo;

G
Ganlin Zhao 已提交
158 159 160 161 162 163 164
typedef struct SElapsedInfo {
  double  result;
  TSKEY   min;
  TSKEY   max;
  int64_t timeUnit;
} SElapsedInfo;

G
Ganlin Zhao 已提交
165 166
typedef struct STwaInfo {
  double      dOutput;
167
  bool        isNull;
G
Ganlin Zhao 已提交
168 169 170 171
  SPoint1     p;
  STimeWindow win;
} STwaInfo;

172
typedef struct SHistoFuncBin {
X
Xiaoyu Wang 已提交
173 174
  double  lower;
  double  upper;
175 176
  int64_t count;
  double  percentage;
177 178 179
} SHistoFuncBin;

typedef struct SHistoFuncInfo {
X
Xiaoyu Wang 已提交
180 181 182
  int32_t       numOfBins;
  int32_t       totalCount;
  bool          normalized;
183 184 185
  SHistoFuncBin bins[];
} SHistoFuncInfo;

X
Xiaoyu Wang 已提交
186
typedef enum { UNKNOWN_BIN = 0, USER_INPUT_BIN, LINEAR_BIN, LOG_BIN } EHistoBinType;
187

188 189
typedef struct SHLLFuncInfo {
  uint64_t result;
X
Xiaoyu Wang 已提交
190
  uint8_t  buckets[HLL_BUCKETS];
191 192
} SHLLInfo;

193
typedef struct SStateInfo {
194 195 196 197
  union {
    int64_t count;
    int64_t durationStart;
  };
198 199 200 201 202 203 204 205 206 207 208
} SStateInfo;

typedef enum {
  STATE_OPER_INVALID = 0,
  STATE_OPER_LT,
  STATE_OPER_GT,
  STATE_OPER_LE,
  STATE_OPER_GE,
  STATE_OPER_NE,
  STATE_OPER_EQ,
} EStateOperType;
209

G
Ganlin Zhao 已提交
210 211 212 213 214 215 216 217
typedef struct SMavgInfo {
  int32_t pos;
  double  sum;
  int32_t numOfPoints;
  bool    pointsMeet;
  double  points[];
} SMavgInfo;

G
Ganlin Zhao 已提交
218
typedef struct SSampleInfo {
219 220 221 222 223 224 225
  int32_t    samples;
  int32_t    totalPoints;
  int32_t    numSampled;
  uint8_t    colType;
  int16_t    colBytes;
  char*      data;
  STuplePos* tuplePos;
G
Ganlin Zhao 已提交
226 227
} SSampleInfo;

G
Ganlin Zhao 已提交
228
typedef struct STailItem {
G
Ganlin Zhao 已提交
229
  int64_t timestamp;
230
  bool    isNull;
G
Ganlin Zhao 已提交
231
  char    data[];
G
Ganlin Zhao 已提交
232
} STailItem;
G
Ganlin Zhao 已提交
233 234

typedef struct STailInfo {
X
Xiaoyu Wang 已提交
235 236 237 238 239 240
  int32_t     numOfPoints;
  int32_t     numAdded;
  int32_t     offset;
  uint8_t     colType;
  int16_t     colBytes;
  STailItem** pItems;
G
Ganlin Zhao 已提交
241 242
} STailInfo;

G
Ganlin Zhao 已提交
243 244 245 246 247 248 249 250 251 252
typedef struct SUniqueItem {
  int64_t timestamp;
  bool    isNull;
  char    data[];
} SUniqueItem;

typedef struct SUniqueInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
X
Xiaoyu Wang 已提交
253 254
  bool      hasNull;  // null is not hashable, handle separately
  SHashObj* pHash;
G
Ganlin Zhao 已提交
255 256 257
  char      pItems[];
} SUniqueInfo;

G
Ganlin Zhao 已提交
258 259 260 261 262 263 264 265 266 267 268 269 270
typedef struct SModeItem {
  int64_t count;
  char    data[];
} SModeItem;

typedef struct SModeInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
  SHashObj* pHash;
  char      pItems[];
} SModeInfo;

G
Ganlin Zhao 已提交
271 272 273 274 275 276 277 278 279
typedef struct SDerivInfo {
  double  prevValue;       // previous value
  TSKEY   prevTs;          // previous timestamp
  bool    ignoreNegative;  // ignore the negative value
  int64_t tsWindow;        // time window for derivative
  bool    valueSet;        // the value has been set already
} SDerivInfo;

typedef struct SRateInfo {
280 281 282 283 284
  double firstValue;
  TSKEY  firstKey;
  double lastValue;
  TSKEY  lastKey;
  int8_t hasResult;  // flag to denote has value
G
Ganlin Zhao 已提交
285 286
} SRateInfo;

287 288 289 290
typedef struct SGroupKeyInfo {
  bool hasResult;
  bool isNull;
  char data[];
G
Ganlin Zhao 已提交
291 292
} SGroupKeyInfo;

293 294 295 296 297 298
#define SET_VAL(_info, numOfElem, res) \
  do {                                 \
    if ((numOfElem) <= 0) {            \
      break;                           \
    }                                  \
    (_info)->numOfRes = (res);         \
H
Haojun Liao 已提交
299 300
  } while (0)

G
Ganlin Zhao 已提交
301 302 303 304 305 306
#define GET_TS_LIST(x)    ((TSKEY*)((x)->ptsList))
#define GET_TS_DATA(x, y) (GET_TS_LIST(x)[(y)])

#define DO_UPDATE_TAG_COLUMNS_WITHOUT_TS(ctx)                      \
  do {                                                             \
    for (int32_t _i = 0; _i < (ctx)->tagInfo.numOfTagCols; ++_i) { \
307
      SqlFunctionCtx* __ctx = (ctx)->tagInfo.pTagCtxList[_i];      \
G
Ganlin Zhao 已提交
308 309 310 311
      __ctx->fpSet.process(__ctx);                                 \
    }                                                              \
  } while (0);

G
Ganlin Zhao 已提交
312 313 314 315 316 317 318 319 320 321 322 323
#define DO_UPDATE_SUBSID_RES(ctx, ts)                          \
  do {                                                         \
    for (int32_t _i = 0; _i < (ctx)->subsidiaries.num; ++_i) { \
      SqlFunctionCtx* __ctx = (ctx)->subsidiaries.pCtx[_i];    \
      if (__ctx->functionId == FUNCTION_TS_DUMMY) {            \
        __ctx->tag.i = (ts);                                   \
        __ctx->tag.nType = TSDB_DATA_TYPE_BIGINT;              \
      }                                                        \
      __ctx->fpSet.process(__ctx);                             \
    }                                                          \
  } while (0)

G
Ganlin Zhao 已提交
324 325 326 327 328 329 330 331 332 333 334
#define UPDATE_DATA(ctx, left, right, num, sign, _ts) \
  do {                                                \
    if (((left) < (right)) ^ (sign)) {                \
      (left) = (right);                               \
      DO_UPDATE_SUBSID_RES(ctx, _ts);                 \
      (num) += 1;                                     \
    }                                                 \
  } while (0)

#define LOOPCHECK_N(val, _col, ctx, _t, _nrow, _start, sign, num)        \
  do {                                                                   \
335
    _t* d = (_t*)((_col)->pData);                                        \
G
Ganlin Zhao 已提交
336 337 338 339 340 341 342 343 344
    for (int32_t i = (_start); i < (_nrow) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      }                                                                  \
      TSKEY ts = (ctx)->ptsList != NULL ? GET_TS_DATA(ctx, i) : 0;       \
      UPDATE_DATA(ctx, val, d[i], num, sign, ts);                        \
    }                                                                    \
  } while (0)

345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441
#define LIST_ADD_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
    _t* d = (_t*)(_col->pData);                                          \
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) += (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

#define LIST_SUB_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
    _t* d = (_t*)(_col->pData);                                          \
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) -= (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

#define LIST_AVG_N(sumT, T)                                               \
  do {                                                                    \
    T* plist = (T*)pCol->pData;                                           \
    for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { \
      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {        \
        continue;                                                         \
      }                                                                   \
                                                                          \
      numOfElem += 1;                                                     \
      pAvgRes->count -= 1;                                                \
      sumT -= plist[i];                                                   \
    }                                                                     \
  } while (0)

#define LIST_STDDEV_SUB_N(sumT, T)                                 \
  do {                                                             \
    T* plist = (T*)pCol->pData;                                    \
    for (int32_t i = start; i < numOfRows + start; ++i) {          \
      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { \
        continue;                                                  \
      }                                                            \
      numOfElem += 1;                                              \
      pStddevRes->count -= 1;                                      \
      sumT -= plist[i];                                            \
      pStddevRes->quadraticISum -= plist[i] * plist[i];            \
    }                                                              \
  } while (0)

#define LEASTSQR_CAL(p, x, y, index, step) \
  do {                                     \
    (p)[0][0] += (double)(x) * (x);        \
    (p)[0][1] += (double)(x);              \
    (p)[0][2] += (double)(x) * (y)[index]; \
    (p)[1][2] += (y)[index];               \
    (x) += step;                           \
  } while (0)

#define STATE_COMP(_op, _lval, _param) STATE_COMP_IMPL(_op, _lval, GET_STATE_VAL(_param))

#define GET_STATE_VAL(param) ((param.nType == TSDB_DATA_TYPE_BIGINT) ? (param.i) : (param.d))

#define STATE_COMP_IMPL(_op, _lval, _rval) \
  do {                                     \
    switch (_op) {                         \
      case STATE_OPER_LT:                  \
        return ((_lval) < (_rval));        \
        break;                             \
      case STATE_OPER_GT:                  \
        return ((_lval) > (_rval));        \
        break;                             \
      case STATE_OPER_LE:                  \
        return ((_lval) <= (_rval));       \
        break;                             \
      case STATE_OPER_GE:                  \
        return ((_lval) >= (_rval));       \
        break;                             \
      case STATE_OPER_NE:                  \
        return ((_lval) != (_rval));       \
        break;                             \
      case STATE_OPER_EQ:                  \
        return ((_lval) == (_rval));       \
        break;                             \
      default:                             \
        break;                             \
    }                                      \
  } while (0)

#define INIT_INTP_POINT(_p, _k, _v) \
  do {                              \
    (_p).key = (_k);                \
    (_p).val = (_v);                \
  } while (0)

X
Xiaoyu Wang 已提交
442
bool dummyGetEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* UNUSED_PARAM(pEnv)) { return true; }
443

X
Xiaoyu Wang 已提交
444
bool dummyInit(SqlFunctionCtx* UNUSED_PARAM(pCtx), SResultRowEntryInfo* UNUSED_PARAM(pResultInfo)) { return true; }
445

X
Xiaoyu Wang 已提交
446
int32_t dummyProcess(SqlFunctionCtx* UNUSED_PARAM(pCtx)) { return 0; }
447

X
Xiaoyu Wang 已提交
448
int32_t dummyFinalize(SqlFunctionCtx* UNUSED_PARAM(pCtx), SSDataBlock* UNUSED_PARAM(pBlock)) { return 0; }
449

450
bool functionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
451 452 453 454 455 456 457 458 459 460 461 462
  if (pResultInfo->initialized) {
    return false;
  }

  if (pCtx->pOutput != NULL) {
    memset(pCtx->pOutput, 0, (size_t)pCtx->resDataInfo.bytes);
  }

  initResultRowEntry(pResultInfo, pCtx->resDataInfo.interBufSize);
  return true;
}

463
int32_t functionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
464
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
465
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
466

467
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
468
  pResInfo->isNullRes = (pResInfo->isNullRes == 1) ? 1 : (pResInfo->numOfRes == 0);
469 470 471 472 473

  char* in = GET_ROWCELL_INTERBUF(pResInfo);
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
H
Haojun Liao 已提交
474 475
}

5
54liuyao 已提交
476 477
int32_t firstCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
478
  SFirstLastRes*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
X
Xiaoyu Wang 已提交
479 480
  int32_t              type = pDestCtx->input.pData[0]->info.type;
  int32_t              bytes = pDestCtx->input.pData[0]->info.bytes;
5
54liuyao 已提交
481 482

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
483
  SFirstLastRes*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
484

485 486 487
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || pDBuf->ts > pSBuf->ts)) {
    memcpy(pDBuf->buf, pSBuf->buf, bytes);
    pDBuf->ts = pSBuf->ts;
5
54liuyao 已提交
488 489 490 491 492
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

493
int32_t functionFinalizeWithResultBuf(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, char* finalResult) {
494
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
495 496 497
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
498
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
499 500 501 502 503 504 505 506
  cleanupResultRowEntry(pResInfo);

  char* in = finalResult;
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

507 508 509
EFuncDataRequired countDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
  SNode* pParam = nodesListGetNode(pFunc->pParameterList, 0);
  if (QUERY_NODE_COLUMN == nodeType(pParam) && PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pParam)->colId) {
510
    return FUNC_DATA_REQUIRED_NOT_LOAD;
511
  }
512
  return FUNC_DATA_REQUIRED_STATIS_LOAD;
513
}
H
Haojun Liao 已提交
514 515 516 517 518 519

bool getCountFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(int64_t);
  return true;
}

520
static FORCE_INLINE int32_t getNumOfElems(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
521 522 523
  int32_t numOfElem = 0;

  /*
H
Haojun Liao 已提交
524 525 526
   * 1. column data missing (schema modified) causes pInputCol->hasNull == true. pInput->colDataAggIsSet == true;
   * 2. for general non-primary key columns, pInputCol->hasNull may be true or false, pInput->colDataAggIsSet == true;
   * 3. for primary key column, pInputCol->hasNull always be false, pInput->colDataAggIsSet == false;
H
Haojun Liao 已提交
527 528
   */
  SInputColumnInfoData* pInput = &pCtx->input;
529
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
530 531 532 533 534 535 536 537 538 539 540 541
  if (pInput->colDataAggIsSet && pInput->totalRows == pInput->numOfRows) {
    numOfElem = pInput->numOfRows - pInput->pColumnDataAgg[0]->numOfNull;
    ASSERT(numOfElem >= 0);
  } else {
    if (pInputCol->hasNull) {
      for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
        if (colDataIsNull(pInputCol, pInput->totalRows, i, NULL)) {
          continue;
        }
        numOfElem += 1;
      }
    } else {
542 543
      // when counting on the primary time stamp column and no statistics data is presented, use the size value
      // directly.
H
Haojun Liao 已提交
544 545 546
      numOfElem = pInput->numOfRows;
    }
  }
5
54liuyao 已提交
547 548
  return numOfElem;
}
549

5
54liuyao 已提交
550 551 552 553 554
/*
 * count function does need the finalize, if data is missing, the default value, which is 0, is used
 * count function does not use the pCtx->interResBuf to keep the intermediate buffer
 */
int32_t countFunction(SqlFunctionCtx* pCtx) {
555
  int32_t numOfElem = getNumOfElems(pCtx);
556

X
Xiaoyu Wang 已提交
557
  SResultRowEntryInfo*  pResInfo = GET_RES_INFO(pCtx);
558
  SInputColumnInfoData* pInput = &pCtx->input;
559 560

  int32_t type = pInput->pData[0]->info.type;
561 562 563

  char* buf = GET_ROWCELL_INTERBUF(pResInfo);
  if (IS_NULL_TYPE(type)) {
X
Xiaoyu Wang 已提交
564
    // select count(NULL) returns 0
565 566 567 568 569
    numOfElem = 1;
    *((int64_t*)buf) = 0;
  } else {
    *((int64_t*)buf) += numOfElem;
  }
H
Haojun Liao 已提交
570

571 572 573 574 575 576
  if (tsCountAlwaysReturnValue) {
    pResInfo->numOfRes = 1;
  } else {
    SET_VAL(pResInfo, 1, 1);
  }

wmmhello's avatar
wmmhello 已提交
577
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
578 579
}

5
54liuyao 已提交
580
int32_t countInvertFunction(SqlFunctionCtx* pCtx) {
581
  int32_t numOfElem = getNumOfElems(pCtx);
5
54liuyao 已提交
582 583 584 585 586 587 588 589 590

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  char*                buf = GET_ROWCELL_INTERBUF(pResInfo);
  *((int64_t*)buf) -= numOfElem;

  SET_VAL(pResInfo, *((int64_t*)buf), 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
591 592
int32_t combineFunction(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
593
  char*                pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
594 595 596 597 598 599 600 601 602

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  char*                pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
  *((int64_t*)pDBuf) += *((int64_t*)pSBuf);

  SET_VAL(pDResInfo, *((int64_t*)pDBuf), 1);
  return TSDB_CODE_SUCCESS;
}

603
int32_t sumFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
604 605 606 607
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
608 609
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
610

611
  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
612

613
  if (IS_NULL_TYPE(type)) {
614
    numOfElem = 0;
615 616 617
    goto _sum_over;
  }

H
Haojun Liao 已提交
618 619 620 621 622
  if (pInput->colDataAggIsSet) {
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
623
      pSumRes->isum += pAgg->sum;
H
Haojun Liao 已提交
624
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
625
      pSumRes->usum += pAgg->sum;
H
Haojun Liao 已提交
626
    } else if (IS_FLOAT_TYPE(type)) {
627
      pSumRes->dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
H
Haojun Liao 已提交
628 629 630 631
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

632
    int32_t start = pInput->startRowIndex;
H
Haojun Liao 已提交
633 634
    int32_t numOfRows = pInput->numOfRows;

635 636
    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
637 638 639 640 641 642 643
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
H
Haojun Liao 已提交
644
      }
645 646 647 648 649 650 651 652 653
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
H
Haojun Liao 已提交
654
      }
655 656 657 658
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
H
Haojun Liao 已提交
659 660 661
    }
  }

X
Xiaoyu Wang 已提交
662
  // check for overflow
663
  if (IS_FLOAT_TYPE(type) && (isinf(pSumRes->dsum) || isnan(pSumRes->dsum))) {
664 665
    GET_RES_INFO(pCtx)->isNullRes = 1;
    numOfElem = 1;
666 667
  }

668
_sum_over:
H
Haojun Liao 已提交
669 670
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
671
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
672 673
}

5
54liuyao 已提交
674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732
int32_t sumInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;

  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  if (pInput->colDataAggIsSet) {
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      pSumRes->isum -= pAgg->sum;
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      pSumRes->usum -= pAgg->sum;
    } else if (IS_FLOAT_TYPE(type)) {
      pSumRes->dsum -= GET_DOUBLE_VAL((const char*)&(pAgg->sum));
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

    int32_t start = pInput->startRowIndex;
    int32_t numOfRows = pInput->numOfRows;

    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
      }
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
      }
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
    }
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
733 734
int32_t sumCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
735 736
  SSumRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
5
54liuyao 已提交
737 738

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
739
  SSumRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
740

5
54liuyao 已提交
741 742 743 744 745 746 747
  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
    pDBuf->isum += pSBuf->isum;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->usum += pSBuf->usum;
  } else if (type == TSDB_DATA_TYPE_DOUBLE || type == TSDB_DATA_TYPE_FLOAT) {
    pDBuf->dsum += pSBuf->dsum;
  }
5
54liuyao 已提交
748
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
749 750 751
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
752
bool getSumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
H
Haojun Liao 已提交
753 754 755 756
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

757 758
int32_t getAvgInfoSize() { return (int32_t)sizeof(SAvgRes); }

G
Ganlin Zhao 已提交
759
bool getAvgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
760
  pEnv->calcMemSize = sizeof(SAvgRes);
G
Ganlin Zhao 已提交
761 762 763
  return true;
}

764
bool avgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
765 766 767 768 769 770 771 772 773 774 775 776 777
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SAvgRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
  memset(pRes, 0, sizeof(SAvgRes));
  return true;
}

int32_t avgFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
778
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
G
Ganlin Zhao 已提交
779 780 781
  int32_t               type = pInput->pData[0]->info.type;

  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
782
  pAvgRes->type = type;
G
Ganlin Zhao 已提交
783 784 785 786 787 788 789

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

790 791 792 793 794 795
  if (IS_NULL_TYPE(type)) {
    GET_RES_INFO(pCtx)->isNullRes = 1;
    numOfElem = 1;
    goto _avg_over;
  }

796 797 798 799 800
  if (pInput->colDataAggIsSet) {
    numOfElem = numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    pAvgRes->count += numOfElem;
801
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
802
      pAvgRes->sum.isum += pAgg->sum;
803 804
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      pAvgRes->sum.usum += pAgg->sum;
805 806 807 808 809 810 811 812 813 814 815 816 817 818 819
    } else if (IS_FLOAT_TYPE(type)) {
      pAvgRes->sum.dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
    }
  } else {  // computing based on the true data block
    switch (type) {
      case TSDB_DATA_TYPE_TINYINT: {
        int8_t* plist = (int8_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
820 821
        }

822
        break;
G
Ganlin Zhao 已提交
823 824
      }

825 826 827 828 829 830
      case TSDB_DATA_TYPE_SMALLINT: {
        int16_t* plist = (int16_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
831

832 833 834
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
835
        }
836
        break;
G
Ganlin Zhao 已提交
837 838
      }

839 840 841 842 843 844 845 846 847 848
      case TSDB_DATA_TYPE_INT: {
        int32_t* plist = (int32_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
849 850
        }

851
        break;
G
Ganlin Zhao 已提交
852 853
      }

854 855 856 857 858 859
      case TSDB_DATA_TYPE_BIGINT: {
        int64_t* plist = (int64_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
G
Ganlin Zhao 已提交
860

861 862 863
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.isum += plist[i];
G
Ganlin Zhao 已提交
864
        }
865
        break;
G
Ganlin Zhao 已提交
866 867
      }

868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925
      case TSDB_DATA_TYPE_UTINYINT: {
        uint8_t* plist = (uint8_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.usum += plist[i];
        }

        break;
      }

      case TSDB_DATA_TYPE_USMALLINT: {
        uint16_t* plist = (uint16_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.usum += plist[i];
        }
        break;
      }

      case TSDB_DATA_TYPE_UINT: {
        uint32_t* plist = (uint32_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.usum += plist[i];
        }

        break;
      }

      case TSDB_DATA_TYPE_UBIGINT: {
        uint64_t* plist = (uint64_t*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }

          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.usum += plist[i];
        }
        break;
      }

926 927 928 929 930 931
      case TSDB_DATA_TYPE_FLOAT: {
        float* plist = (float*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
G
Ganlin Zhao 已提交
932

933 934 935 936 937
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.dsum += plist[i];
        }
        break;
G
Ganlin Zhao 已提交
938 939
      }

940 941 942 943 944 945
      case TSDB_DATA_TYPE_DOUBLE: {
        double* plist = (double*)pCol->pData;
        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
            continue;
          }
G
Ganlin Zhao 已提交
946

947 948 949 950 951
          numOfElem += 1;
          pAvgRes->count += 1;
          pAvgRes->sum.dsum += plist[i];
        }
        break;
G
Ganlin Zhao 已提交
952 953
      }

954 955 956
      default:
        break;
    }
G
Ganlin Zhao 已提交
957 958
  }

959
_avg_over:
G
Ganlin Zhao 已提交
960 961 962 963 964
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
965
static void avgTransferInfo(SAvgRes* pInput, SAvgRes* pOutput) {
G
Ganlin Zhao 已提交
966
  pOutput->type = pInput->type;
967
  if (IS_SIGNED_NUMERIC_TYPE(pOutput->type)) {
G
Ganlin Zhao 已提交
968
    pOutput->sum.isum += pInput->sum.isum;
969 970
  } else if (IS_UNSIGNED_NUMERIC_TYPE(pOutput->type)) {
    pOutput->sum.usum += pInput->sum.usum;
G
Ganlin Zhao 已提交
971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986
  } else {
    pOutput->sum.dsum += pInput->sum.dsum;
  }

  pOutput->count += pInput->count;

  return;
}

int32_t avgFunctionMerge(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SAvgRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

987
  int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
988

X
Xiaoyu Wang 已提交
989 990
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*    data = colDataGetData(pCol, i);
991 992 993
    SAvgRes* pInputInfo = (SAvgRes*)varDataVal(data);
    avgTransferInfo(pInputInfo, pInfo);
  }
G
Ganlin Zhao 已提交
994 995 996 997 998 999

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);

  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031
int32_t avgInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      LIST_AVG_N(pAvgRes->sum.isum, int8_t);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      LIST_AVG_N(pAvgRes->sum.isum, int16_t);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      LIST_AVG_N(pAvgRes->sum.isum, int32_t);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      LIST_AVG_N(pAvgRes->sum.isum, int64_t);
      break;
    }
1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047
    case TSDB_DATA_TYPE_UTINYINT: {
      LIST_AVG_N(pAvgRes->sum.usum, uint8_t);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      LIST_AVG_N(pAvgRes->sum.usum, uint16_t);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
      LIST_AVG_N(pAvgRes->sum.usum, uint32_t);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
      LIST_AVG_N(pAvgRes->sum.usum, uint64_t);
      break;
    }
5
54liuyao 已提交
1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064
    case TSDB_DATA_TYPE_FLOAT: {
      LIST_AVG_N(pAvgRes->sum.dsum, float);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      LIST_AVG_N(pAvgRes->sum.dsum, double);
      break;
    }
    default:
      break;
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
1065 1066
int32_t avgCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
1067 1068
  SAvgRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
5
54liuyao 已提交
1069 1070

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
1071
  SAvgRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
1072

1073
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
5
54liuyao 已提交
1074
    pDBuf->sum.isum += pSBuf->sum.isum;
1075 1076
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->sum.usum += pSBuf->sum.usum;
5
54liuyao 已提交
1077 1078 1079 1080 1081 1082 1083 1084
  } else {
    pDBuf->sum.dsum += pSBuf->sum.dsum;
  }
  pDBuf->count += pSBuf->count;

  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
1085
int32_t avgFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
1086
  SInputColumnInfoData* pInput = &pCtx->input;
1087 1088

  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
1089
  int32_t  type = pAvgRes->type;
1090

1091
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
1092
    pAvgRes->result = pAvgRes->sum.isum / ((double)pAvgRes->count);
1093 1094
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pAvgRes->result = pAvgRes->sum.usum / ((double)pAvgRes->count);
G
Ganlin Zhao 已提交
1095
  } else {
1096
    pAvgRes->result = pAvgRes->sum.dsum / ((double)pAvgRes->count);
G
Ganlin Zhao 已提交
1097
  }
1098

X
Xiaoyu Wang 已提交
1099
  // check for overflow
1100
  if (isinf(pAvgRes->result) || isnan(pAvgRes->result)) {
1101
    GET_RES_INFO(pCtx)->numOfRes = 0;
1102 1103
  }

H
Haojun Liao 已提交
1104
  return functionFinalize(pCtx, pBlock);
G
Ganlin Zhao 已提交
1105 1106
}

G
Ganlin Zhao 已提交
1107 1108
int32_t avgPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
1109 1110 1111
  SAvgRes*             pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getAvgInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

1125
EFuncDataRequired statisDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
1126 1127 1128
  return FUNC_DATA_REQUIRED_STATIS_LOAD;
}

1129
bool minmaxFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
1130 1131 1132 1133
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;  // not initialized since it has been initialized
  }

1134 1135 1136
  SMinmaxResInfo* buf = GET_ROWCELL_INTERBUF(pResultInfo);
  buf->assign = false;
  buf->tuplePos.pageId = -1;
1137 1138 1139
  return true;
}

H
Haojun Liao 已提交
1140
bool getMinmaxFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
1141
  pEnv->calcMemSize = sizeof(SMinmaxResInfo);
1142 1143 1144
  return true;
}

1145 1146
static void doSaveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos);
static void doCopyTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos);
1147

1148 1149
static int32_t findRowIndex(int32_t start, int32_t num, SColumnInfoData* pCol, const char* tval) {
  // the data is loaded, not only the block SMA value
H
Hongze Cheng 已提交
1150
  for (int32_t i = start; i < num + start; ++i) {
1151
    char* p = colDataGetData(pCol, i);
H
Hongze Cheng 已提交
1152
    if (memcpy((void*)tval, p, pCol->info.bytes) == 0) {
1153 1154 1155 1156 1157 1158 1159
      return i;
    }
  }

  ASSERT(0);
}

1160
int32_t doMinMaxHelper(SqlFunctionCtx* pCtx, int32_t isMinFunc) {
1161 1162 1163
  int32_t numOfElems = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
1164
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
1165 1166

  SColumnInfoData* pCol = pInput->pData[0];
1167
  int32_t          type = pCol->info.type;
1168 1169

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
1170
  SMinmaxResInfo*      pBuf = GET_ROWCELL_INTERBUF(pResInfo);
1171

1172
  if (IS_NULL_TYPE(type)) {
1173
    numOfElems = 0;
1174 1175 1176
    goto _min_max_over;
  }

1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188
  // data in current data block are qualified to the query
  if (pInput->colDataAggIsSet) {
    numOfElems = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(pInput->numOfRows == pInput->totalRows && numOfElems >= 0);
    if (numOfElems == 0) {
      return numOfElems;
    }

    void*   tval = NULL;
    int16_t index = 0;

    if (isMinFunc) {
1189
      tval = &pInput->pColumnDataAgg[0]->min;
1190
    } else {
1191
      tval = &pInput->pColumnDataAgg[0]->max;
1192 1193
    }

1194 1195 1196
    if (!pBuf->assign) {
      pBuf->v = *(int64_t*)tval;
      if (pCtx->subsidiaries.num > 0) {
1197
        index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
1198
        doSaveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
1199 1200 1201 1202 1203 1204 1205 1206 1207 1208
      }
    } else {
      if (IS_SIGNED_NUMERIC_TYPE(type)) {
        int64_t prev = 0;
        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);

        int64_t val = GET_INT64_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
          pBuf->v = val;
          if (pCtx->subsidiaries.num > 0) {
1209
            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
1210
            doSaveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
1211
          }
1212
        }
1213

1214 1215 1216 1217 1218 1219 1220 1221
      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
        uint64_t prev = 0;
        GET_TYPED_DATA(prev, uint64_t, type, &pBuf->v);

        uint64_t val = GET_UINT64_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
          pBuf->v = val;
          if (pCtx->subsidiaries.num > 0) {
1222
            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
1223
            doSaveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
1224
          }
1225
        }
1226 1227 1228
      } else if (type == TSDB_DATA_TYPE_DOUBLE) {
        double prev = 0;
        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);
1229

1230 1231 1232 1233
        double val = GET_DOUBLE_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
          pBuf->v = val;
          if (pCtx->subsidiaries.num > 0) {
1234
            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
1235
            doSaveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
H
Haojun Liao 已提交
1236
          }
1237 1238 1239 1240
        }
      } else if (type == TSDB_DATA_TYPE_FLOAT) {
        double prev = 0;
        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);
1241

1242 1243 1244 1245 1246 1247
        double val = GET_DOUBLE_VAL(tval);
        if ((prev < val) ^ isMinFunc) {
          pBuf->v = val;
        }

        if (pCtx->subsidiaries.num > 0) {
1248
          index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
1249
          doSaveTupleData(pCtx, index, pCtx->pSrcBlock, &pBuf->tuplePos);
H
Haojun Liao 已提交
1250 1251
        }
      }
1252 1253
    }

1254
    pBuf->assign = true;
1255 1256 1257 1258 1259 1260
    return numOfElems;
  }

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

1261 1262
  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
    if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273
      int8_t* pData = (int8_t*)pCol->pData;
      int8_t* val = (int8_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1274
            doSaveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1286
              doCopyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1287 1288 1289 1290 1291 1292
            }
          }
        }

        numOfElems += 1;
      }
1293
    } else if (type == TSDB_DATA_TYPE_SMALLINT) {
1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304
      int16_t* pData = (int16_t*)pCol->pData;
      int16_t* val = (int16_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1305
            doSaveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1317
              doCopyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1318 1319 1320 1321 1322 1323
            }
          }
        }

        numOfElems += 1;
      }
1324
    } else if (type == TSDB_DATA_TYPE_INT) {
1325
      int32_t* pData = (int32_t*)pCol->pData;
1326
      int32_t* val = (int32_t*)&pBuf->v;
1327

H
Haojun Liao 已提交
1328
      for (int32_t i = start; i < start + numOfRows; ++i) {
1329 1330 1331 1332
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

1333
        if (!pBuf->assign) {
1334
          *val = pData[i];
1335
          if (pCtx->subsidiaries.num > 0) {
1336
            doSaveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1348
              doCopyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1349 1350
            }
          }
1351 1352 1353 1354
        }

        numOfElems += 1;
      }
1355
    } else if (type == TSDB_DATA_TYPE_BIGINT) {
1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366
      int64_t* pData = (int64_t*)pCol->pData;
      int64_t* val = (int64_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1367
            doSaveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1379
              doCopyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1380 1381 1382 1383 1384 1385
            }
          }
        }

        numOfElems += 1;
      }
1386
    }
1387 1388
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    if (type == TSDB_DATA_TYPE_UTINYINT) {
1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399
      uint8_t* pData = (uint8_t*)pCol->pData;
      uint8_t* val = (uint8_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1400
            doSaveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1412
              doCopyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1413 1414 1415 1416 1417 1418
            }
          }
        }

        numOfElems += 1;
      }
1419
    } else if (type == TSDB_DATA_TYPE_USMALLINT) {
1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430
      uint16_t* pData = (uint16_t*)pCol->pData;
      uint16_t* val = (uint16_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1431
            doSaveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1443
              doCopyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1444 1445 1446 1447 1448 1449
            }
          }
        }

        numOfElems += 1;
      }
1450
    } else if (type == TSDB_DATA_TYPE_UINT) {
1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461
      uint32_t* pData = (uint32_t*)pCol->pData;
      uint32_t* val = (uint32_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1462
            doSaveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1474
              doCopyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1475 1476 1477 1478 1479 1480
            }
          }
        }

        numOfElems += 1;
      }
1481
    } else if (type == TSDB_DATA_TYPE_UBIGINT) {
1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492
      uint64_t* pData = (uint64_t*)pCol->pData;
      uint64_t* val = (uint64_t*)&pBuf->v;

      for (int32_t i = start; i < start + numOfRows; ++i) {
        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        if (!pBuf->assign) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1493
            doSaveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504
          }
          pBuf->assign = true;
        } else {
          // ignore the equivalent data value
          if ((*val) == pData[i]) {
            continue;
          }

          if ((*val < pData[i]) ^ isMinFunc) {
            *val = pData[i];
            if (pCtx->subsidiaries.num > 0) {
1505
              doCopyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1506 1507 1508 1509 1510 1511
            }
          }
        }

        numOfElems += 1;
      }
1512
    }
1513
  } else if (type == TSDB_DATA_TYPE_DOUBLE) {
1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524
    double* pData = (double*)pCol->pData;
    double* val = (double*)&pBuf->v;

    for (int32_t i = start; i < start + numOfRows; ++i) {
      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

      if (!pBuf->assign) {
        *val = pData[i];
        if (pCtx->subsidiaries.num > 0) {
1525
          doSaveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536
        }
        pBuf->assign = true;
      } else {
        // ignore the equivalent data value
        if ((*val) == pData[i]) {
          continue;
        }

        if ((*val < pData[i]) ^ isMinFunc) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1537
            doCopyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1538 1539 1540 1541 1542 1543
          }
        }
      }

      numOfElems += 1;
    }
1544
  } else if (type == TSDB_DATA_TYPE_FLOAT) {
X
Xiaoyu Wang 已提交
1545
    float*  pData = (float*)pCol->pData;
1546
    double* val = (double*)&pBuf->v;
1547 1548 1549 1550 1551 1552 1553 1554 1555

    for (int32_t i = start; i < start + numOfRows; ++i) {
      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

      if (!pBuf->assign) {
        *val = pData[i];
        if (pCtx->subsidiaries.num > 0) {
1556
          doSaveTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567
        }
        pBuf->assign = true;
      } else {
        // ignore the equivalent data value
        if ((*val) == pData[i]) {
          continue;
        }

        if ((*val < pData[i]) ^ isMinFunc) {
          *val = pData[i];
          if (pCtx->subsidiaries.num > 0) {
1568
            doCopyTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
1569 1570 1571 1572 1573 1574
          }
        }
      }

      numOfElems += 1;
    }
1575 1576
  }

1577
_min_max_over:
1578
  return numOfElems;
H
Haojun Liao 已提交
1579
}
1580

1581
int32_t minFunction(SqlFunctionCtx* pCtx) {
1582 1583
  int32_t numOfElems = doMinMaxHelper(pCtx, 1);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1584
  return TSDB_CODE_SUCCESS;
1585 1586
}

1587
int32_t maxFunction(SqlFunctionCtx* pCtx) {
1588 1589
  int32_t numOfElems = doMinMaxHelper(pCtx, 0);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1590
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1591 1592
}

1593 1594 1595
static void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex);

static void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos, int32_t rIndex);
1596

1597 1598 1599 1600 1601 1602
int32_t minmaxFunctionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

  SMinmaxResInfo* pRes = GET_ROWCELL_INTERBUF(pEntryInfo);

  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;
1603
  int32_t currentRow = pBlock->info.rows;
1604 1605

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
1606
  pEntryInfo->isNullRes = (pEntryInfo->isNullRes == 1) ? 1 : (pEntryInfo->numOfRes == 0);
1607

1608
  if (pCol->info.type == TSDB_DATA_TYPE_FLOAT) {
X
Xiaoyu Wang 已提交
1609
    float v = *(double*)&pRes->v;
1610
    colDataAppend(pCol, currentRow, (const char*)&v, pEntryInfo->isNullRes);
1611
  } else {
1612
    colDataAppend(pCol, currentRow, (const char*)&pRes->v, pEntryInfo->isNullRes);
1613
  }
1614

1615 1616
  if (pEntryInfo->numOfRes > 0) {
    setSelectivityValue(pCtx, pBlock, &pRes->tuplePos, currentRow);
1617 1618
  } else {
    setNullSelectivityValue(pCtx, pBlock, currentRow);
1619 1620
  }

1621 1622
  return pEntryInfo->numOfRes;
}
1623

1624
void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex) {
1625 1626 1627 1628
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

1629 1630
  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
1631
    int32_t         dstSlotId = pc->pExpr->base.resSchema.slotId;
1632 1633 1634 1635 1636 1637

    SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
    colDataAppendNULL(pDstCol, rowIndex);
  }
}

X
Xiaoyu Wang 已提交
1638
void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos, int32_t rowIndex) {
1639 1640 1641 1642
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

1643 1644
  int32_t pageId = pTuplePos->pageId;
  int32_t offset = pTuplePos->offset;
1645

1646
  if (pTuplePos->pageId != -1) {
X
Xiaoyu Wang 已提交
1647
    int32_t    numOfCols = pCtx->subsidiaries.num;
1648 1649 1650
    SFilePage* pPage = getBufPage(pCtx->pBuf, pageId);

    bool* nullList = (bool*)((char*)pPage + offset);
1651
    char* pStart = (char*)(nullList + numOfCols * sizeof(bool));
1652 1653 1654 1655 1656 1657 1658 1659 1660

    // todo set the offset value to optimize the performance.
    for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
      SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];

      SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
      int32_t      dstSlotId = pc->pExpr->base.resSchema.slotId;

      SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
wmmhello's avatar
wmmhello 已提交
1661 1662
      ASSERT(pc->pExpr->base.resSchema.bytes == pDstCol->info.bytes);
      if (nullList[j]) {
1663
        colDataAppendNULL(pDstCol, rowIndex);
1664
      } else {
wmmhello's avatar
wmmhello 已提交
1665
        colDataAppend(pDstCol, rowIndex, pStart, false);
1666
      }
wmmhello's avatar
wmmhello 已提交
1667
      pStart += pDstCol->info.bytes;
1668
    }
wmmhello's avatar
wmmhello 已提交
1669 1670

    releaseBufPage(pCtx->pBuf, pPage);
1671 1672 1673
  }
}

1674 1675
void releaseSource(STuplePos* pPos) {
  if (pPos->pageId == -1) {
X
Xiaoyu Wang 已提交
1676
    return;
1677 1678 1679 1680
  }
  // Todo(liuyao) relase row
}

1681 1682
// This function append the selectivity to subsidiaries function context directly, without fetching data
// from intermediate disk based buf page
1683
void appendSelectivityValue(SqlFunctionCtx* pCtx, int32_t rowIndex, int32_t pos) {
1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];

    // get data from source col
    SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t      srcSlotId = pFuncParam->pCol->slotId;

    SColumnInfoData* pSrcCol = taosArrayGet(pCtx->pSrcBlock->pDataBlock, srcSlotId);

    char* pData = colDataGetData(pSrcCol, rowIndex);

    // append to dest col
    int32_t  dstSlotId = pc->pExpr->base.resSchema.slotId;

    SColumnInfoData* pDstCol = taosArrayGet(pCtx->pDstBlock->pDataBlock, dstSlotId);
    ASSERT(pc->pExpr->base.resSchema.bytes == pDstCol->info.bytes);

    if (colDataIsNull_s(pSrcCol, rowIndex) == true) {
1706
      colDataAppendNULL(pDstCol, pos);
1707
    } else {
1708
      colDataAppend(pDstCol, pos, pData, false);
1709 1710 1711 1712 1713
    }
  }

}

1714 1715 1716 1717 1718
void replaceTupleData(STuplePos* pDestPos, STuplePos* pSourcePos) {
  releaseSource(pDestPos);
  *pDestPos = *pSourcePos;
}

5
54liuyao 已提交
1719 1720 1721
int32_t minMaxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx, int32_t isMinFunc) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SMinmaxResInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
X
Xiaoyu Wang 已提交
1722
  int32_t              type = pDestCtx->input.pData[0]->info.type;
5
54liuyao 已提交
1723 1724 1725 1726

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SMinmaxResInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
  if (IS_FLOAT_TYPE(type)) {
X
Xiaoyu Wang 已提交
1727 1728
    if (pSBuf->assign && ((((*(double*)&pDBuf->v) < (*(double*)&pSBuf->v)) ^ isMinFunc) || !pDBuf->assign)) {
      *(double*)&pDBuf->v = *(double*)&pSBuf->v;
1729
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1730
      pDBuf->assign = true;
5
54liuyao 已提交
1731 1732
    }
  } else {
X
Xiaoyu Wang 已提交
1733
    if (pSBuf->assign && (((pDBuf->v < pSBuf->v) ^ isMinFunc) || !pDBuf->assign)) {
5
54liuyao 已提交
1734
      pDBuf->v = pSBuf->v;
1735
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1736
      pDBuf->assign = true;
5
54liuyao 已提交
1737 1738
    }
  }
5
54liuyao 已提交
1739
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
1740 1741 1742 1743 1744 1745 1746 1747 1748 1749
  return TSDB_CODE_SUCCESS;
}

int32_t minCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 1);
}
int32_t maxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 0);
}

1750 1751
int32_t getStddevInfoSize() { return (int32_t)sizeof(SStddevRes); }

H
Haojun Liao 已提交
1752 1753 1754 1755 1756
bool getStddevFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStddevRes);
  return true;
}

1757
bool stddevFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
1758 1759 1760 1761 1762 1763 1764 1765 1766
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SStddevRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
  memset(pRes, 0, sizeof(SStddevRes));
  return true;
}

H
Haojun Liao 已提交
1767
int32_t stddevFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
1768 1769 1770 1771
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
H
Haojun Liao 已提交
1772
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
1773 1774

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
1775
  pStddevRes->type = type;
H
Haojun Liao 已提交
1776

H
Haojun Liao 已提交
1777 1778
  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];
H
Haojun Liao 已提交
1779

H
Haojun Liao 已提交
1780 1781
  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;
H
Haojun Liao 已提交
1782

1783 1784 1785 1786 1787 1788
  if (IS_NULL_TYPE(type)) {
    GET_RES_INFO(pCtx)->isNullRes = 1;
    numOfElem = 1;
    goto _stddev_over;
  }

H
Haojun Liao 已提交
1789 1790
  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
1791 1792 1793 1794
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + start; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
H
Haojun Liao 已提交
1795
        }
H
Haojun Liao 已提交
1796

1797 1798 1799 1800
        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
H
Haojun Liao 已提交
1801 1802
      }

1803 1804 1805 1806
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
H
Haojun Liao 已提交
1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }

      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913
    case TSDB_DATA_TYPE_UTINYINT: {
      uint8_t* plist = (uint8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + start; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }

      break;
    }

    case TSDB_DATA_TYPE_USMALLINT: {
      uint16_t* plist = (uint16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

    case TSDB_DATA_TYPE_UINT: {
      uint32_t* plist = (uint32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }

      break;
    }

    case TSDB_DATA_TYPE_UBIGINT: {
      uint64_t* plist = (uint64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

H
Haojun Liao 已提交
1914 1915 1916 1917 1918 1919 1920 1921 1922
    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1923 1924
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
1925 1926 1927 1928
      }
      break;
    }

H
Haojun Liao 已提交
1929 1930 1931 1932 1933 1934 1935 1936 1937
    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1938 1939
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
1940 1941 1942 1943 1944 1945 1946 1947
      }
      break;
    }

    default:
      break;
  }

1948
_stddev_over:
H
Haojun Liao 已提交
1949 1950
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
1951
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1952 1953
}

G
Ganlin Zhao 已提交
1954 1955
static void stddevTransferInfo(SStddevRes* pInput, SStddevRes* pOutput) {
  pOutput->type = pInput->type;
1956
  if (IS_SIGNED_NUMERIC_TYPE(pOutput->type)) {
G
Ganlin Zhao 已提交
1957 1958
    pOutput->quadraticISum += pInput->quadraticISum;
    pOutput->isum += pInput->isum;
1959 1960 1961
  } else if (IS_UNSIGNED_NUMERIC_TYPE(pOutput->type)) {
    pOutput->quadraticUSum += pInput->quadraticUSum;
    pOutput->usum += pInput->usum;
G
Ganlin Zhao 已提交
1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976
  } else {
    pOutput->quadraticDSum += pInput->quadraticDSum;
    pOutput->dsum += pInput->dsum;
  }

  pOutput->count += pInput->count;
}

int32_t stddevFunctionMerge(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SStddevRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

H
Hongze Cheng 已提交
1977
  for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
1978 1979 1980 1981
    char*       data = colDataGetData(pCol, i);
    SStddevRes* pInputInfo = (SStddevRes*)varDataVal(data);
    stddevTransferInfo(pInputInfo, pInfo);
  }
G
Ganlin Zhao 已提交
1982 1983 1984 1985 1986

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018
int32_t stddevInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int8_t);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int16_t);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int32_t);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int64_t);
      break;
    }
2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034
    case TSDB_DATA_TYPE_UTINYINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint8_t);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint16_t);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint32_t);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint64_t);
      break;
    }
5
54liuyao 已提交
2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051
    case TSDB_DATA_TYPE_FLOAT: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, float);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, double);
      break;
    }
    default:
      break;
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2052
int32_t stddevFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
2053
  SInputColumnInfoData* pInput = &pCtx->input;
2054
  SStddevRes*           pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
2055
  int32_t               type = pStddevRes->type;
2056
  double                avg;
G
Ganlin Zhao 已提交
2057

2058
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
2059
    avg = pStddevRes->isum / ((double)pStddevRes->count);
2060
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticISum / ((double)pStddevRes->count) - avg * avg));
2061 2062 2063
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    avg = pStddevRes->usum / ((double)pStddevRes->count);
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticUSum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
2064
  } else {
2065
    avg = pStddevRes->dsum / ((double)pStddevRes->count);
2066
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticDSum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
2067
  }
2068

2069 2070 2071 2072 2073
  // check for overflow
  if (isinf(pStddevRes->result) || isnan(pStddevRes->result)) {
    GET_RES_INFO(pCtx)->numOfRes = 0;
  }

2074
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
2075 2076
}

G
Ganlin Zhao 已提交
2077 2078
int32_t stddevPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2079 2080 2081
  SStddevRes*          pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getStddevInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

5
54liuyao 已提交
2095 2096
int32_t stddevCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
2097 2098
  SStddevRes*          pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
5
54liuyao 已提交
2099 2100

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
2101
  SStddevRes*          pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
2102

2103
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
5
54liuyao 已提交
2104 2105
    pDBuf->isum += pSBuf->isum;
    pDBuf->quadraticISum += pSBuf->quadraticISum;
2106 2107 2108
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->usum += pSBuf->usum;
    pDBuf->quadraticUSum += pSBuf->quadraticUSum;
5
54liuyao 已提交
2109 2110 2111 2112 2113
  } else {
    pDBuf->dsum += pSBuf->dsum;
    pDBuf->quadraticDSum += pSBuf->quadraticDSum;
  }
  pDBuf->count += pSBuf->count;
5
54liuyao 已提交
2114
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2115 2116 2117
  return TSDB_CODE_SUCCESS;
}

2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129
bool getLeastSQRFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SLeastSQRInfo);
  return true;
}

bool leastSQRFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);

X
Xiaoyu Wang 已提交
2130 2131
  pInfo->startVal = IS_FLOAT_TYPE(pCtx->param[1].param.nType) ? pCtx->param[1].param.d : (double)pCtx->param[1].param.i;
  pInfo->stepVal = IS_FLOAT_TYPE(pCtx->param[2].param.nType) ? pCtx->param[2].param.d : (double)pCtx->param[2].param.i;
2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160
  return true;
}

int32_t leastSQRFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SColumnInfoData* pCol = pInput->pData[0];

  double(*param)[3] = pInfo->matrix;
  double x = pInfo->startVal;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }
        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
2161
      break;
2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }
2227 2228 2229 2230 2231
    case TSDB_DATA_TYPE_NULL: {
      GET_RES_INFO(pCtx)->isNullRes = 1;
      numOfElem = 1;
      break;
    }
2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246

    default:
      break;
  }

  pInfo->startVal = x;
  pInfo->num += numOfElem;

  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);

  return TSDB_CODE_SUCCESS;
}

int32_t leastSQRFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2247 2248 2249
  SLeastSQRInfo*       pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
2250 2251 2252

  int32_t currentRow = pBlock->info.rows;

2253
  if (0 == pInfo->num) {
2254
    colDataAppendNULL(pCol, currentRow);
2255 2256 2257 2258 2259 2260 2261 2262
    return 0;
  }

  double(*param)[3] = pInfo->matrix;

  param[1][1] = (double)pInfo->num;
  param[1][0] = param[0][1];

5
54liuyao 已提交
2263 2264 2265 2266 2267 2268
  double param00 = param[0][0] - param[1][0] * (param[0][1] / param[1][1]);
  double param02 = param[0][2] - param[1][2] * (param[0][1] / param[1][1]);
  // param[0][1] = 0;
  double param12 = param[1][2] - param02 * (param[1][0] / param00);
  // param[1][0] = 0;
  param02 /= param00;
2269

5
54liuyao 已提交
2270
  param12 /= param[1][1];
2271

X
Xiaoyu Wang 已提交
2272 2273 2274
  char   buf[64] = {0};
  size_t len =
      snprintf(varDataVal(buf), sizeof(buf) - VARSTR_HEADER_SIZE, "{slop:%.6lf, intercept:%.6lf}", param02, param12);
2275 2276
  varDataSetLen(buf, len);

2277
  colDataAppend(pCol, currentRow, buf, pResInfo->isNullRes);
2278 2279 2280 2281 2282

  return pResInfo->numOfRes;
}

int32_t leastSQRInvertFunction(SqlFunctionCtx* pCtx) {
X
Xiaoyu Wang 已提交
2283
  // TODO
2284 2285 2286
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
2287 2288 2289 2290
int32_t leastSQRCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SLeastSQRInfo*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
X
Xiaoyu Wang 已提交
2291
  double(*pDparam)[3] = pDBuf->matrix;
5
54liuyao 已提交
2292 2293 2294

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SLeastSQRInfo*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
X
Xiaoyu Wang 已提交
2295
  double(*pSparam)[3] = pSBuf->matrix;
5
54liuyao 已提交
2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307
  for (int32_t i = 0; i < pSBuf->num; i++) {
    pDparam[0][0] += pDBuf->startVal * pDBuf->startVal;
    pDparam[0][1] += pDBuf->startVal;
    pDBuf->startVal += pDBuf->stepVal;
  }
  pDparam[0][2] += pSparam[0][2] + pDBuf->num * pDBuf->stepVal * pSparam[1][2];
  pDparam[1][2] += pSparam[1][2];
  pDBuf->num += pSBuf->num;
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2308 2309 2310 2311 2312
bool getPercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SPercentileInfo);
  return true;
}

2313
bool percentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
2314 2315 2316 2317 2318
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  // in the first round, get the min-max value of all involved data
2319
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
H
Haojun Liao 已提交
2320 2321 2322 2323 2324
  SET_DOUBLE_VAL(&pInfo->minval, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->maxval, -DBL_MAX);
  pInfo->numOfElems = 0;

  return true;
H
Haojun Liao 已提交
2325 2326
}

2327
int32_t percentileFunction(SqlFunctionCtx* pCtx) {
2328
  int32_t              numOfElems = 0;
2329
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2330 2331

  SInputColumnInfoData* pInput = &pCtx->input;
2332
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
H
Haojun Liao 已提交
2333

2334 2335
  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;
2336

2337
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
2338
  if (pCtx->scanFlag == REPEAT_SCAN && pInfo->stage == 0) {
H
Haojun Liao 已提交
2339
    pInfo->stage += 1;
H
Haojun Liao 已提交
2340

H
Haojun Liao 已提交
2341 2342 2343
    // all data are null, set it completed
    if (pInfo->numOfElems == 0) {
      pResInfo->complete = true;
H
Haojun Liao 已提交
2344
      return 0;
H
Haojun Liao 已提交
2345
    } else {
2346
      pInfo->pMemBucket = tMemBucketCreate(pCol->info.bytes, type, pInfo->minval, pInfo->maxval);
H
Haojun Liao 已提交
2347 2348 2349 2350 2351
    }
  }

  // the first stage, only acquire the min/max value
  if (pInfo->stage == 0) {
2352
    if (pCtx->input.colDataAggIsSet) {
H
Haojun Liao 已提交
2353
      double tmin = 0.0, tmax = 0.0;
2354 2355 2356 2357 2358 2359 2360 2361 2362
      if (IS_SIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_INT64_VAL(&pAgg->min);
        tmax = (double)GET_INT64_VAL(&pAgg->max);
      } else if (IS_FLOAT_TYPE(type)) {
        tmin = GET_DOUBLE_VAL(&pAgg->min);
        tmax = GET_DOUBLE_VAL(&pAgg->max);
      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_UINT64_VAL(&pAgg->min);
        tmax = (double)GET_UINT64_VAL(&pAgg->max);
H
Haojun Liao 已提交
2363 2364 2365 2366 2367 2368 2369 2370 2371 2372
      }

      if (GET_DOUBLE_VAL(&pInfo->minval) > tmin) {
        SET_DOUBLE_VAL(&pInfo->minval, tmin);
      }

      if (GET_DOUBLE_VAL(&pInfo->maxval) < tmax) {
        SET_DOUBLE_VAL(&pInfo->maxval, tmax);
      }

2373
      pInfo->numOfElems += (pInput->numOfRows - pAgg->numOfNull);
H
Haojun Liao 已提交
2374
    } else {
2375 2376 2377 2378
      // check the valid data one by one
      int32_t start = pInput->startRowIndex;
      for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
        if (colDataIsNull_f(pCol->nullbitmap, i)) {
H
Haojun Liao 已提交
2379 2380 2381
          continue;
        }

2382
        char* data = colDataGetData(pCol, i);
2383

H
Haojun Liao 已提交
2384
        double v = 0;
2385
        GET_TYPED_DATA(v, double, type, data);
H
Haojun Liao 已提交
2386 2387 2388 2389 2390 2391 2392 2393 2394 2395 2396
        if (v < GET_DOUBLE_VAL(&pInfo->minval)) {
          SET_DOUBLE_VAL(&pInfo->minval, v);
        }

        if (v > GET_DOUBLE_VAL(&pInfo->maxval)) {
          SET_DOUBLE_VAL(&pInfo->maxval, v);
        }

        pInfo->numOfElems += 1;
      }
    }
2397 2398 2399 2400 2401 2402 2403
  } else {
    // the second stage, calculate the true percentile value
    int32_t start = pInput->startRowIndex;
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
H
Haojun Liao 已提交
2404

2405
      char* data = colDataGetData(pCol, i);
2406
      numOfElems += 1;
2407
      tMemBucketPut(pInfo->pMemBucket, data, 1);
H
Haojun Liao 已提交
2408 2409
    }

2410
    SET_VAL(pResInfo, numOfElems, 1);
H
Haojun Liao 已提交
2411 2412
  }

wmmhello's avatar
wmmhello 已提交
2413
  return TSDB_CODE_SUCCESS;
2414 2415
}

2416
int32_t percentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
2417
  SVariant* pVal = &pCtx->param[1].param;
2418 2419
  double    v =
      (IS_SIGNED_NUMERIC_TYPE(pVal->nType) ? pVal->i : (IS_UNSIGNED_NUMERIC_TYPE(pVal->nType) ? pVal->u : pVal->d));
H
Haojun Liao 已提交
2420

2421 2422
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SPercentileInfo*     ppInfo = (SPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2423

2424
  tMemBucket* pMemBucket = ppInfo->pMemBucket;
2425 2426 2427 2428 2429
  if (pMemBucket != NULL && pMemBucket->total > 0) {  // check for null
    SET_DOUBLE_VAL(&ppInfo->result, getPercentile(pMemBucket, v));
  }

  tMemBucketDestroy(pMemBucket);
2430
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
2431
}
H
Haojun Liao 已提交
2432

2433
bool getApercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
X
Xiaoyu Wang 已提交
2434 2435
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
2436
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
G
Ganlin Zhao 已提交
2437
  pEnv->calcMemSize = TMAX(bytesHist, bytesDigest);
2438 2439 2440
  return true;
}

G
Ganlin Zhao 已提交
2441
int32_t getApercentileMaxSize() {
X
Xiaoyu Wang 已提交
2442 2443
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
G
Ganlin Zhao 已提交
2444 2445 2446 2447
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
  return TMAX(bytesHist, bytesDigest);
}

X
Xiaoyu Wang 已提交
2448
static int8_t getApercentileAlgo(char* algoStr) {
2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460 2461
  int8_t algoType;
  if (strcasecmp(algoStr, "default") == 0) {
    algoType = APERCT_ALGO_DEFAULT;
  } else if (strcasecmp(algoStr, "t-digest") == 0) {
    algoType = APERCT_ALGO_TDIGEST;
  } else {
    algoType = APERCT_ALGO_UNKNOWN;
  }

  return algoType;
}

static void buildHistogramInfo(SAPercentileInfo* pInfo) {
X
Xiaoyu Wang 已提交
2462 2463
  pInfo->pHisto = (SHistogramInfo*)((char*)pInfo + sizeof(SAPercentileInfo));
  pInfo->pHisto->elems = (SHistBin*)((char*)pInfo->pHisto + sizeof(SHistogramInfo));
2464 2465
}

2466 2467 2468 2469
static void buildTDigestInfo(SAPercentileInfo* pInfo) {
  pInfo->pTDigest = (TDigest*)((char*)pInfo + sizeof(SAPercentileInfo));
}

2470 2471 2472 2473 2474 2475
bool apercentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
2476 2477

  SVariant* pVal = &pCtx->param[1].param;
2478 2479
  pInfo->percent =
      (IS_SIGNED_NUMERIC_TYPE(pVal->nType) ? pVal->i : (IS_UNSIGNED_NUMERIC_TYPE(pVal->nType) ? pVal->u : pVal->d));
2480

2481 2482 2483
  if (pCtx->numOfParams == 2) {
    pInfo->algo = APERCT_ALGO_DEFAULT;
  } else if (pCtx->numOfParams == 3) {
2484
    pInfo->algo = getApercentileAlgo(varDataVal(pCtx->param[2].param.pz));
2485 2486 2487 2488 2489
    if (pInfo->algo == APERCT_ALGO_UNKNOWN) {
      return false;
    }
  }

X
Xiaoyu Wang 已提交
2490
  char* tmp = (char*)pInfo + sizeof(SAPercentileInfo);
2491 2492 2493 2494 2495
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    pInfo->pTDigest = tdigestNewFrom(tmp, COMPRESSION);
  } else {
    buildHistogramInfo(pInfo);
    pInfo->pHisto = tHistogramCreateFrom(tmp, MAX_HISTOGRAM_BIN);
G
Ganlin Zhao 已提交
2496 2497
    qDebug("%s set up histogram, numOfElems:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems:%p", __FUNCTION__,
           pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems);
2498 2499 2500 2501 2502 2503
  }

  return true;
}

int32_t apercentileFunction(SqlFunctionCtx* pCtx) {
2504 2505
  int32_t               numOfElems = 0;
  SResultRowEntryInfo*  pResInfo = GET_RES_INFO(pCtx);
2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518
  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  int32_t start = pInput->startRowIndex;
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2519
      numOfElems += 1;
2520 2521
      char* data = colDataGetData(pCol, i);

X
Xiaoyu Wang 已提交
2522 2523
      double  v = 0;  // value
      int64_t w = 1;  // weigth
2524 2525 2526 2527
      GET_TYPED_DATA(v, double, type, data);
      tdigestAdd(pInfo->pTDigest, v, w);
    }
  } else {
G
Ganlin Zhao 已提交
2528 2529 2530
    qDebug("%s before add %d elements into histogram, total:%d, numOfEntry:%d, pHisto:%p, elems: %p", __FUNCTION__,
           numOfElems, pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems);

2531 2532 2533
    // might be a race condition here that pHisto can be overwritten or setup function
    // has not been called, need to relink the buffer pHisto points to.
    buildHistogramInfo(pInfo);
2534 2535 2536 2537
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2538
      numOfElems += 1;
2539 2540 2541 2542 2543 2544
      char* data = colDataGetData(pCol, i);

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      tHistogramAdd(&pInfo->pHisto, v);
    }
2545

G
Ganlin Zhao 已提交
2546 2547
    qDebug("%s after add %d elements into histogram, total:%d, numOfEntry:%d, pHisto:%p, elems: %p", __FUNCTION__,
           numOfElems, pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems);
2548 2549
  }

2550
  SET_VAL(pResInfo, numOfElems, 1);
2551 2552 2553
  return TSDB_CODE_SUCCESS;
}

2554 2555 2556 2557 2558 2559
static void apercentileTransferInfo(SAPercentileInfo* pInput, SAPercentileInfo* pOutput) {
  pOutput->percent = pInput->percent;
  pOutput->algo = pInput->algo;
  if (pOutput->algo == APERCT_ALGO_TDIGEST) {
    buildTDigestInfo(pInput);
    tdigestAutoFill(pInput->pTDigest, COMPRESSION);
2560

X
Xiaoyu Wang 已提交
2561
    if (pInput->pTDigest->num_centroids == 0 && pInput->pTDigest->num_buffered_pts == 0) {
2562
      return;
2563 2564
    }

2565
    buildTDigestInfo(pOutput);
X
Xiaoyu Wang 已提交
2566
    TDigest* pTDigest = pOutput->pTDigest;
2567

X
Xiaoyu Wang 已提交
2568
    if (pTDigest->num_centroids <= 0) {
2569
      memcpy(pTDigest, pInput->pTDigest, (size_t)TDIGEST_SIZE(COMPRESSION));
2570 2571
      tdigestAutoFill(pTDigest, COMPRESSION);
    } else {
2572
      tdigestMerge(pTDigest, pInput->pTDigest);
2573
    }
2574
  } else {
2575 2576 2577
    buildHistogramInfo(pInput);
    if (pInput->pHisto->numOfElems <= 0) {
      return;
2578 2579
    }

2580
    buildHistogramInfo(pOutput);
X
Xiaoyu Wang 已提交
2581
    SHistogramInfo* pHisto = pOutput->pHisto;
2582 2583

    if (pHisto->numOfElems <= 0) {
2584
      memcpy(pHisto, pInput->pHisto, sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
X
Xiaoyu Wang 已提交
2585
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2586

G
Ganlin Zhao 已提交
2587 2588
      qDebug("%s merge histo, total:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems,
              pHisto->numOfEntries, pHisto);
2589
    } else {
X
Xiaoyu Wang 已提交
2590
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
G
Ganlin Zhao 已提交
2591 2592
      qDebug("%s input histogram, elem:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems,
             pHisto->numOfEntries, pInput->pHisto);
2593

X
Xiaoyu Wang 已提交
2594
      SHistogramInfo* pRes = tHistogramMerge(pHisto, pInput->pHisto, MAX_HISTOGRAM_BIN);
2595
      memcpy(pHisto, pRes, sizeof(SHistogramInfo) + sizeof(SHistBin) * MAX_HISTOGRAM_BIN);
X
Xiaoyu Wang 已提交
2596
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2597

G
Ganlin Zhao 已提交
2598 2599
      qDebug("%s merge histo, total:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems,
             pHisto->numOfEntries, pHisto);
2600 2601 2602
      tHistogramDestroy(&pRes);
    }
  }
2603
}
2604

2605 2606 2607 2608 2609 2610 2611 2612 2613 2614
int32_t apercentileFunctionMerge(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

G
Ganlin Zhao 已提交
2615
  qDebug("%s total %d rows will merge, %p", __FUNCTION__, pInput->numOfRows, pInfo->pHisto);
2616

2617
  int32_t start = pInput->startRowIndex;
X
Xiaoyu Wang 已提交
2618
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
2619 2620
    char* data = colDataGetData(pCol, i);

2621 2622 2623
    SAPercentileInfo* pInputInfo = (SAPercentileInfo*)varDataVal(data);
    apercentileTransferInfo(pInputInfo, pInfo);
  }
2624

H
Haojun Liao 已提交
2625
  if (pInfo->algo != APERCT_ALGO_TDIGEST) {
G
Ganlin Zhao 已提交
2626
    qDebug("%s after merge, total:%d, numOfEntry:%d, %p", __FUNCTION__, pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries,
2627
           pInfo->pHisto);
H
Haojun Liao 已提交
2628
  }
2629

2630
  SET_VAL(pResInfo, 1, 1);
2631 2632 2633
  return TSDB_CODE_SUCCESS;
}

2634 2635
int32_t apercentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2636
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2637 2638

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
2639
    buildTDigestInfo(pInfo);
2640
    if (pInfo->pTDigest->size > 0) {
2641
      pInfo->result = tdigestQuantile(pInfo->pTDigest, pInfo->percent / 100);
2642
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2643
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2644 2645 2646
      return TSDB_CODE_SUCCESS;
    }
  } else {
2647
    buildHistogramInfo(pInfo);
2648
    if (pInfo->pHisto->numOfElems > 0) {
G
Ganlin Zhao 已提交
2649 2650
      qDebug("%s get the final res, elements:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems:%p", __FUNCTION__,
             pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems);
2651

X
Xiaoyu Wang 已提交
2652 2653
      double  ratio[] = {pInfo->percent};
      double* res = tHistogramUniform(pInfo->pHisto, ratio, 1);
2654
      pInfo->result = *res;
X
Xiaoyu Wang 已提交
2655
      // memcpy(pCtx->pOutput, res, sizeof(double));
2656 2657
      taosMemoryFree(res);
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2658
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2659 2660 2661 2662 2663 2664 2665
      return TSDB_CODE_SUCCESS;
    }
  }

  return functionFinalize(pCtx, pBlock);
}

2666 2667
int32_t apercentilePartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2668
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2669

2670
  int32_t resultBytes = getApercentileMaxSize();
X
Xiaoyu Wang 已提交
2671
  char*   res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
2672 2673

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
2674 2675
    memcpy(varDataVal(res), pInfo, resultBytes);
    varDataSetLen(res, resultBytes);
2676
  } else {
2677 2678
    memcpy(varDataVal(res), pInfo, resultBytes);
    varDataSetLen(res, resultBytes);
2679 2680 2681 2682 2683
  }

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

2684
  colDataAppend(pCol, pBlock->info.rows, res, false);
2685

2686
  taosMemoryFree(res);
2687 2688 2689
  return pResInfo->numOfRes;
}

2690 2691 2692 2693 2694 2695
int32_t apercentileCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SAPercentileInfo*    pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SAPercentileInfo*    pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
2696

G
Ganlin Zhao 已提交
2697
  qDebug("%s start to combine apercentile, %p", __FUNCTION__, pDBuf->pHisto);
2698

2699
  apercentileTransferInfo(pSBuf, pDBuf);
2700 2701 2702 2703
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

2704 2705 2706 2707 2708 2709 2710 2711 2712 2713 2714 2715 2716 2717 2718 2719
EFuncDataRequired lastDynDataReq(void* pRes, STimeWindow* pTimeWindow) {
  SResultRowEntryInfo* pEntry = (SResultRowEntryInfo*) pRes;

  // not initialized yet, data is required
  if (pEntry == NULL) {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }

  SFirstLastRes* pResult = GET_ROWCELL_INTERBUF(pEntry);
  if (pResult->hasResult && pResult->ts >= pTimeWindow->ekey) {
    return FUNC_DATA_REQUIRED_NOT_LOAD;
  } else {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }
}

2720
int32_t getFirstLastInfoSize(int32_t resBytes) { return sizeof(SFirstLastRes) + resBytes; }
2721

H
Haojun Liao 已提交
2722
bool getFirstLastFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2723
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
2724
  pEnv->calcMemSize = getFirstLastInfoSize(pNode->node.resType.bytes);
H
Haojun Liao 已提交
2725 2726 2727
  return true;
}

2728
bool getSelectivityFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2729
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
2730 2731 2732 2733
  pEnv->calcMemSize = pNode->node.resType.bytes;
  return true;
}

2734 2735
bool getGroupKeyFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
G
Ganlin Zhao 已提交
2736
  pEnv->calcMemSize = sizeof(SGroupKeyInfo) + pNode->node.resType.bytes;
2737 2738 2739
  return true;
}

2740 2741 2742 2743 2744
static FORCE_INLINE TSKEY getRowPTs(SColumnInfoData* pTsColInfo, int32_t rowIndex) {
  if (pTsColInfo == NULL) {
    return 0;
  }

2745
  return *(TSKEY*)colDataGetData(pTsColInfo, rowIndex);
2746 2747
}

2748 2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759
static void saveTupleData(const SSDataBlock* pSrcBlock, int32_t rowIndex, SqlFunctionCtx* pCtx, SFirstLastRes* pInfo) {
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

  if (!pInfo->hasResult) {
    doSaveTupleData(pCtx, rowIndex, pSrcBlock, &pInfo->pos);
  } else {
    doCopyTupleData(pCtx, rowIndex, pSrcBlock, &pInfo->pos);
  }
}

H
Haojun Liao 已提交
2760
static void doSaveCurrentVal(SqlFunctionCtx* pCtx, int32_t rowIndex, int64_t currentTs, int32_t type, char* pData) {
2761 2762 2763 2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  if (IS_VAR_DATA_TYPE(type)) {
    pInfo->bytes = varDataTLen(pData);
  }

  memcpy(pInfo->buf, pData, pInfo->bytes);
  pInfo->ts = currentTs;
  saveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pInfo);

  pInfo->hasResult = true;
}

2775 2776
// This ordinary first function does not care if current scan is ascending order or descending order scan
// the OPTIMIZED version of first function will only handle the ascending order scan
2777
int32_t firstFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
2778 2779
  int32_t numOfElems = 0;

2780
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2781
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2782 2783

  SInputColumnInfoData* pInput = &pCtx->input;
2784
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2785

2786
  pInfo->bytes = pInputCol->info.bytes;
2787

H
Haojun Liao 已提交
2788
  // All null data column, return directly.
H
Haojun Liao 已提交
2789
  if (pInput->colDataAggIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
2790
    ASSERT(pInputCol->hasNull == true);
H
Haojun Liao 已提交
2791
    return 0;
H
Haojun Liao 已提交
2792 2793
  }

2794
  SColumnDataAgg* pColAgg = (pInput->colDataAggIsSet) ? pInput->pColumnDataAgg[0] : NULL;
2795

2796 2797
  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);
2798

2799
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
2800

2801 2802 2803
  //  please ref. to the comment in lastRowFunction for the reason why disabling the opt version of last/first function.
  //  we will use this opt implementation in an new version that is only available in scan subplan
#if 0
2804 2805 2806
  if (blockDataOrder == TSDB_ORDER_ASC) {
    // filter according to current result firstly
    if (pResInfo->numOfRes > 0) {
2807
      if (pInfo->ts < startKey) {
2808 2809 2810 2811 2812 2813 2814 2815 2816
        return TSDB_CODE_SUCCESS;
      }
    }

    for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2817 2818
      numOfElems++;

2819
      char* data = colDataGetData(pInputCol, i);
2820
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2821 2822
      if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
        doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
2823
        break;
2824 2825 2826 2827 2828 2829
      }
    }
  } else {
    // in case of descending order time stamp serial, which usually happens as the results of the nest query,
    // all data needs to be check.
    if (pResInfo->numOfRes > 0) {
2830
      if (pInfo->ts < endKey) {
2831 2832
        return TSDB_CODE_SUCCESS;
      }
H
Haojun Liao 已提交
2833 2834
    }

2835 2836 2837 2838 2839
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2840 2841
      numOfElems++;

2842
      char* data = colDataGetData(pInputCol, i);
2843
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2844

2845 2846
      if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
        doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
2847
        break;
2848 2849
      }
    }
H
Haojun Liao 已提交
2850
  }
2851 2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866
#else
  for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
    if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pInputCol, i);
    TSKEY cts = getRowPTs(pInput->pPTS, i);
    if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
      doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
      pResInfo->numOfRes = 1;
    }
  }
#endif
H
Haojun Liao 已提交
2867 2868

  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
2869
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
2870 2871
}

2872
int32_t lastFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
2873 2874
  int32_t numOfElems = 0;

2875
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2876
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2877 2878

  SInputColumnInfoData* pInput = &pCtx->input;
2879
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2880

2881
  int32_t type = pInputCol->info.type;
2882
  int32_t bytes = pInputCol->info.bytes;
2883
  pInfo->bytes = bytes;
2884

H
Haojun Liao 已提交
2885
  // All null data column, return directly.
2886
  if (pInput->colDataAggIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
2887
    ASSERT(pInputCol->hasNull == true);
H
Haojun Liao 已提交
2888
    return 0;
H
Haojun Liao 已提交
2889 2890
  }

2891
  SColumnDataAgg* pColAgg = (pInput->colDataAggIsSet) ? pInput->pColumnDataAgg[0] : NULL;
2892 2893 2894 2895

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

2896
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
2897

2898 2899
  //  please ref. to the comment in lastRowFunction for the reason why disabling the opt version of last/first function.
#if 0
2900
  if (blockDataOrder == TSDB_ORDER_ASC) {
H
Haojun Liao 已提交
2901
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
2902
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
2903 2904 2905 2906
        continue;
      }

      numOfElems++;
2907 2908 2909

      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2910 2911
      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveCurrentVal(pCtx, i, cts, type, data);
2912
      }
2913

H
Haojun Liao 已提交
2914 2915
      break;
    }
2916
  } else {  // descending order
H
Haojun Liao 已提交
2917
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
2918
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
2919 2920 2921
        continue;
      }

2922
      numOfElems++;
H
Haojun Liao 已提交
2923

2924 2925
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2926 2927
      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveCurrentVal(pCtx, i, cts, type, data);
H
Haojun Liao 已提交
2928 2929 2930 2931
      }
      break;
    }
  }
2932 2933 2934 2935 2936 2937 2938 2939 2940 2941 2942 2943 2944 2945 2946 2947
#else
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pInputCol, i);
    TSKEY cts = getRowPTs(pInput->pPTS, i);
    if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
      doSaveCurrentVal(pCtx, i, cts, type, data);
      pResInfo->numOfRes = 1;
    }
  }
#endif
H
Haojun Liao 已提交
2948 2949

  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
2950
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
2951
}
H
Haojun Liao 已提交
2952

2953 2954
static void firstLastTransferInfo(SqlFunctionCtx* pCtx, SFirstLastRes* pInput, SFirstLastRes* pOutput, bool isFirst) {
  SInputColumnInfoData* pColInfo = &pCtx->input;
2955
  int32_t               start = pColInfo->startRowIndex;
2956

G
Ganlin Zhao 已提交
2957
  pOutput->bytes = pInput->bytes;
2958 2959 2960
  TSKEY* tsIn = &pInput->ts;
  TSKEY* tsOut = &pOutput->ts;

G
Ganlin Zhao 已提交
2961
  if (pOutput->hasResult) {
2962 2963 2964 2965 2966 2967 2968 2969
    if (isFirst) {
      if (*tsIn > *tsOut) {
        return;
      }
    } else {
      if (*tsIn < *tsOut) {
        return;
      }
G
Ganlin Zhao 已提交
2970 2971
    }
  }
2972

G
Ganlin Zhao 已提交
2973 2974
  *tsOut = *tsIn;
  memcpy(pOutput->buf, pInput->buf, pOutput->bytes);
2975
  saveTupleData(pCtx->pSrcBlock, start, pCtx, pOutput);
G
Ganlin Zhao 已提交
2976

2977
  pOutput->hasResult = true;
G
Ganlin Zhao 已提交
2978 2979
}

2980
static int32_t firstLastFunctionMergeImpl(SqlFunctionCtx* pCtx, bool isFirstQuery) {
G
Ganlin Zhao 已提交
2981
  SInputColumnInfoData* pInput = &pCtx->input;
2982
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
2983 2984 2985 2986
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SFirstLastRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

2987 2988
  int32_t start = pInput->startRowIndex;
  int32_t numOfElems = 0;
G
Ganlin Zhao 已提交
2989

X
Xiaoyu Wang 已提交
2990 2991
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*          data = colDataGetData(pCol, i);
2992 2993 2994 2995 2996 2997
    SFirstLastRes* pInputInfo = (SFirstLastRes*)varDataVal(data);
    firstLastTransferInfo(pCtx, pInputInfo, pInfo, isFirstQuery);
    if (!numOfElems) {
      numOfElems = pInputInfo->hasResult ? 1 : 0;
    }
  }
2998 2999

  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
G
Ganlin Zhao 已提交
3000 3001 3002 3003

  return TSDB_CODE_SUCCESS;
}

3004
int32_t firstFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, true); }
3005

3006
int32_t lastFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, false); }
3007

3008
int32_t firstLastFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
3009 3010 3011 3012 3013 3014
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

G
Ganlin Zhao 已提交
3015
  SFirstLastRes* pRes = GET_ROWCELL_INTERBUF(pResInfo);
X
Xiaoyu Wang 已提交
3016
  colDataAppend(pCol, pBlock->info.rows, pRes->buf, pRes->isNull || pResInfo->isNullRes);
3017

3018
  // handle selectivity
3019
  setSelectivityValue(pCtx, pBlock, &pRes->pos, pBlock->info.rows);
G
Ganlin Zhao 已提交
3020 3021 3022 3023

  return pResInfo->numOfRes;
}

G
Ganlin Zhao 已提交
3024 3025
int32_t firstLastPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
3026
  SFirstLastRes*       pRes = GET_ROWCELL_INTERBUF(pEntryInfo);
3027

3028
  int32_t resultBytes = getFirstLastInfoSize(pRes->bytes);
G
Ganlin Zhao 已提交
3029

3030 3031
  // todo check for failure
  char* res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
3032
  memcpy(varDataVal(res), pRes, resultBytes);
3033

G
Ganlin Zhao 已提交
3034 3035 3036 3037 3038 3039
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);
3040
  setSelectivityValue(pCtx, pBlock, &pRes->pos, pBlock->info.rows);
G
Ganlin Zhao 已提交
3041 3042 3043 3044 3045

  taosMemoryFree(res);
  return 1;
}

3046
// todo rewrite:
5
54liuyao 已提交
3047 3048
int32_t lastCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
3049
  SFirstLastRes*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
X
Xiaoyu Wang 已提交
3050 3051
  int32_t              type = pDestCtx->input.pData[0]->info.type;
  int32_t              bytes = pDestCtx->input.pData[0]->info.bytes;
5
54liuyao 已提交
3052 3053

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
3054
  SFirstLastRes*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
3055

3056 3057 3058
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || pDBuf->ts < pSBuf->ts)) {
    memcpy(pDBuf->buf, pSBuf->buf, bytes);
    pDBuf->ts = pSBuf->ts;
5
54liuyao 已提交
3059 3060 3061 3062 3063
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

3064
static void doSaveLastrow(SqlFunctionCtx* pCtx, char* pData, int32_t rowIndex, int64_t cts, SFirstLastRes* pInfo) {
3065 3066 3067 3068 3069 3070 3071 3072 3073 3074 3075 3076 3077 3078 3079 3080 3081 3082 3083 3084 3085
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  if (colDataIsNull_s(pInputCol, rowIndex)) {
    pInfo->isNull = true;
  } else {
    pInfo->isNull = false;

    if (IS_VAR_DATA_TYPE(pInputCol->info.type)) {
      pInfo->bytes = varDataTLen(pData);
    }

    memcpy(pInfo->buf, pData, pInfo->bytes);
  }

  pInfo->ts = cts;
  saveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pInfo);

  pInfo->hasResult = true;
}

3086 3087 3088 3089 3090 3091 3092 3093 3094 3095 3096 3097 3098 3099 3100 3101 3102
int32_t lastRowFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElems = 0;

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  int32_t bytes = pInputCol->info.bytes;
  pInfo->bytes = bytes;

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;

3103 3104 3105
#if 0
  // the optimized version only function if all tuples in one block are monotonious increasing or descreasing.
  // this is NOT always works if project operator exists in downstream.
3106 3107 3108 3109
  if (blockDataOrder == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3110 3111 3112 3113
      numOfElems++;

      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveLastrow(pCtx, data, i, cts, pInfo);
3114
      }
3115

3116 3117 3118 3119 3120 3121
      break;
    }
  } else {  // descending order
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3122 3123 3124 3125
      numOfElems++;

      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveLastrow(pCtx, data, i, cts, pInfo);
3126 3127 3128 3129
      }
      break;
    }
  }
3130 3131 3132 3133 3134 3135 3136 3137 3138 3139 3140
#else
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
    TSKEY cts = getRowPTs(pInput->pPTS, i);
    numOfElems++;

    if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
      doSaveLastrow(pCtx, data, i, cts, pInfo);
      pResInfo->numOfRes = 1;
    }
  }
3141

3142
#endif
3143 3144 3145 3146
  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
3147 3148 3149 3150 3151
bool getDiffFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDiffInfo);
  return true;
}

3152
bool diffFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
H
Haojun Liao 已提交
3153 3154 3155 3156 3157
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SDiffInfo* pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
3158
  pDiffInfo->hasPrev = false;
H
Haojun Liao 已提交
3159
  pDiffInfo->prev.i64 = 0;
3160 3161 3162 3163 3164
  if (pCtx->numOfParams > 1) {
    pDiffInfo->ignoreNegative = pCtx->param[1].param.i;  // TODO set correct param
  } else {
    pDiffInfo->ignoreNegative = false;
  }
H
Haojun Liao 已提交
3165 3166
  pDiffInfo->includeNull = false;
  pDiffInfo->firstOutput = false;
H
Haojun Liao 已提交
3167 3168 3169
  return true;
}

3170
static void doSetPrevVal(SDiffInfo* pDiffInfo, int32_t type, const char* pv) {
X
Xiaoyu Wang 已提交
3171
  switch (type) {
3172 3173
    case TSDB_DATA_TYPE_BOOL:
    case TSDB_DATA_TYPE_TINYINT:
X
Xiaoyu Wang 已提交
3174 3175
      pDiffInfo->prev.i64 = *(int8_t*)pv;
      break;
3176
    case TSDB_DATA_TYPE_INT:
X
Xiaoyu Wang 已提交
3177 3178
      pDiffInfo->prev.i64 = *(int32_t*)pv;
      break;
3179
    case TSDB_DATA_TYPE_SMALLINT:
X
Xiaoyu Wang 已提交
3180 3181
      pDiffInfo->prev.i64 = *(int16_t*)pv;
      break;
3182
    case TSDB_DATA_TYPE_BIGINT:
X
Xiaoyu Wang 已提交
3183 3184
      pDiffInfo->prev.i64 = *(int64_t*)pv;
      break;
3185
    case TSDB_DATA_TYPE_FLOAT:
X
Xiaoyu Wang 已提交
3186 3187
      pDiffInfo->prev.d64 = *(float*)pv;
      break;
3188
    case TSDB_DATA_TYPE_DOUBLE:
X
Xiaoyu Wang 已提交
3189 3190
      pDiffInfo->prev.d64 = *(double*)pv;
      break;
3191 3192 3193 3194 3195
    default:
      ASSERT(0);
  }
}

X
Xiaoyu Wang 已提交
3196 3197 3198
static void doHandleDiff(SDiffInfo* pDiffInfo, int32_t type, const char* pv, SColumnInfoData* pOutput, int32_t pos,
                         int32_t order) {
  int32_t factor = (order == TSDB_ORDER_ASC) ? 1 : -1;
3199 3200 3201
  switch (type) {
    case TSDB_DATA_TYPE_INT: {
      int32_t v = *(int32_t*)pv;
X
Xiaoyu Wang 已提交
3202
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3203 3204 3205
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3206
        colDataAppendInt64(pOutput, pos, &delta);
3207 3208
      }
      pDiffInfo->prev.i64 = v;
3209

3210 3211 3212 3213
      break;
    }
    case TSDB_DATA_TYPE_BOOL:
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
3214 3215
      int8_t  v = *(int8_t*)pv;
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3216 3217 3218
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3219
        colDataAppendInt64(pOutput, pos, &delta);
3220 3221 3222 3223 3224 3225
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t v = *(int16_t*)pv;
X
Xiaoyu Wang 已提交
3226
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3227 3228 3229
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3230
        colDataAppendInt64(pOutput, pos, &delta);
3231 3232 3233 3234 3235 3236
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      int64_t v = *(int64_t*)pv;
X
Xiaoyu Wang 已提交
3237
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3238 3239 3240 3241 3242 3243 3244 3245 3246
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendInt64(pOutput, pos, &delta);
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
3247 3248 3249
      float  v = *(float*)pv;
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
3250 3251
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3252
        colDataAppendDouble(pOutput, pos, &delta);
3253 3254 3255 3256 3257 3258
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      double v = *(double*)pv;
X
Xiaoyu Wang 已提交
3259 3260
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
3261 3262 3263 3264 3265 3266 3267 3268 3269 3270
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendDouble(pOutput, pos, &delta);
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    default:
      ASSERT(0);
  }
G
Ganlin Zhao 已提交
3271
}
3272

3273 3274 3275
int32_t diffFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDiffInfo*           pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
3276 3277 3278

  SInputColumnInfoData* pInput = &pCtx->input;

3279
  SColumnInfoData* pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
3280

3281
  int32_t numOfElems = 0;
H
Haojun Liao 已提交
3282
  int32_t startOffset = pCtx->offset;
H
Haojun Liao 已提交
3283

3284
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
H
Haojun Liao 已提交
3285

3286 3287 3288
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;
H
Haojun Liao 已提交
3289

3290 3291 3292
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
H
Haojun Liao 已提交
3293

3294
          numOfElems += 1;
H
Haojun Liao 已提交
3295
        }
3296
        continue;
H
Haojun Liao 已提交
3297 3298
      }

3299
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3300

3301 3302
      if (pDiffInfo->hasPrev) {
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order);
3303
        // handle selectivity
3304 3305 3306
        if (pCtx->subsidiaries.num > 0) {
          appendSelectivityValue(pCtx, i, pos);
        }
H
Haojun Liao 已提交
3307 3308

        numOfElems++;
3309 3310
      } else {
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv);
H
Haojun Liao 已提交
3311 3312
      }

3313 3314 3315 3316 3317 3318 3319 3320 3321
      pDiffInfo->hasPrev = true;
    }
  } else {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;

      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
H
Haojun Liao 已提交
3322

3323
          numOfElems += 1;
H
Haojun Liao 已提交
3324
        }
3325
        continue;
H
Haojun Liao 已提交
3326 3327
      }

3328
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3329

3330 3331 3332
      // there is a row of previous data block to be handled in the first place.
      if (pDiffInfo->hasPrev) {
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order);
3333
        // handle selectivity
3334 3335 3336
        if (pCtx->subsidiaries.num > 0) {
          appendSelectivityValue(pCtx, i, pos);
        }
H
Haojun Liao 已提交
3337 3338

        numOfElems++;
3339 3340
      } else {
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv);
H
Haojun Liao 已提交
3341 3342
      }

3343
      pDiffInfo->hasPrev = true;
H
Haojun Liao 已提交
3344 3345 3346 3347
    }
  }

  // initial value is not set yet
3348
  return numOfElems;
H
Haojun Liao 已提交
3349
}
H
Haojun Liao 已提交
3350

X
Xiaoyu Wang 已提交
3351
int32_t getTopBotInfoSize(int64_t numOfItems) { return sizeof(STopBotRes) + numOfItems * sizeof(STopBotResItem); }
G
Ganlin Zhao 已提交
3352

3353
bool getTopBotFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
3354
  SValueNode* pkNode = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
3355
  pEnv->calcMemSize = sizeof(STopBotRes) + pkNode->datum.i * sizeof(STopBotResItem);
3356 3357 3358
  return true;
}

G
Ganlin Zhao 已提交
3359 3360 3361 3362 3363
bool topBotFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
3364
  STopBotRes*           pRes = GET_ROWCELL_INTERBUF(pResInfo);
3365 3366 3367 3368
  SInputColumnInfoData* pInput = &pCtx->input;

  pRes->maxSize = pCtx->param[1].param.i;

G
Ganlin Zhao 已提交
3369 3370 3371
  return true;
}

3372 3373 3374 3375
static STopBotRes* getTopBotOutputInfo(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  STopBotRes*          pRes = GET_ROWCELL_INTERBUF(pResInfo);
  pRes->pItems = (STopBotResItem*)((char*)pRes + sizeof(STopBotRes));
3376 3377

  return pRes;
3378 3379
}

3380
static void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3381
                            uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery);
3382

G
Ganlin Zhao 已提交
3383 3384
static void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery);

3385 3386 3387
int32_t topFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3388 3389

  SInputColumnInfoData* pInput = &pCtx->input;
3390
  SColumnInfoData*      pCol = pInput->pData[0];
3391

G
Ganlin Zhao 已提交
3392 3393
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;
3394 3395

  int32_t start = pInput->startRowIndex;
3396
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
3397 3398 3399
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }
3400

3401
    numOfElems++;
3402
    char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
3403
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, true);
3404 3405 3406 3407 3408
  }

  return TSDB_CODE_SUCCESS;
}

3409 3410 3411 3412 3413 3414 3415 3416 3417 3418 3419 3420 3421 3422 3423 3424 3425 3426 3427 3428 3429 3430 3431 3432
int32_t bottomFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;
    char* data = colDataGetData(pCol, i);
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, false);
  }

  return TSDB_CODE_SUCCESS;
}

3433 3434
static int32_t topBotResComparFn(const void* p1, const void* p2, const void* param) {
  uint16_t type = *(uint16_t*)param;
3435

3436 3437
  STopBotResItem* val1 = (STopBotResItem*)p1;
  STopBotResItem* val2 = (STopBotResItem*)p2;
3438 3439 3440 3441 3442 3443 3444 3445 3446 3447 3448 3449 3450 3451 3452 3453 3454 3455 3456 3457 3458 3459

  if (IS_SIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.i == val2->v.i) {
      return 0;
    }

    return (val1->v.i > val2->v.i) ? 1 : -1;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.u == val2->v.u) {
      return 0;
    }

    return (val1->v.u > val2->v.u) ? 1 : -1;
  }

  if (val1->v.d == val2->v.d) {
    return 0;
  }

  return (val1->v.d > val2->v.d) ? 1 : -1;
}

3460
void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3461
                     uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery) {
3462
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
3463

3464 3465 3466
  SVariant val = {0};
  taosVariantCreateFromBinary(&val, pData, tDataTypes[type].bytes, type);

3467
  STopBotResItem* pItems = pRes->pItems;
3468 3469 3470
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3471
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3472
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
3473
    pItem->v = val;
3474
    pItem->uid = uid;
3475

3476
    // save the data of this tuple
G
Ganlin Zhao 已提交
3477
    if (pCtx->subsidiaries.num > 0) {
3478
      doSaveTupleData(pCtx, rowIndex, pSrcBlock, &pItem->tuplePos);
G
Ganlin Zhao 已提交
3479
    }
3480
#ifdef BUF_PAGE_DEBUG
X
Xiaoyu Wang 已提交
3481 3482
    qDebug("page_saveTuple i:%d, item:%p,pageId:%d, offset:%d\n", pEntryInfo->numOfRes, pItem, pItem->tuplePos.pageId,
           pItem->tuplePos.offset);
3483
#endif
3484 3485
    // allocate the buffer and keep the data of this row into the new allocated buffer
    pEntryInfo->numOfRes++;
3486
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
3487
                 !isTopQuery);
3488
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3489 3490 3491 3492 3493 3494
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u > pItems[0].v.u) ||
                        (IS_FLOAT_TYPE(type) && val.d > pItems[0].v.d))) ||
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u < pItems[0].v.u) ||
                         (IS_FLOAT_TYPE(type) && val.d < pItems[0].v.d)))) {
3495
      // replace the old data and the coresponding tuple data
3496
      STopBotResItem* pItem = &pItems[0];
3497
      pItem->v = val;
3498
      pItem->uid = uid;
3499 3500

      // save the data of this tuple by over writing the old data
G
Ganlin Zhao 已提交
3501
      if (pCtx->subsidiaries.num > 0) {
3502
        doCopyTupleData(pCtx, rowIndex, pSrcBlock, &pItem->tuplePos);
G
Ganlin Zhao 已提交
3503
      }
3504
#ifdef BUF_PAGE_DEBUG
wmmhello's avatar
wmmhello 已提交
3505
      qDebug("page_copyTuple pageId:%d, offset:%d", pItem->tuplePos.pageId, pItem->tuplePos.offset);
3506
#endif
3507
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
3508
                     topBotResComparFn, NULL, !isTopQuery);
3509
    }
3510 3511
  }
}
3512

3513 3514 3515 3516 3517 3518
/*
 * +------------------------------------+--------------+--------------+
 * |            null bitmap             |              |              |
 * |(n columns, one bit for each column)| src column #1| src column #2|
 * +------------------------------------+--------------+--------------+
 */
3519
void doSaveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos) {
3520 3521
  SFilePage* pPage = NULL;

3522
  // todo refactor: move away
wmmhello's avatar
wmmhello 已提交
3523 3524 3525 3526 3527
  int32_t completeRowSize = pCtx->subsidiaries.num * sizeof(bool);
  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
    completeRowSize += pc->pExpr->base.resSchema.bytes;
  }
3528 3529 3530 3531 3532 3533 3534

  if (pCtx->curBufPage == -1) {
    pPage = getNewBufPage(pCtx->pBuf, 0, &pCtx->curBufPage);
    pPage->num = sizeof(SFilePage);
  } else {
    pPage = getBufPage(pCtx->pBuf, pCtx->curBufPage);
    if (pPage->num + completeRowSize > getBufPageSize(pCtx->pBuf)) {
3535 3536
      // current page is all used, let's prepare a new buffer page
      releaseBufPage(pCtx->pBuf, pPage);
3537 3538 3539 3540 3541
      pPage = getNewBufPage(pCtx->pBuf, 0, &pCtx->curBufPage);
      pPage->num = sizeof(SFilePage);
    }
  }

3542
  pPos->pageId = pCtx->curBufPage;
3543
  pPos->offset = pPage->num;
3544 3545 3546 3547

  // keep the current row data, extract method
  int32_t offset = 0;
  bool*   nullList = (bool*)((char*)pPage + pPage->num);
wmmhello's avatar
wmmhello 已提交
3548 3549 3550 3551 3552 3553 3554 3555 3556
  char*   pStart = (char*)(nullList + sizeof(bool) * pCtx->subsidiaries.num);
  for (int32_t i = 0; i < pCtx->subsidiaries.num; ++i) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[i];

    SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t      srcSlotId = pFuncParam->pCol->slotId;

    SColumnInfoData* pCol = taosArrayGet(pSrcBlock->pDataBlock, srcSlotId);
    if ((nullList[i] = colDataIsNull_s(pCol, rowIndex)) == true) {
3557
      offset += pCol->info.bytes;
3558 3559 3560 3561 3562
      continue;
    }

    char* p = colDataGetData(pCol, rowIndex);
    if (IS_VAR_DATA_TYPE(pCol->info.type)) {
X
Xiaoyu Wang 已提交
3563
      memcpy(pStart + offset, p, (pCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(p) : varDataTLen(p));
3564 3565 3566 3567 3568 3569 3570 3571 3572 3573 3574
    } else {
      memcpy(pStart + offset, p, pCol->info.bytes);
    }

    offset += pCol->info.bytes;
  }

  pPage->num += completeRowSize;

  setBufPageDirty(pPage, true);
  releaseBufPage(pCtx->pBuf, pPage);
wmmhello's avatar
wmmhello 已提交
3575
#ifdef BUF_PAGE_DEBUG
H
Hongze Cheng 已提交
3576
  qDebug("page_saveTuple pos:%p,pageId:%d, offset:%d\n", pPos, pPos->pageId, pPos->offset);
wmmhello's avatar
wmmhello 已提交
3577
#endif
3578 3579
}

3580
void doCopyTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos) {
3581
  SFilePage* pPage = getBufPage(pCtx->pBuf, pPos->pageId);
3582

wmmhello's avatar
wmmhello 已提交
3583
  int32_t numOfCols = pCtx->subsidiaries.num;
3584

3585
  bool* nullList = (bool*)((char*)pPage + pPos->offset);
3586
  char* pStart = (char*)(nullList + numOfCols * sizeof(bool));
3587 3588

  int32_t offset = 0;
3589
  for (int32_t i = 0; i < numOfCols; ++i) {
wmmhello's avatar
wmmhello 已提交
3590
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[i];
X
Xiaoyu Wang 已提交
3591 3592
    SFunctParam*    pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t         srcSlotId = pFuncParam->pCol->slotId;
wmmhello's avatar
wmmhello 已提交
3593 3594

    SColumnInfoData* pCol = taosArrayGet(pSrcBlock->pDataBlock, srcSlotId);
3595
    if ((nullList[i] = colDataIsNull_s(pCol, rowIndex)) == true) {
3596
      offset += pCol->info.bytes;
3597 3598 3599 3600 3601
      continue;
    }

    char* p = colDataGetData(pCol, rowIndex);
    if (IS_VAR_DATA_TYPE(pCol->info.type)) {
X
Xiaoyu Wang 已提交
3602
      memcpy(pStart + offset, p, (pCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(p) : varDataTLen(p));
3603 3604 3605 3606 3607 3608 3609 3610 3611
    } else {
      memcpy(pStart + offset, p, pCol->info.bytes);
    }

    offset += pCol->info.bytes;
  }

  setBufPageDirty(pPage, true);
  releaseBufPage(pCtx->pBuf, pPage);
wmmhello's avatar
wmmhello 已提交
3612 3613 3614
#ifdef BUF_PAGE_DEBUG
  qDebug("page_copyTuple pos:%p, pageId:%d, offset:%d", pPos, pPos->pageId, pPos->offset);
#endif
3615 3616
}

3617
int32_t topBotFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
3618
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
3619
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
3620

3621
  int16_t type = pCtx->input.pData[0]->info.type;
3622 3623
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

3624 3625 3626 3627
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
3628 3629 3630 3631 3632
  if (pEntryInfo->numOfRes <= 0) {
    colDataAppendNULL(pCol, currentRow);
    setNullSelectivityValue(pCtx, pBlock, currentRow);
    return pEntryInfo->numOfRes;
  }
3633 3634 3635 3636 3637 3638 3639
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
    STopBotResItem* pItem = &pRes->pItems[i];
    if (type == TSDB_DATA_TYPE_FLOAT) {
      float v = pItem->v.d;
      colDataAppend(pCol, currentRow, (const char*)&v, false);
    } else {
      colDataAppend(pCol, currentRow, (const char*)&pItem->v.i, false);
3640
    }
3641
#ifdef BUF_PAGE_DEBUG
X
Xiaoyu Wang 已提交
3642 3643
    qDebug("page_finalize i:%d,item:%p,pageId:%d, offset:%d\n", i, pItem, pItem->tuplePos.pageId,
           pItem->tuplePos.offset);
3644
#endif
3645
    setSelectivityValue(pCtx, pBlock, &pRes->pItems[i].tuplePos, currentRow);
3646
    currentRow += 1;
3647 3648 3649
  }

  return pEntryInfo->numOfRes;
3650
}
G
Ganlin Zhao 已提交
3651

X
Xiaoyu Wang 已提交
3652
void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery) {
3653
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
3654 3655
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
  STopBotResItem*      pItems = pRes->pItems;
3656 3657 3658
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3659
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3660 3661 3662 3663 3664 3665 3666 3667 3668
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
    pItem->v = pSourceItem->v;
    pItem->uid = pSourceItem->uid;
    pItem->tuplePos.pageId = -1;
    replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
    pEntryInfo->numOfRes++;
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
                 !isTopQuery);
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3669 3670 3671 3672 3673 3674
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u > pItems[0].v.u) ||
                        (IS_FLOAT_TYPE(type) && pSourceItem->v.d > pItems[0].v.d))) ||
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u < pItems[0].v.u) ||
                         (IS_FLOAT_TYPE(type) && pSourceItem->v.d < pItems[0].v.d)))) {
3675 3676 3677 3678 3679 3680 3681 3682 3683 3684 3685 3686 3687 3688
      // replace the old data and the coresponding tuple data
      STopBotResItem* pItem = &pItems[0];
      pItem->v = pSourceItem->v;
      pItem->uid = pSourceItem->uid;

      // save the data of this tuple by over writing the old data
      replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
                     topBotResComparFn, NULL, !isTopQuery);
    }
  }
}

int32_t topCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
X
Xiaoyu Wang 已提交
3689
  int32_t              type = pDestCtx->input.pData[0]->info.type;
3690 3691 3692 3693 3694 3695 3696 3697 3698
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, true);
  }
  return TSDB_CODE_SUCCESS;
}

int32_t bottomCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
X
Xiaoyu Wang 已提交
3699
  int32_t              type = pDestCtx->input.pData[0]->info.type;
3700 3701 3702 3703 3704 3705 3706 3707
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, false);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3708
int32_t getSpreadInfoSize() { return (int32_t)sizeof(SSpreadInfo); }
G
Ganlin Zhao 已提交
3709

G
Ganlin Zhao 已提交
3710 3711 3712 3713 3714
bool getSpreadFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSpreadInfo);
  return true;
}

X
Xiaoyu Wang 已提交
3715
bool spreadFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
3716 3717 3718 3719 3720 3721 3722 3723 3724 3725 3726
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  SET_DOUBLE_VAL(&pInfo->min, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->max, -DBL_MAX);
  pInfo->hasResult = false;
  return true;
}

X
Xiaoyu Wang 已提交
3727
int32_t spreadFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
3728 3729 3730 3731
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3732 3733
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
G
Ganlin Zhao 已提交
3734 3735 3736 3737 3738 3739 3740 3741 3742 3743 3744 3745 3746 3747 3748 3749 3750 3751 3752 3753 3754 3755 3756 3757 3758 3759 3760 3761 3762 3763 3764

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  if (pInput->colDataAggIsSet) {
    numOfElems = pInput->numOfRows - pAgg->numOfNull;
    if (numOfElems == 0) {
      goto _spread_over;
    }
    double tmin = 0.0, tmax = 0.0;
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_INT64_VAL(&pAgg->min);
      tmax = (double)GET_INT64_VAL(&pAgg->max);
    } else if (IS_FLOAT_TYPE(type)) {
      tmin = GET_DOUBLE_VAL(&pAgg->min);
      tmax = GET_DOUBLE_VAL(&pAgg->max);
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_UINT64_VAL(&pAgg->min);
      tmax = (double)GET_UINT64_VAL(&pAgg->max);
    }

    if (GET_DOUBLE_VAL(&pInfo->min) > tmin) {
      SET_DOUBLE_VAL(&pInfo->min, tmin);
    }

    if (GET_DOUBLE_VAL(&pInfo->max) < tmax) {
      SET_DOUBLE_VAL(&pInfo->max, tmax);
    }

  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
3765
    int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
3766 3767 3768 3769 3770 3771 3772 3773
    int32_t numOfRows = pInput->numOfRows;

    // check the valid data one by one
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

X
Xiaoyu Wang 已提交
3774
      char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
3775 3776 3777 3778 3779 3780 3781 3782 3783 3784 3785 3786 3787 3788 3789 3790 3791 3792 3793 3794 3795 3796 3797 3798 3799

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      if (v < GET_DOUBLE_VAL(&pInfo->min)) {
        SET_DOUBLE_VAL(&pInfo->min, v);
      }

      if (v > GET_DOUBLE_VAL(&pInfo->max)) {
        SET_DOUBLE_VAL(&pInfo->max, v);
      }

      numOfElems += 1;
    }
  }

_spread_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
  if (numOfElems > 0) {
    pInfo->hasResult = true;
  }

  return TSDB_CODE_SUCCESS;
}

3800 3801 3802 3803 3804 3805 3806 3807 3808 3809 3810
static void spreadTransferInfo(SSpreadInfo* pInput, SSpreadInfo* pOutput) {
  pOutput->hasResult = pInput->hasResult;
  if (pInput->max > pOutput->max) {
    pOutput->max = pInput->max;
  }

  if (pInput->min < pOutput->min) {
    pOutput->min = pInput->min;
  }
}

X
Xiaoyu Wang 已提交
3811
int32_t spreadFunctionMerge(SqlFunctionCtx* pCtx) {
3812
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3813
  SColumnInfoData*      pCol = pInput->pData[0];
3814 3815 3816 3817
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

3818
  int32_t start = pInput->startRowIndex;
3819

X
Xiaoyu Wang 已提交
3820 3821
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*        data = colDataGetData(pCol, i);
3822 3823 3824
    SSpreadInfo* pInputInfo = (SSpreadInfo*)varDataVal(data);
    spreadTransferInfo(pInputInfo, pInfo);
  }
3825 3826 3827 3828 3829 3830

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);

  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
3831 3832 3833 3834 3835 3836 3837
int32_t spreadFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  if (pInfo->hasResult == true) {
    SET_DOUBLE_VAL(&pInfo->result, pInfo->max - pInfo->min);
  }
  return functionFinalize(pCtx, pBlock);
}
3838

3839 3840
int32_t spreadPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3841 3842 3843
  SSpreadInfo*         pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getSpreadInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
3844 3845 3846 3847 3848 3849 3850 3851 3852 3853 3854 3855 3856

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

3857 3858
int32_t spreadCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
3859
  SSpreadInfo*         pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
3860 3861

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
3862
  SSpreadInfo*         pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
3863
  spreadTransferInfo(pSBuf, pDBuf);
3864 3865 3866 3867
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3868
int32_t getElapsedInfoSize() { return (int32_t)sizeof(SElapsedInfo); }
3869

G
Ganlin Zhao 已提交
3870 3871 3872 3873 3874
bool getElapsedFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SElapsedInfo);
  return true;
}

X
Xiaoyu Wang 已提交
3875
bool elapsedFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
3876 3877 3878 3879 3880 3881
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  pInfo->result = 0;
H
Hongze Cheng 已提交
3882
  pInfo->min = TSKEY_MAX;
G
Ganlin Zhao 已提交
3883 3884
  pInfo->max = 0;

3885
  if (pCtx->numOfParams > 1) {
G
Ganlin Zhao 已提交
3886 3887 3888 3889 3890 3891 3892 3893
    pInfo->timeUnit = pCtx->param[1].param.i;
  } else {
    pInfo->timeUnit = 1;
  }

  return true;
}

X
Xiaoyu Wang 已提交
3894
int32_t elapsedFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
3895 3896 3897 3898
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3899
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
G
Ganlin Zhao 已提交
3900 3901 3902

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
3903
  numOfElems = pInput->numOfRows;  // since this is the primary timestamp, no need to exclude NULL values
G
Ganlin Zhao 已提交
3904 3905 3906 3907 3908
  if (numOfElems == 0) {
    goto _elapsed_over;
  }

  if (pInput->colDataAggIsSet) {
H
Hongze Cheng 已提交
3909
    if (pInfo->min == TSKEY_MAX) {
G
Ganlin Zhao 已提交
3910 3911 3912 3913 3914 3915 3916 3917 3918 3919
      pInfo->min = GET_INT64_VAL(&pAgg->min);
      pInfo->max = GET_INT64_VAL(&pAgg->max);
    } else {
      if (pCtx->order == TSDB_ORDER_ASC) {
        pInfo->max = GET_INT64_VAL(&pAgg->max);
      } else {
        pInfo->min = GET_INT64_VAL(&pAgg->min);
      }
    }
  } else {  // computing based on the true data block
H
Haojun Liao 已提交
3920
    if (0 == pInput->numOfRows) {
G
Ganlin Zhao 已提交
3921 3922 3923 3924 3925 3926 3927 3928 3929 3930 3931 3932 3933 3934
      if (pCtx->order == TSDB_ORDER_DESC) {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->min = pCtx->end.key;
        }
      } else {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->max = pCtx->end.key + 1;
        }
      }
      goto _elapsed_over;
    }

    SColumnInfoData* pCol = pInput->pData[0];

3935 3936
    int32_t start = pInput->startRowIndex;
    TSKEY*  ptsList = (int64_t*)colDataGetData(pCol, 0);
G
Ganlin Zhao 已提交
3937 3938
    if (pCtx->order == TSDB_ORDER_DESC) {
      if (pCtx->start.key == INT64_MIN) {
X
Xiaoyu Wang 已提交
3939 3940
        pInfo->max =
            (pInfo->max < ptsList[start + pInput->numOfRows - 1]) ? ptsList[start + pInput->numOfRows - 1] : pInfo->max;
G
Ganlin Zhao 已提交
3941 3942 3943 3944 3945 3946 3947
      } else {
        pInfo->max = pCtx->start.key + 1;
      }

      if (pCtx->end.key != INT64_MIN) {
        pInfo->min = pCtx->end.key;
      } else {
3948
        pInfo->min = ptsList[start];
G
Ganlin Zhao 已提交
3949 3950 3951
      }
    } else {
      if (pCtx->start.key == INT64_MIN) {
3952
        pInfo->min = (pInfo->min > ptsList[start]) ? ptsList[start] : pInfo->min;
G
Ganlin Zhao 已提交
3953 3954 3955 3956 3957 3958 3959
      } else {
        pInfo->min = pCtx->start.key;
      }

      if (pCtx->end.key != INT64_MIN) {
        pInfo->max = pCtx->end.key + 1;
      } else {
H
Haojun Liao 已提交
3960
        pInfo->max = ptsList[start + pInput->numOfRows - 1];
G
Ganlin Zhao 已提交
3961 3962 3963 3964 3965 3966 3967 3968 3969 3970 3971
      }
    }
  }

_elapsed_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);

  return TSDB_CODE_SUCCESS;
}

3972 3973 3974 3975 3976 3977 3978 3979 3980 3981 3982
static void elapsedTransferInfo(SElapsedInfo* pInput, SElapsedInfo* pOutput) {
  pOutput->timeUnit = pInput->timeUnit;
  if (pOutput->min > pInput->min) {
    pOutput->min = pInput->min;
  }

  if (pOutput->max < pInput->max) {
    pOutput->max = pInput->max;
  }
}

X
Xiaoyu Wang 已提交
3983
int32_t elapsedFunctionMerge(SqlFunctionCtx* pCtx) {
3984
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
3985
  SColumnInfoData*      pCol = pInput->pData[0];
3986 3987 3988 3989
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

3990
  int32_t start = pInput->startRowIndex;
3991

X
Xiaoyu Wang 已提交
3992 3993
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*         data = colDataGetData(pCol, i);
3994 3995 3996
    SElapsedInfo* pInputInfo = (SElapsedInfo*)varDataVal(data);
    elapsedTransferInfo(pInputInfo, pInfo);
  }
3997 3998 3999 4000 4001

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
4002 4003
int32_t elapsedFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
X
Xiaoyu Wang 已提交
4004
  double        result = (double)pInfo->max - (double)pInfo->min;
G
Ganlin Zhao 已提交
4005 4006 4007 4008 4009
  result = (result >= 0) ? result : -result;
  pInfo->result = result / pInfo->timeUnit;
  return functionFinalize(pCtx, pBlock);
}

4010 4011
int32_t elapsedPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4012 4013 4014
  SElapsedInfo*        pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getElapsedInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4015 4016 4017 4018 4019 4020 4021 4022 4023 4024 4025 4026 4027

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4028 4029
int32_t elapsedCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4030
  SElapsedInfo*        pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4031 4032

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4033
  SElapsedInfo*        pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4034

4035
  elapsedTransferInfo(pSBuf, pDBuf);
4036 4037 4038 4039
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

4040 4041 4042 4043
int32_t getHistogramInfoSize() {
  return (int32_t)sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
}

4044 4045 4046 4047 4048
bool getHistogramFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
  return true;
}

X
Xiaoyu Wang 已提交
4049
static int8_t getHistogramBinType(char* binTypeStr) {
4050 4051 4052 4053 4054 4055 4056 4057 4058 4059 4060 4061 4062 4063
  int8_t binType;
  if (strcasecmp(binTypeStr, "user_input") == 0) {
    binType = USER_INPUT_BIN;
  } else if (strcasecmp(binTypeStr, "linear_bin") == 0) {
    binType = LINEAR_BIN;
  } else if (strcasecmp(binTypeStr, "log_bin") == 0) {
    binType = LOG_BIN;
  } else {
    binType = UNKNOWN_BIN;
  }

  return binType;
}

X
Xiaoyu Wang 已提交
4064
static bool getHistogramBinDesc(SHistoFuncInfo* pInfo, char* binDescStr, int8_t binType, bool normalized) {
4065 4066 4067 4068 4069 4070 4071 4072 4073 4074
  cJSON*  binDesc = cJSON_Parse(binDescStr);
  int32_t numOfBins;
  double* intervals;
  if (cJSON_IsObject(binDesc)) { /* linaer/log bins */
    int32_t numOfParams = cJSON_GetArraySize(binDesc);
    int32_t startIndex;
    if (numOfParams != 4) {
      return false;
    }

X
Xiaoyu Wang 已提交
4075 4076 4077 4078
    cJSON* start = cJSON_GetObjectItem(binDesc, "start");
    cJSON* factor = cJSON_GetObjectItem(binDesc, "factor");
    cJSON* width = cJSON_GetObjectItem(binDesc, "width");
    cJSON* count = cJSON_GetObjectItem(binDesc, "count");
4079 4080 4081 4082 4083 4084
    cJSON* infinity = cJSON_GetObjectItem(binDesc, "infinity");

    if (!cJSON_IsNumber(start) || !cJSON_IsNumber(count) || !cJSON_IsBool(infinity)) {
      return false;
    }

X
Xiaoyu Wang 已提交
4085
    if (count->valueint <= 0 || count->valueint > 1000) {  // limit count to 1000
4086 4087 4088 4089 4090 4091 4092 4093
      return false;
    }

    if (isinf(start->valuedouble) || (width != NULL && isinf(width->valuedouble)) ||
        (factor != NULL && isinf(factor->valuedouble)) || (count != NULL && isinf(count->valuedouble))) {
      return false;
    }

4094
    int32_t counter = (int32_t)count->valueint;
4095 4096 4097 4098 4099 4100 4101 4102 4103 4104 4105 4106 4107 4108 4109 4110 4111 4112 4113 4114 4115 4116 4117 4118 4119 4120 4121 4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133 4134 4135 4136 4137 4138 4139 4140 4141 4142 4143 4144 4145 4146 4147 4148 4149 4150 4151 4152 4153
    if (infinity->valueint == false) {
      startIndex = 0;
      numOfBins = counter + 1;
    } else {
      startIndex = 1;
      numOfBins = counter + 3;
    }

    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    if (cJSON_IsNumber(width) && factor == NULL && binType == LINEAR_BIN) {
      // linear bin process
      if (width->valuedouble == 0) {
        taosMemoryFree(intervals);
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble + i * width->valuedouble;
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
          return false;
        }
        startIndex++;
      }
    } else if (cJSON_IsNumber(factor) && width == NULL && binType == LOG_BIN) {
      // log bin process
      if (start->valuedouble == 0) {
        taosMemoryFree(intervals);
        return false;
      }
      if (factor->valuedouble < 0 || factor->valuedouble == 0 || factor->valuedouble == 1) {
        taosMemoryFree(intervals);
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble * pow(factor->valuedouble, i * 1.0);
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
          return false;
        }
        startIndex++;
      }
    } else {
      taosMemoryFree(intervals);
      return false;
    }

    if (infinity->valueint == true) {
      intervals[0] = -INFINITY;
      intervals[numOfBins - 1] = INFINITY;
      // in case of desc bin orders, -inf/inf should be swapped
      ASSERT(numOfBins >= 4);
      if (intervals[1] > intervals[numOfBins - 2]) {
        TSWAP(intervals[0], intervals[numOfBins - 1]);
      }
    }
  } else if (cJSON_IsArray(binDesc)) { /* user input bins */
    if (binType != USER_INPUT_BIN) {
      return false;
    }
4154
    numOfBins = cJSON_GetArraySize(binDesc);
4155 4156 4157 4158 4159 4160 4161 4162 4163 4164 4165 4166 4167 4168 4169 4170 4171 4172 4173 4174 4175 4176 4177 4178
    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    cJSON* bin = binDesc->child;
    if (bin == NULL) {
      taosMemoryFree(intervals);
      return false;
    }
    int i = 0;
    while (bin) {
      intervals[i] = bin->valuedouble;
      if (!cJSON_IsNumber(bin)) {
        taosMemoryFree(intervals);
        return false;
      }
      if (i != 0 && intervals[i] <= intervals[i - 1]) {
        taosMemoryFree(intervals);
        return false;
      }
      bin = bin->next;
      i++;
    }
  } else {
    return false;
  }

X
Xiaoyu Wang 已提交
4179
  pInfo->numOfBins = numOfBins - 1;
4180
  pInfo->normalized = normalized;
4181
  for (int32_t i = 0; i < pInfo->numOfBins; ++i) {
4182 4183 4184 4185 4186 4187 4188 4189 4190
    pInfo->bins[i].lower = intervals[i] < intervals[i + 1] ? intervals[i] : intervals[i + 1];
    pInfo->bins[i].upper = intervals[i + 1] > intervals[i] ? intervals[i + 1] : intervals[i];
    pInfo->bins[i].count = 0;
  }

  taosMemoryFree(intervals);
  return true;
}

X
Xiaoyu Wang 已提交
4191
bool histogramFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
4192 4193 4194 4195
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4196
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
4197 4198 4199
  pInfo->numOfBins = 0;
  pInfo->totalCount = 0;
  pInfo->normalized = 0;
4200

4201 4202 4203 4204
  int8_t binType = getHistogramBinType(varDataVal(pCtx->param[1].param.pz));
  if (binType == UNKNOWN_BIN) {
    return false;
  }
X
Xiaoyu Wang 已提交
4205
  char*   binDesc = varDataVal(pCtx->param[2].param.pz);
4206
  int64_t normalized = pCtx->param[3].param.i;
4207 4208 4209
  if (normalized != 0 && normalized != 1) {
    return false;
  }
4210 4211 4212
  if (!getHistogramBinDesc(pInfo, binDesc, binType, (bool)normalized)) {
    return false;
  }
4213 4214 4215 4216

  return true;
}

4217
static int32_t histogramFunctionImpl(SqlFunctionCtx* pCtx, bool isPartial) {
4218 4219 4220 4221 4222 4223 4224 4225 4226 4227
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  int32_t type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

4228
  int32_t numOfElems = 0;
4229 4230 4231 4232 4233
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

4234 4235
    numOfElems++;

X
Xiaoyu Wang 已提交
4236
    char*  data = colDataGetData(pCol, i);
4237 4238 4239 4240 4241 4242
    double v;
    GET_TYPED_DATA(v, double, type, data);

    for (int32_t k = 0; k < pInfo->numOfBins; ++k) {
      if (v > pInfo->bins[k].lower && v <= pInfo->bins[k].upper) {
        pInfo->bins[k].count++;
4243
        pInfo->totalCount++;
4244 4245 4246
        break;
      }
    }
4247 4248
  }

4249 4250 4251 4252 4253
  if (!isPartial) {
    SET_VAL(GET_RES_INFO(pCtx), numOfElems, pInfo->numOfBins);
  } else {
    SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
  }
4254 4255 4256
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4257
int32_t histogramFunction(SqlFunctionCtx* pCtx) { return histogramFunctionImpl(pCtx, false); }
4258

X
Xiaoyu Wang 已提交
4259
int32_t histogramFunctionPartial(SqlFunctionCtx* pCtx) { return histogramFunctionImpl(pCtx, true); }
4260

4261 4262
static void histogramTransferInfo(SHistoFuncInfo* pInput, SHistoFuncInfo* pOutput) {
  pOutput->normalized = pInput->normalized;
X
Xiaoyu Wang 已提交
4263
  pOutput->numOfBins = pInput->numOfBins;
4264 4265 4266 4267 4268 4269 4270 4271
  pOutput->totalCount += pInput->totalCount;
  for (int32_t k = 0; k < pOutput->numOfBins; ++k) {
    pOutput->bins[k].lower = pInput->bins[k].lower;
    pOutput->bins[k].upper = pInput->bins[k].upper;
    pOutput->bins[k].count += pInput->bins[k].count;
  }
}

X
Xiaoyu Wang 已提交
4272
int32_t histogramFunctionMerge(SqlFunctionCtx* pCtx) {
4273
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4274
  SColumnInfoData*      pCol = pInput->pData[0];
4275 4276 4277 4278
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4279
  int32_t start = pInput->startRowIndex;
4280

X
Xiaoyu Wang 已提交
4281 4282
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*           data = colDataGetData(pCol, i);
4283 4284 4285
    SHistoFuncInfo* pInputInfo = (SHistoFuncInfo*)varDataVal(data);
    histogramTransferInfo(pInputInfo, pInfo);
  }
4286

G
Ganlin Zhao 已提交
4287
  SET_VAL(GET_RES_INFO(pCtx), pInfo->numOfBins, pInfo->numOfBins);
4288 4289 4290
  return TSDB_CODE_SUCCESS;
}

4291
int32_t histogramFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
4292
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4293 4294 4295
  SHistoFuncInfo*      pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
4296 4297 4298

  int32_t currentRow = pBlock->info.rows;

4299 4300
  if (pInfo->normalized) {
    for (int32_t k = 0; k < pResInfo->numOfRes; ++k) {
X
Xiaoyu Wang 已提交
4301
      if (pInfo->totalCount != 0) {
4302 4303 4304 4305 4306 4307 4308
        pInfo->bins[k].percentage = pInfo->bins[k].count / (double)pInfo->totalCount;
      } else {
        pInfo->bins[k].percentage = 0;
      }
    }
  }

4309
  for (int32_t i = 0; i < pResInfo->numOfRes; ++i) {
4310
    int32_t len;
X
Xiaoyu Wang 已提交
4311
    char    buf[512] = {0};
4312
    if (!pInfo->normalized) {
X
Xiaoyu Wang 已提交
4313 4314
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%" PRId64 "}",
                    pInfo->bins[i].lower, pInfo->bins[i].upper, pInfo->bins[i].count);
4315
    } else {
X
Xiaoyu Wang 已提交
4316 4317
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%lf}", pInfo->bins[i].lower,
                    pInfo->bins[i].upper, pInfo->bins[i].percentage);
4318 4319 4320 4321 4322 4323
    }
    varDataSetLen(buf, len);
    colDataAppend(pCol, currentRow, buf, false);
    currentRow++;
  }

4324
  return pResInfo->numOfRes;
4325
}
4326

4327
int32_t histogramPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
4328
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4329 4330 4331
  SHistoFuncInfo*      pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getHistogramInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4332 4333 4334 4335 4336 4337 4338 4339 4340 4341

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
4342
  return pResInfo->numOfRes;
4343 4344
}

4345 4346 4347 4348 4349 4350 4351
int32_t histogramCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SHistoFuncInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SHistoFuncInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);

4352
  histogramTransferInfo(pSBuf, pDBuf);
4353 4354 4355 4356
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4357
int32_t getHLLInfoSize() { return (int32_t)sizeof(SHLLInfo); }
4358

4359 4360 4361 4362 4363
bool getHLLFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHLLInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4364
static uint8_t hllCountNum(void* data, int32_t bytes, int32_t* buk) {
4365
  uint64_t hash = MurmurHash3_64(data, bytes);
X
Xiaoyu Wang 已提交
4366
  int32_t  index = hash & HLL_BUCKET_MASK;
4367 4368 4369
  hash >>= HLL_BUCKET_BITS;
  hash |= ((uint64_t)1 << HLL_DATA_BITS);
  uint64_t bit = 1;
X
Xiaoyu Wang 已提交
4370 4371
  uint8_t  count = 1;
  while ((hash & bit) == 0) {
4372 4373 4374 4375 4376 4377 4378
    count++;
    bit <<= 1;
  }
  *buk = index;
  return count;
}

X
Xiaoyu Wang 已提交
4379 4380 4381
static void hllBucketHisto(uint8_t* buckets, int32_t* bucketHisto) {
  uint64_t* word = (uint64_t*)buckets;
  uint8_t*  bytes;
4382

X
Xiaoyu Wang 已提交
4383
  for (int32_t j = 0; j < HLL_BUCKETS >> 3; j++) {
4384 4385 4386
    if (*word == 0) {
      bucketHisto[0] += 8;
    } else {
X
Xiaoyu Wang 已提交
4387
      bytes = (uint8_t*)word;
4388 4389 4390 4391 4392 4393 4394 4395 4396 4397 4398 4399 4400 4401 4402 4403 4404 4405 4406 4407 4408
      bucketHisto[bytes[0]]++;
      bucketHisto[bytes[1]]++;
      bucketHisto[bytes[2]]++;
      bucketHisto[bytes[3]]++;
      bucketHisto[bytes[4]]++;
      bucketHisto[bytes[5]]++;
      bucketHisto[bytes[6]]++;
      bucketHisto[bytes[7]]++;
    }
    word++;
  }
}
static double hllTau(double x) {
  if (x == 0. || x == 1.) return 0.;
  double zPrime;
  double y = 1.0;
  double z = 1 - x;
  do {
    x = sqrt(x);
    zPrime = z;
    y *= 0.5;
X
Xiaoyu Wang 已提交
4409 4410
    z -= pow(1 - x, 2) * y;
  } while (zPrime != z);
4411 4412 4413 4414 4415 4416 4417 4418 4419 4420 4421 4422 4423
  return z / 3;
}

static double hllSigma(double x) {
  if (x == 1.0) return INFINITY;
  double zPrime;
  double y = 1;
  double z = x;
  do {
    x *= x;
    zPrime = z;
    z += x * y;
    y += y;
X
Xiaoyu Wang 已提交
4424
  } while (zPrime != z);
4425 4426 4427
  return z;
}

X
Xiaoyu Wang 已提交
4428 4429 4430 4431
// estimate the cardinality, the algorithm refer this paper: "New cardinality estimation algorithms for HyperLogLog
// sketches"
static uint64_t hllCountCnt(uint8_t* buckets) {
  double  m = HLL_BUCKETS;
4432
  int32_t buckethisto[64] = {0};
X
Xiaoyu Wang 已提交
4433
  hllBucketHisto(buckets, buckethisto);
4434

X
Xiaoyu Wang 已提交
4435
  double z = m * hllTau((m - buckethisto[HLL_DATA_BITS + 1]) / (double)m);
4436 4437 4438 4439
  for (int j = HLL_DATA_BITS; j >= 1; --j) {
    z += buckethisto[j];
    z *= 0.5;
  }
4440

X
Xiaoyu Wang 已提交
4441 4442
  z += m * hllSigma(buckethisto[0] / (double)m);
  double E = (double)llroundl(HLL_ALPHA_INF * m * m / z);
4443

X
Xiaoyu Wang 已提交
4444
  return (uint64_t)E;
4445 4446
}

X
Xiaoyu Wang 已提交
4447
int32_t hllFunction(SqlFunctionCtx* pCtx) {
4448 4449 4450 4451 4452
  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4453
  int32_t type = pCol->info.type;
4454 4455 4456 4457 4458 4459 4460 4461 4462 4463 4464 4465 4466 4467 4468
  int32_t bytes = pCol->info.bytes;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  int32_t numOfElems = 0;
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_s(pCol, i)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pCol, i);
    if (IS_VAR_DATA_TYPE(type)) {
G
Ganlin Zhao 已提交
4469
      bytes = varDataLen(data);
4470 4471 4472 4473 4474 4475 4476 4477 4478 4479 4480 4481 4482 4483 4484
      data = varDataVal(data);
    }

    int32_t index = 0;
    uint8_t count = hllCountNum(data, bytes, &index);
    uint8_t oldcount = pInfo->buckets[index];
    if (count > oldcount) {
      pInfo->buckets[index] = count;
    }
  }

  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

4485 4486 4487 4488 4489 4490 4491 4492
static void hllTransferInfo(SHLLInfo* pInput, SHLLInfo* pOutput) {
  for (int32_t k = 0; k < HLL_BUCKETS; ++k) {
    if (pOutput->buckets[k] < pInput->buckets[k]) {
      pOutput->buckets[k] = pInput->buckets[k];
    }
  }
}

X
Xiaoyu Wang 已提交
4493
int32_t hllFunctionMerge(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4494
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4495
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
4496 4497 4498 4499
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4500
  int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
4501

X
Xiaoyu Wang 已提交
4502 4503
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*     data = colDataGetData(pCol, i);
4504 4505 4506
    SHLLInfo* pInputInfo = (SHLLInfo*)varDataVal(data);
    hllTransferInfo(pInputInfo, pInfo);
  }
G
Ganlin Zhao 已提交
4507 4508 4509 4510 4511

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

4512
int32_t hllFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
4513
  SResultRowEntryInfo* pInfo = GET_RES_INFO(pCtx);
4514

4515 4516 4517 4518 4519
  SHLLInfo* pHllInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pHllInfo->result = hllCountCnt(pHllInfo->buckets);
  if (tsCountAlwaysReturnValue && pHllInfo->result == 0) {
    pInfo->numOfRes = 1;
  }
4520 4521 4522 4523

  return functionFinalize(pCtx, pBlock);
}

G
Ganlin Zhao 已提交
4524 4525
int32_t hllPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4526 4527 4528
  SHLLInfo*            pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getHLLInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
4529 4530 4531 4532 4533 4534 4535 4536 4537 4538 4539 4540 4541

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4542 4543
int32_t hllCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4544
  SHLLInfo*            pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4545 4546

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4547
  SHLLInfo*            pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4548

4549
  hllTransferInfo(pSBuf, pDBuf);
4550 4551 4552 4553
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
  return TSDB_CODE_SUCCESS;
}

4554 4555 4556 4557 4558
bool getStateFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStateInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4559
static int8_t getStateOpType(char* opStr) {
4560
  int8_t opType;
4561
  if (strncasecmp(opStr, "LT", 2) == 0) {
4562
    opType = STATE_OPER_LT;
4563
  } else if (strncasecmp(opStr, "GT", 2) == 0) {
4564
    opType = STATE_OPER_GT;
4565
  } else if (strncasecmp(opStr, "LE", 2) == 0) {
4566
    opType = STATE_OPER_LE;
4567
  } else if (strncasecmp(opStr, "GE", 2) == 0) {
4568
    opType = STATE_OPER_GE;
4569
  } else if (strncasecmp(opStr, "NE", 2) == 0) {
4570
    opType = STATE_OPER_NE;
4571
  } else if (strncasecmp(opStr, "EQ", 2) == 0) {
4572 4573 4574 4575 4576 4577 4578 4579 4580 4581
    opType = STATE_OPER_EQ;
  } else {
    opType = STATE_OPER_INVALID;
  }

  return opType;
}

static bool checkStateOp(int8_t op, SColumnInfoData* pCol, int32_t index, SVariant param) {
  char* data = colDataGetData(pCol, index);
X
Xiaoyu Wang 已提交
4582
  switch (pCol->info.type) {
4583
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
4584
      int8_t v = *(int8_t*)data;
4585 4586 4587 4588
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
4589
      uint8_t v = *(uint8_t*)data;
4590 4591 4592 4593
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
4594
      int16_t v = *(int16_t*)data;
4595 4596 4597 4598
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
4599
      uint16_t v = *(uint16_t*)data;
4600 4601 4602 4603
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
4604
      int32_t v = *(int32_t*)data;
4605 4606 4607 4608
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
4609
      uint32_t v = *(uint32_t*)data;
4610 4611 4612 4613
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
4614
      int64_t v = *(int64_t*)data;
4615 4616 4617 4618
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
4619
      uint64_t v = *(uint64_t*)data;
4620 4621 4622 4623
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
4624
      float v = *(float*)data;
4625 4626 4627 4628
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
4629
      double v = *(double*)data;
4630 4631 4632 4633 4634 4635 4636 4637 4638 4639 4640 4641 4642 4643 4644 4645 4646 4647
      STATE_COMP(op, v, param);
      break;
    }
    default: {
      ASSERT(0);
    }
  }
  return false;
}

int32_t stateCountFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4648
  int32_t          numOfElems = 0;
4649 4650 4651
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
4652 4653 4654 4655
  if (STATE_OPER_INVALID == op) {
    return 0;
  }

4656 4657 4658 4659
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    numOfElems++;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
4660 4661 4662 4663
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
        appendSelectivityValue(pCtx, i, i);
      }
4664 4665 4666
      continue;
    }

4667 4668
    bool ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);

4669 4670 4671 4672 4673 4674
    int64_t output = -1;
    if (ret) {
      output = ++pInfo->count;
    } else {
      pInfo->count = 0;
    }
X
Xiaoyu Wang 已提交
4675
    colDataAppend(pOutput, i, (char*)&output, false);
4676 4677 4678 4679 4680

    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
      appendSelectivityValue(pCtx, i, i);
    }
4681 4682 4683 4684
  }

  return numOfElems;
}
4685 4686 4687 4688 4689 4690

int32_t stateDurationFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4691
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
4692 4693 4694

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4695
  int32_t          numOfElems = 0;
4696 4697
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

X
Xiaoyu Wang 已提交
4698
  // TODO: process timeUnit for different db precisions
4699
  int32_t timeUnit = 1;
X
Xiaoyu Wang 已提交
4700
  if (pCtx->numOfParams == 5) {  // TODO: param number incorrect
4701 4702 4703 4704 4705 4706 4707 4708 4709 4710 4711 4712
    timeUnit = pCtx->param[3].param.i;
  }

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
  if (STATE_OPER_INVALID == op) {
    return 0;
  }

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    numOfElems++;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
4713 4714 4715 4716
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
        appendSelectivityValue(pCtx, i, i);
      }
4717 4718 4719
      continue;
    }

X
Xiaoyu Wang 已提交
4720
    bool    ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);
4721 4722 4723 4724 4725 4726 4727 4728 4729 4730 4731
    int64_t output = -1;
    if (ret) {
      if (pInfo->durationStart == 0) {
        output = 0;
        pInfo->durationStart = tsList[i];
      } else {
        output = (tsList[i] - pInfo->durationStart) / timeUnit;
      }
    } else {
      pInfo->durationStart = 0;
    }
X
Xiaoyu Wang 已提交
4732
    colDataAppend(pOutput, i, (char*)&output, false);
4733 4734 4735 4736 4737

    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
      appendSelectivityValue(pCtx, i, i);
    }
4738 4739 4740 4741
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
4742 4743 4744 4745 4746 4747 4748 4749 4750 4751 4752 4753 4754 4755 4756 4757 4758 4759 4760 4761 4762

bool getCsumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

int32_t csumFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSumRes*             pSumRes = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
4763
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
4764 4765 4766 4767 4768 4769 4770 4771
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      int64_t v;
      GET_TYPED_DATA(v, int64_t, type, data);
      pSumRes->isum += v;
X
Xiaoyu Wang 已提交
4772
      colDataAppend(pOutput, pos, (char*)&pSumRes->isum, false);
G
Ganlin Zhao 已提交
4773 4774 4775 4776
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      uint64_t v;
      GET_TYPED_DATA(v, uint64_t, type, data);
      pSumRes->usum += v;
X
Xiaoyu Wang 已提交
4777
      colDataAppend(pOutput, pos, (char*)&pSumRes->usum, false);
G
Ganlin Zhao 已提交
4778 4779 4780 4781
    } else if (IS_FLOAT_TYPE(type)) {
      double v;
      GET_TYPED_DATA(v, double, type, data);
      pSumRes->dsum += v;
X
Xiaoyu Wang 已提交
4782
      // check for overflow
4783 4784
      if (isinf(pSumRes->dsum) || isnan(pSumRes->dsum)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
4785 4786
      } else {
        colDataAppend(pOutput, pos, (char*)&pSumRes->dsum, false);
4787
      }
G
Ganlin Zhao 已提交
4788 4789
    }

4790 4791 4792 4793 4794
    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
      appendSelectivityValue(pCtx, i, pos);
    }

G
Ganlin Zhao 已提交
4795 4796 4797 4798 4799
    numOfElems++;
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
4800 4801 4802 4803 4804 4805

bool getMavgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SMavgInfo) + MAVG_MAX_POINTS_NUM * sizeof(double);
  return true;
}

X
Xiaoyu Wang 已提交
4806
bool mavgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4807 4808 4809 4810
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4811
  SMavgInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
4812 4813 4814 4815 4816 4817 4818 4819 4820 4821 4822 4823 4824 4825 4826 4827 4828 4829 4830 4831 4832 4833 4834 4835 4836 4837 4838
  pInfo->pos = 0;
  pInfo->sum = 0;
  pInfo->numOfPoints = pCtx->param[1].param.i;
  if (pInfo->numOfPoints < 1 || pInfo->numOfPoints > MAVG_MAX_POINTS_NUM) {
    return false;
  }
  pInfo->pointsMeet = false;

  return true;
}

int32_t mavgFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SMavgInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
4839
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
4840 4841 4842
      continue;
    }

X
Xiaoyu Wang 已提交
4843
    char*  data = colDataGetData(pInputCol, i);
G
Ganlin Zhao 已提交
4844 4845 4846 4847 4848 4849 4850 4851
    double v;
    GET_TYPED_DATA(v, double, type, data);

    if (!pInfo->pointsMeet && (pInfo->pos < pInfo->numOfPoints - 1)) {
      pInfo->points[pInfo->pos] = v;
      pInfo->sum += v;
    } else {
      if (!pInfo->pointsMeet && (pInfo->pos == pInfo->numOfPoints - 1)) {
X
Xiaoyu Wang 已提交
4852
        pInfo->sum += v;
G
Ganlin Zhao 已提交
4853 4854 4855 4856 4857
        pInfo->pointsMeet = true;
      } else {
        pInfo->sum = pInfo->sum + v - pInfo->points[pInfo->pos];
      }

G
Ganlin Zhao 已提交
4858 4859
      pInfo->points[pInfo->pos] = v;
      double result = pInfo->sum / pInfo->numOfPoints;
X
Xiaoyu Wang 已提交
4860
      // check for overflow
4861 4862
      if (isinf(result) || isnan(result)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
4863 4864
      } else {
        colDataAppend(pOutput, pos, (char*)&result, false);
4865
      }
G
Ganlin Zhao 已提交
4866

4867 4868 4869 4870 4871
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
        appendSelectivityValue(pCtx, i, pos);
      }

G
Ganlin Zhao 已提交
4872
      numOfElems++;
G
Ganlin Zhao 已提交
4873 4874
    }

G
Ganlin Zhao 已提交
4875 4876 4877 4878
    pInfo->pos++;
    if (pInfo->pos == pInfo->numOfPoints) {
      pInfo->pos = 0;
    }
G
Ganlin Zhao 已提交
4879 4880 4881 4882
  }

  return numOfElems;
}
G
Ganlin Zhao 已提交
4883 4884 4885

bool getSampleFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
X
Xiaoyu Wang 已提交
4886 4887
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
  int32_t      numOfSamples = pVal->datum.i;
4888
  pEnv->calcMemSize = sizeof(SSampleInfo) + numOfSamples * (pCol->node.resType.bytes + sizeof(STuplePos));
G
Ganlin Zhao 已提交
4889 4890 4891
  return true;
}

X
Xiaoyu Wang 已提交
4892
bool sampleFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4893 4894 4895 4896 4897 4898
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  taosSeedRand(taosSafeRand());

X
Xiaoyu Wang 已提交
4899
  SSampleInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
4900 4901 4902
  pInfo->samples = pCtx->param[1].param.i;
  pInfo->totalPoints = 0;
  pInfo->numSampled = 0;
G
Ganlin Zhao 已提交
4903 4904
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
G
Ganlin Zhao 已提交
4905

X
Xiaoyu Wang 已提交
4906
  pInfo->data = (char*)pInfo + sizeof(SSampleInfo);
4907
  pInfo->tuplePos = (STuplePos*)((char*)pInfo + sizeof(SSampleInfo) + pInfo->samples * pInfo->colBytes);
G
Ganlin Zhao 已提交
4908 4909 4910 4911

  return true;
}

4912
static void sampleAssignResult(SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
4913
  assignVal(pInfo->data + index * pInfo->colBytes, data, pInfo->colBytes, pInfo->colType);
G
Ganlin Zhao 已提交
4914 4915
}

4916
static void doReservoirSample(SqlFunctionCtx* pCtx, SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
4917 4918
  pInfo->totalPoints++;
  if (pInfo->numSampled < pInfo->samples) {
4919 4920
    sampleAssignResult(pInfo, data, pInfo->numSampled);
    if (pCtx->subsidiaries.num > 0) {
4921
      doSaveTupleData(pCtx, index, pCtx->pSrcBlock, &pInfo->tuplePos[pInfo->numSampled]);
4922
    }
G
Ganlin Zhao 已提交
4923 4924 4925 4926
    pInfo->numSampled++;
  } else {
    int32_t j = taosRand() % (pInfo->totalPoints);
    if (j < pInfo->samples) {
4927 4928
      sampleAssignResult(pInfo, data, j);
      if (pCtx->subsidiaries.num > 0) {
4929
        doCopyTupleData(pCtx, index, pCtx->pSrcBlock, &pInfo->tuplePos[j]);
4930
      }
G
Ganlin Zhao 已提交
4931 4932 4933 4934 4935 4936 4937 4938 4939 4940
    }
  }
}

int32_t sampleFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSampleInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;

4941
  SColumnInfoData* pInputCol = pInput->pData[0];
G
Ganlin Zhao 已提交
4942
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4943
    if (colDataIsNull_s(pInputCol, i)) {
G
Ganlin Zhao 已提交
4944 4945 4946 4947
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
4948
    doReservoirSample(pCtx, pInfo, data, i);
G
Ganlin Zhao 已提交
4949 4950
  }

4951 4952 4953 4954 4955 4956 4957 4958 4959 4960
  SET_VAL(pResInfo, pInfo->numSampled, pInfo->numSampled);
  return TSDB_CODE_SUCCESS;
}

int32_t sampleFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

  SSampleInfo* pInfo = GET_ROWCELL_INTERBUF(pEntryInfo);
  pEntryInfo->complete = true;

X
Xiaoyu Wang 已提交
4961
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
4962 4963 4964
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  int32_t currentRow = pBlock->info.rows;
4965 4966 4967 4968 4969
  if (pInfo->numSampled == 0) {
    colDataAppendNULL(pCol, currentRow);
    setNullSelectivityValue(pCtx, pBlock, currentRow);
    return pInfo->numSampled;
  }
G
Ganlin Zhao 已提交
4970
  for (int32_t i = 0; i < pInfo->numSampled; ++i) {
4971
    colDataAppend(pCol, currentRow + i, pInfo->data + i * pInfo->colBytes, false);
4972
    setSelectivityValue(pCtx, pBlock, &pInfo->tuplePos[i], currentRow + i);
G
Ganlin Zhao 已提交
4973 4974
  }

G
Ganlin Zhao 已提交
4975 4976 4977
  return pInfo->numSampled;
}

G
Ganlin Zhao 已提交
4978 4979 4980
bool getTailFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
X
Xiaoyu Wang 已提交
4981
  int32_t      numOfPoints = pVal->datum.i;
G
Ganlin Zhao 已提交
4982
  pEnv->calcMemSize = sizeof(STailInfo) + numOfPoints * (POINTER_BYTES + sizeof(STailItem) + pCol->node.resType.bytes);
G
Ganlin Zhao 已提交
4983 4984 4985
  return true;
}

X
Xiaoyu Wang 已提交
4986
bool tailFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4987 4988 4989 4990
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4991
  STailInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
4992 4993
  pInfo->numAdded = 0;
  pInfo->numOfPoints = pCtx->param[1].param.i;
4994 4995 4996 4997 4998
  if (pCtx->numOfParams == 4) {
    pInfo->offset = pCtx->param[2].param.i;
  } else {
    pInfo->offset = 0;
  }
G
Ganlin Zhao 已提交
4999 5000 5001 5002 5003 5004 5005
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if ((pInfo->numOfPoints < 1 || pInfo->numOfPoints > TAIL_MAX_POINTS_NUM) ||
      (pInfo->numOfPoints < 0 || pInfo->numOfPoints > TAIL_MAX_OFFSET)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5006 5007
  pInfo->pItems = (STailItem**)((char*)pInfo + sizeof(STailInfo));
  char* pItem = (char*)pInfo->pItems + pInfo->numOfPoints * POINTER_BYTES;
G
Ganlin Zhao 已提交
5008

G
Ganlin Zhao 已提交
5009
  size_t unitSize = sizeof(STailItem) + pInfo->colBytes;
G
Ganlin Zhao 已提交
5010
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5011
    pInfo->pItems[i] = (STailItem*)(pItem + i * unitSize);
5012
    pInfo->pItems[i]->isNull = false;
G
Ganlin Zhao 已提交
5013 5014 5015 5016 5017
  }

  return true;
}

X
Xiaoyu Wang 已提交
5018
static void tailAssignResult(STailItem* pItem, char* data, int32_t colBytes, TSKEY ts, bool isNull) {
G
Ganlin Zhao 已提交
5019
  pItem->timestamp = ts;
5020 5021 5022
  if (isNull) {
    pItem->isNull = true;
  } else {
5023
    pItem->isNull = false;
5024 5025
    memcpy(pItem->data, data, colBytes);
  }
G
Ganlin Zhao 已提交
5026 5027
}

X
Xiaoyu Wang 已提交
5028 5029 5030
static int32_t tailCompFn(const void* p1, const void* p2, const void* param) {
  STailItem* d1 = *(STailItem**)p1;
  STailItem* d2 = *(STailItem**)p2;
G
Ganlin Zhao 已提交
5031 5032 5033
  return compareInt64Val(&d1->timestamp, &d2->timestamp);
}

X
Xiaoyu Wang 已提交
5034 5035
static void doTailAdd(STailInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  STailItem** pList = pInfo->pItems;
G
Ganlin Zhao 已提交
5036
  if (pInfo->numAdded < pInfo->numOfPoints) {
5037
    tailAssignResult(pList[pInfo->numAdded], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
5038
    taosheapsort((void*)pList, sizeof(STailItem**), pInfo->numAdded + 1, NULL, tailCompFn, 0);
G
Ganlin Zhao 已提交
5039
    pInfo->numAdded++;
G
Ganlin Zhao 已提交
5040
  } else if (pList[0]->timestamp < ts) {
5041
    tailAssignResult(pList[0], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
5042
    taosheapadjust((void*)pList, sizeof(STailItem**), 0, pInfo->numOfPoints - 1, NULL, tailCompFn, NULL, 0);
G
Ganlin Zhao 已提交
5043 5044 5045 5046 5047
  }
}

int32_t tailFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
5048
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
5049 5050

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5051
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
5052 5053 5054 5055 5056

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
5057 5058 5059
  if (pInfo->offset >= pInput->numOfRows) {
    return 0;
  } else {
wafwerar's avatar
wafwerar 已提交
5060
    pInfo->numOfPoints = TMIN(pInfo->numOfPoints, pInput->numOfRows - pInfo->offset);
5061 5062
  }
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex - pInfo->offset; i += 1) {
G
Ganlin Zhao 已提交
5063
    char* data = colDataGetData(pInputCol, i);
5064
    doTailAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));
G
Ganlin Zhao 已提交
5065 5066
  }

5067 5068
  taosqsort(pInfo->pItems, pInfo->numOfPoints, POINTER_BYTES, NULL, tailCompFn);

G
Ganlin Zhao 已提交
5069
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5070 5071
    int32_t    pos = startOffset + i;
    STailItem* pItem = pInfo->pItems[i];
5072 5073 5074 5075 5076
    if (pItem->isNull) {
      colDataAppendNULL(pOutput, pos);
    } else {
      colDataAppend(pOutput, pos, pItem->data, false);
    }
G
Ganlin Zhao 已提交
5077 5078
  }

G
Ganlin Zhao 已提交
5079 5080
  return pInfo->numOfPoints;
}
G
Ganlin Zhao 已提交
5081 5082 5083

int32_t tailFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
5084
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pEntryInfo);
G
Ganlin Zhao 已提交
5085 5086 5087 5088 5089 5090 5091 5092 5093 5094
  pEntryInfo->complete = true;

  int32_t type = pCtx->input.pData[0]->info.type;
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
X
Xiaoyu Wang 已提交
5095
    STailItem* pItem = pInfo->pItems[i];
G
Ganlin Zhao 已提交
5096 5097 5098 5099 5100 5101
    colDataAppend(pCol, currentRow, pItem->data, false);
    currentRow += 1;
  }

  return pEntryInfo->numOfRes;
}
5102 5103 5104 5105 5106 5107 5108 5109 5110 5111 5112 5113 5114 5115 5116 5117 5118 5119 5120 5121 5122 5123 5124

bool getUniqueFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SUniqueInfo) + UNIQUE_MAX_RESULT_SIZE;
  return true;
}

bool uniqueFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SUniqueInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
  return true;
}

X
Xiaoyu Wang 已提交
5125 5126
static void doUniqueAdd(SUniqueInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  // handle null elements
5127
  if (isNull == true) {
X
Xiaoyu Wang 已提交
5128 5129
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5130
    if (pInfo->hasNull == false && pItem->isNull == false) {
5131 5132 5133
      pItem->timestamp = ts;
      pItem->isNull = true;
      pInfo->numOfPoints++;
5134
      pInfo->hasNull = true;
5135 5136 5137 5138 5139
    } else if (pItem->timestamp > ts && pItem->isNull == true) {
      pItem->timestamp = ts;
    }
    return;
  }
5140

X
Xiaoyu Wang 已提交
5141 5142
  int32_t      hashKeyBytes = IS_VAR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
  SUniqueItem* pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
5143
  if (pHashItem == NULL) {
X
Xiaoyu Wang 已提交
5144 5145
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5146 5147 5148
    pItem->timestamp = ts;
    memcpy(pItem->data, data, pInfo->colBytes);

X
Xiaoyu Wang 已提交
5149
    taosHashPut(pInfo->pHash, data, hashKeyBytes, (char*)pItem, sizeof(SUniqueItem*));
5150 5151 5152 5153 5154 5155 5156 5157 5158 5159 5160
    pInfo->numOfPoints++;
  } else if (pHashItem->timestamp > ts) {
    pHashItem->timestamp = ts;
  }
}

int32_t uniqueFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SUniqueInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5161
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
5162 5163 5164 5165 5166 5167 5168 5169 5170 5171 5172 5173 5174 5175 5176 5177 5178

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
    doUniqueAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));

    if (sizeof(SUniqueInfo) + pInfo->numOfPoints * (sizeof(SUniqueItem) + pInfo->colBytes) >= UNIQUE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return 0;
    }
  }

  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5179
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + i * (sizeof(SUniqueItem) + pInfo->colBytes));
5180 5181 5182 5183 5184
    if (pItem->isNull == true) {
      colDataAppendNULL(pOutput, i);
    } else {
      colDataAppend(pOutput, i, pItem->data, false);
    }
5185 5186 5187 5188 5189 5190 5191 5192
    if (pTsOutput != NULL) {
      colDataAppendInt64(pTsOutput, i, &pItem->timestamp);
    }
  }

  return pInfo->numOfPoints;
}

G
Ganlin Zhao 已提交
5193 5194 5195 5196 5197 5198 5199 5200 5201 5202 5203 5204 5205 5206 5207 5208 5209 5210 5211 5212 5213 5214
bool getModeFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SModeInfo) + MODE_MAX_RESULT_SIZE;
  return true;
}

bool modeFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SModeInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
  return true;
}

5215
static void doModeAdd(SModeInfo* pInfo, char* data) {
5216 5217
  int32_t     hashKeyBytes = IS_VAR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
  SModeItem** pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
G
Ganlin Zhao 已提交
5218
  if (pHashItem == NULL) {
5219 5220
    int32_t    size = sizeof(SModeItem) + pInfo->colBytes;
    SModeItem* pItem = (SModeItem*)(pInfo->pItems + pInfo->numOfPoints * size);
G
Ganlin Zhao 已提交
5221 5222 5223
    memcpy(pItem->data, data, pInfo->colBytes);
    pItem->count += 1;

G
Ganlin Zhao 已提交
5224
    taosHashPut(pInfo->pHash, data, hashKeyBytes, &pItem, sizeof(SModeItem*));
G
Ganlin Zhao 已提交
5225 5226
    pInfo->numOfPoints++;
  } else {
G
Ganlin Zhao 已提交
5227
    (*pHashItem)->count += 1;
G
Ganlin Zhao 已提交
5228 5229 5230 5231
  }
}

int32_t modeFunction(SqlFunctionCtx* pCtx) {
5232
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5233
  SModeInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
5234 5235 5236 5237 5238 5239

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

5240
  int32_t numOfElems = 0;
G
Ganlin Zhao 已提交
5241 5242 5243
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
5244 5245 5246 5247 5248 5249
    if (colDataIsNull_s(pInputCol, i)) {
      continue;
    }

    numOfElems++;
    doModeAdd(pInfo, data);
G
Ganlin Zhao 已提交
5250 5251 5252 5253 5254 5255 5256

    if (sizeof(SModeInfo) + pInfo->numOfPoints * (sizeof(SModeItem) + pInfo->colBytes) >= MODE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }

5257
  SET_VAL(pResInfo, numOfElems, 1);
G
Ganlin Zhao 已提交
5258

G
Ganlin Zhao 已提交
5259 5260 5261 5262 5263 5264
  return TSDB_CODE_SUCCESS;
}

int32_t modeFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SModeInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
X
Xiaoyu Wang 已提交
5265 5266
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
G
Ganlin Zhao 已提交
5267
  int32_t              currentRow = pBlock->info.rows;
5268

G
Ganlin Zhao 已提交
5269 5270 5271 5272 5273 5274 5275 5276
  int32_t resIndex;
  int32_t maxCount = 0;
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
    SModeItem* pItem = (SModeItem*)(pInfo->pItems + i * (sizeof(SModeItem) + pInfo->colBytes));
    if (pItem->count > maxCount) {
      maxCount = pItem->count;
      resIndex = i;
    } else if (pItem->count == maxCount) {
G
Ganlin Zhao 已提交
5277
      resIndex = -1;
G
Ganlin Zhao 已提交
5278
    }
5279 5280
  }

G
Ganlin Zhao 已提交
5281
  SModeItem* pResItem = (SModeItem*)(pInfo->pItems + resIndex * (sizeof(SModeItem) + pInfo->colBytes));
G
Ganlin Zhao 已提交
5282
  colDataAppend(pCol, currentRow, pResItem->data, (resIndex == -1) ? true : false);
G
Ganlin Zhao 已提交
5283

5284 5285 5286
  return pResInfo->numOfRes;
}

5287 5288 5289 5290 5291
bool getTwaFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(STwaInfo);
  return true;
}

X
Xiaoyu Wang 已提交
5292
bool twaFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
5293 5294 5295 5296
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5297
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
5298
  pInfo->isNull = false;
5299 5300
  pInfo->p.key = INT64_MIN;
  pInfo->win = TSWINDOW_INITIALIZER;
5301 5302 5303 5304
  return true;
}

static double twa_get_area(SPoint1 s, SPoint1 e) {
X
Xiaoyu Wang 已提交
5305
  if ((s.val >= 0 && e.val >= 0) || (s.val <= 0 && e.val <= 0)) {
5306 5307 5308
    return (s.val + e.val) * (e.key - s.key) / 2;
  }

X
Xiaoyu Wang 已提交
5309
  double x = (s.key * e.val - e.key * s.val) / (e.val - s.val);
5310 5311 5312 5313 5314 5315
  double val = (s.val * (x - s.key) + e.val * (e.key - x)) / 2;
  return val;
}

int32_t twaFunction(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5316
  SColumnInfoData*      pInputCol = pInput->pData[0];
5317 5318 5319

  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;

X
Xiaoyu Wang 已提交
5320
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5321

X
Xiaoyu Wang 已提交
5322 5323
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  SPoint1*  last = &pInfo->p;
5324
  int32_t   numOfElems = 0;
5325

5326 5327 5328 5329 5330
  if (IS_NULL_TYPE(pInputCol->info.type)) {
    pInfo->isNull = true;
    goto _twa_over;
  }

5331 5332 5333 5334 5335 5336
  int32_t i = pInput->startRowIndex;
  if (pCtx->start.key != INT64_MIN) {
    ASSERT((pCtx->start.key < tsList[i] && pCtx->order == TSDB_ORDER_ASC) ||
           (pCtx->start.key > tsList[i] && pCtx->order == TSDB_ORDER_DESC));

    ASSERT(last->key == INT64_MIN);
5337 5338 5339 5340
    for (; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }
5341

5342
      last->key = tsList[i];
5343

5344 5345 5346 5347 5348 5349 5350 5351
      GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

      pInfo->dOutput += twa_get_area(pCtx->start, *last);
      pInfo->win.skey = pCtx->start.key;
      numOfElems++;
      i += 1;
      break;
    }
5352
  } else if (pInfo->p.key == INT64_MIN) {
5353 5354 5355 5356
    for (; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }
5357

5358 5359 5360 5361 5362 5363 5364 5365 5366
      last->key = tsList[i];

      GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

      pInfo->win.skey = last->key;
      numOfElems++;
      i += 1;
      break;
    }
5367 5368
  }

5369 5370
  SPoint1 st = {0};

5371
  // calculate the value of
X
Xiaoyu Wang 已提交
5372
  switch (pInputCol->info.type) {
5373
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
5374
      int8_t* val = (int8_t*)colDataGetData(pInputCol, 0);
5375
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5376 5377 5378
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5379
        numOfElems++;
5380

5381
        INIT_INTP_POINT(st, tsList[i], val[i]);
5382 5383 5384 5385 5386 5387 5388
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
5389
      int16_t* val = (int16_t*)colDataGetData(pInputCol, 0);
5390
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5391 5392 5393
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5394
        numOfElems++;
5395

5396
        INIT_INTP_POINT(st, tsList[i], val[i]);
5397 5398 5399 5400 5401 5402
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
5403
      int32_t* val = (int32_t*)colDataGetData(pInputCol, 0);
5404
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5405 5406 5407
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5408
        numOfElems++;
5409

5410
        INIT_INTP_POINT(st, tsList[i], val[i]);
5411 5412 5413 5414 5415 5416
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
5417
      int64_t* val = (int64_t*)colDataGetData(pInputCol, 0);
5418
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5419 5420 5421
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5422
        numOfElems++;
5423

5424
        INIT_INTP_POINT(st, tsList[i], val[i]);
5425 5426 5427 5428 5429 5430
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
5431
      float* val = (float*)colDataGetData(pInputCol, 0);
5432
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5433 5434 5435
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5436
        numOfElems++;
5437

5438
        INIT_INTP_POINT(st, tsList[i], val[i]);
5439 5440 5441 5442 5443 5444
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
5445
      double* val = (double*)colDataGetData(pInputCol, 0);
5446
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5447 5448 5449
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5450
        numOfElems++;
5451

5452
        INIT_INTP_POINT(st, tsList[i], val[i]);
5453 5454 5455 5456 5457 5458
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
5459
      uint8_t* val = (uint8_t*)colDataGetData(pInputCol, 0);
5460
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5461 5462 5463
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5464
        numOfElems++;
5465

5466
        INIT_INTP_POINT(st, tsList[i], val[i]);
5467 5468 5469 5470 5471 5472
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
5473
      uint16_t* val = (uint16_t*)colDataGetData(pInputCol, 0);
5474
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5475 5476 5477
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5478
        numOfElems++;
5479

5480
        INIT_INTP_POINT(st, tsList[i], val[i]);
5481 5482 5483 5484 5485 5486
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
5487
      uint32_t* val = (uint32_t*)colDataGetData(pInputCol, 0);
5488
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5489 5490 5491
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5492
        numOfElems++;
5493

5494
        INIT_INTP_POINT(st, tsList[i], val[i]);
5495 5496 5497 5498 5499 5500
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
5501
      uint64_t* val = (uint64_t*)colDataGetData(pInputCol, 0);
5502
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5503 5504 5505
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5506
        numOfElems++;
5507

5508
        INIT_INTP_POINT(st, tsList[i], val[i]);
5509 5510 5511 5512 5513 5514
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

X
Xiaoyu Wang 已提交
5515 5516
    default:
      ASSERT(0);
5517 5518 5519 5520
  }

  // the last interpolated time window value
  if (pCtx->end.key != INT64_MIN) {
X
Xiaoyu Wang 已提交
5521
    pInfo->dOutput += twa_get_area(pInfo->p, pCtx->end);
5522 5523 5524
    pInfo->p = pCtx->end;
  }

X
Xiaoyu Wang 已提交
5525
  pInfo->win.ekey = pInfo->p.key;
5526

5527
_twa_over:
5528 5529 5530 5531 5532
  if (numOfElems == 0) {
    pInfo->isNull = true;
  }

  SET_VAL(pResInfo, 1, 1);
5533 5534 5535 5536 5537 5538 5539 5540
  return TSDB_CODE_SUCCESS;
}

/*
 * To copy the input to interResBuf to avoid the input buffer space be over writen
 * by next input data. The TWA function only applies to each table, so no merge procedure
 * is required, we simply copy to the resut ot interResBuffer.
 */
X
Xiaoyu Wang 已提交
5541 5542 5543
// void twa_function_copy(SQLFunctionCtx *pCtx) {
//   assert(pCtx->inputType == TSDB_DATA_TYPE_BINARY);
//   SResultRowEntryInfo *pResInfo = GET_RES_INFO(pCtx);
5544
//
X
Xiaoyu Wang 已提交
5545 5546 5547
//   memcpy(GET_ROWCELL_INTERBUF(pResInfo), pCtx->pInput, (size_t)pCtx->inputBytes);
//   pResInfo->hasResult = ((STwaInfo *)pCtx->pInput)->hasResult;
// }
5548

X
Xiaoyu Wang 已提交
5549 5550
int32_t twaFinalize(struct SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5551

X
Xiaoyu Wang 已提交
5552
  STwaInfo* pInfo = (STwaInfo*)GET_ROWCELL_INTERBUF(pResInfo);
5553 5554
  if (pInfo->isNull == true) {
    pResInfo->numOfRes = 0;
5555 5556 5557 5558 5559 5560 5561 5562 5563 5564 5565 5566 5567
  } else {
    if (pInfo->win.ekey == pInfo->win.skey) {
      pInfo->dOutput = pInfo->p.val;
    } else {
      pInfo->dOutput = pInfo->dOutput / (pInfo->win.ekey - pInfo->win.skey);
    }

    pResInfo->numOfRes = 1;
  }

  return functionFinalize(pCtx, pBlock);
}

5568
bool blockDistSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
5569 5570 5571 5572 5573 5574 5575 5576 5577
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  STableBlockDistInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pInfo->minRows = INT32_MAX;
  return true;
}

X
Xiaoyu Wang 已提交
5578
int32_t blockDistFunction(SqlFunctionCtx* pCtx) {
5579 5580
  const int32_t BLOCK_DIST_RESULT_ROWS = 24;

5581
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5582
  SColumnInfoData*      pInputCol = pInput->pData[0];
5583

X
Xiaoyu Wang 已提交
5584
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5585

5586 5587 5588 5589 5590 5591 5592 5593 5594 5595 5596 5597
  STableBlockDistInfo* pDistInfo = GET_ROWCELL_INTERBUF(pResInfo);

  STableBlockDistInfo p1 = {0};
  tDeserializeBlockDistInfo(varDataVal(pInputCol->pData), varDataLen(pInputCol->pData), &p1);

  pDistInfo->numOfBlocks += p1.numOfBlocks;
  pDistInfo->numOfTables += p1.numOfTables;
  pDistInfo->numOfInmemRows += p1.numOfInmemRows;
  pDistInfo->totalSize += p1.totalSize;
  pDistInfo->totalRows += p1.totalRows;
  pDistInfo->numOfFiles += p1.numOfFiles;

5598 5599
  pDistInfo->defMinRows = p1.defMinRows;
  pDistInfo->defMaxRows = p1.defMaxRows;
5600
  pDistInfo->rowSize = p1.rowSize;
5601 5602
  pDistInfo->numOfSmallBlocks = p1.numOfSmallBlocks;

5603 5604 5605 5606 5607 5608 5609
  if (pDistInfo->minRows > p1.minRows) {
    pDistInfo->minRows = p1.minRows;
  }
  if (pDistInfo->maxRows < p1.maxRows) {
    pDistInfo->maxRows = p1.maxRows;
  }

X
Xiaoyu Wang 已提交
5610
  for (int32_t i = 0; i < tListLen(pDistInfo->blockRowsHisto); ++i) {
5611 5612 5613
    pDistInfo->blockRowsHisto[i] += p1.blockRowsHisto[i];
  }

5614
  pResInfo->numOfRes = BLOCK_DIST_RESULT_ROWS;  // default output rows
5615 5616 5617 5618 5619 5620 5621 5622 5623 5624 5625
  return TSDB_CODE_SUCCESS;
}

int32_t tSerializeBlockDistInfo(void* buf, int32_t bufLen, const STableBlockDistInfo* pInfo) {
  SEncoder encoder = {0};
  tEncoderInit(&encoder, buf, bufLen);

  if (tStartEncode(&encoder) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->rowSize) < 0) return -1;

  if (tEncodeU16(&encoder, pInfo->numOfFiles) < 0) return -1;
5626
  if (tEncodeU32(&encoder, pInfo->numOfBlocks) < 0) return -1;
5627 5628 5629 5630 5631 5632 5633 5634 5635 5636 5637
  if (tEncodeU32(&encoder, pInfo->numOfTables) < 0) return -1;

  if (tEncodeU64(&encoder, pInfo->totalSize) < 0) return -1;
  if (tEncodeU64(&encoder, pInfo->totalRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->maxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->minRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMaxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMinRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfInmemRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
5638
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
5639 5640 5641 5642 5643 5644 5645 5646 5647 5648 5649 5650 5651 5652 5653 5654 5655 5656
    if (tEncodeI32(&encoder, pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tEndEncode(&encoder);

  int32_t tlen = encoder.pos;
  tEncoderClear(&encoder);
  return tlen;
}

int32_t tDeserializeBlockDistInfo(void* buf, int32_t bufLen, STableBlockDistInfo* pInfo) {
  SDecoder decoder = {0};
  tDecoderInit(&decoder, buf, bufLen);

  if (tStartDecode(&decoder) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->rowSize) < 0) return -1;

  if (tDecodeU16(&decoder, &pInfo->numOfFiles) < 0) return -1;
5657
  if (tDecodeU32(&decoder, &pInfo->numOfBlocks) < 0) return -1;
5658 5659 5660 5661 5662 5663 5664 5665 5666 5667 5668
  if (tDecodeU32(&decoder, &pInfo->numOfTables) < 0) return -1;

  if (tDecodeU64(&decoder, &pInfo->totalSize) < 0) return -1;
  if (tDecodeU64(&decoder, &pInfo->totalRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->maxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->minRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMaxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMinRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfInmemRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
5669
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
5670 5671 5672 5673 5674 5675 5676 5677
    if (tDecodeI32(&decoder, &pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tDecoderClear(&decoder);
  return 0;
}

int32_t blockDistFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
5678
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5679
  STableBlockDistInfo* pData = GET_ROWCELL_INTERBUF(pResInfo);
5680

5681 5682
  SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, 0);

H
Haojun Liao 已提交
5683 5684 5685 5686
  if (pData->totalRows == 0) {
    pData->minRows = 0;
  }

5687
  int32_t row = 0;
X
Xiaoyu Wang 已提交
5688
  char    st[256] = {0};
5689
  double  totalRawSize = pData->totalRows * pData->rowSize;
5690 5691 5692 5693
  int32_t len = sprintf(st + VARSTR_HEADER_SIZE,
                        "Total_Blocks=[%d] Total_Size=[%.2f Kb] Average_size=[%.2f Kb] Compression_Ratio=[%.2f %c]",
                        pData->numOfBlocks, pData->totalSize / 1024.0, ((double)pData->totalSize) / pData->numOfBlocks,
                        pData->totalSize * 100 / totalRawSize, '%');
5694 5695 5696

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
5697

H
Haojun Liao 已提交
5698 5699 5700 5701 5702
  int64_t avgRows = 0;
  if (pData->numOfBlocks > 0) {
    avgRows = pData->totalRows / pData->numOfBlocks;
  }

5703 5704
  len = sprintf(st + VARSTR_HEADER_SIZE,
                "Total_Rows=[%" PRId64 "] Inmem_Rows=[%d] MinRows=[%d] MaxRows=[%d] Average_Rows=[%" PRId64 "]",
H
Haojun Liao 已提交
5705
                pData->totalRows, pData->numOfInmemRows, pData->minRows, pData->maxRows, avgRows);
5706

5707 5708
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
5709

5710 5711
  len = sprintf(st + VARSTR_HEADER_SIZE, "Total_Tables=[%d] Total_Files=[%d] Total_Vgroups=[%d]", pData->numOfTables,
                pData->numOfFiles, 0);
5712 5713 5714 5715

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);

X
Xiaoyu Wang 已提交
5716 5717
  len = sprintf(st + VARSTR_HEADER_SIZE,
                "--------------------------------------------------------------------------------");
5718 5719
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
5720 5721 5722

  int32_t maxVal = 0;
  int32_t minVal = INT32_MAX;
5723 5724 5725
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
    if (maxVal < pData->blockRowsHisto[i]) {
      maxVal = pData->blockRowsHisto[i];
5726 5727
    }

5728 5729
    if (minVal > pData->blockRowsHisto[i]) {
      minVal = pData->blockRowsHisto[i];
5730 5731 5732
    }
  }

5733 5734
  // maximum number of step is 80
  double factor = pData->numOfBlocks / 80.0;
5735 5736

  int32_t numOfBuckets = sizeof(pData->blockRowsHisto) / sizeof(pData->blockRowsHisto[0]);
5737
  int32_t bucketRange = (pData->defMaxRows - pData->defMinRows) / numOfBuckets;
5738

5739
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
5740
    len = sprintf(st + VARSTR_HEADER_SIZE, "%04d |", pData->defMinRows + bucketRange * i);
5741

5742
    int32_t num = 0;
5743 5744
    if (pData->blockRowsHisto[i] > 0) {
      num = (pData->blockRowsHisto[i]) / factor;
5745
    }
5746 5747 5748

    for (int32_t j = 0; j < num; ++j) {
      int32_t x = sprintf(st + VARSTR_HEADER_SIZE + len, "%c", '|');
5749 5750 5751
      len += x;
    }

5752 5753 5754 5755
    if (num > 0) {
      double v = pData->blockRowsHisto[i] * 100.0 / pData->numOfBlocks;
      len += sprintf(st + VARSTR_HEADER_SIZE + len, "  %d (%.2f%c)", pData->blockRowsHisto[i], v, '%');
    }
5756 5757 5758

    varDataSetLen(st, len);
    colDataAppend(pColInfo, row++, st, false);
5759 5760
  }

5761
  return TSDB_CODE_SUCCESS;
5762
}
5763 5764 5765 5766 5767 5768

bool getDerivativeFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDerivInfo);
  return true;
}

5769
bool derivativeFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
5770 5771 5772 5773 5774 5775 5776
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SDerivInfo* pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pDerivInfo->ignoreNegative = pCtx->param[2].param.i;
5777
  pDerivInfo->prevTs = -1;
5778 5779 5780 5781 5782
  pDerivInfo->tsWindow = pCtx->param[1].param.i;
  pDerivInfo->valueSet = false;
  return true;
}

5783 5784 5785
int32_t derivativeFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDerivInfo*          pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);
5786 5787

  SInputColumnInfoData* pInput = &pCtx->input;
5788
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
5789

5790
  int32_t          numOfElems = 0;
5791 5792 5793 5794
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;

  int32_t i = pInput->startRowIndex;
5795
  TSKEY*  tsList = (int64_t*)pInput->pPTS->pData;
5796

5797
  double v = 0;
5798

5799 5800
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5801 5802 5803 5804
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

5805
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
5806 5807 5808 5809 5810 5811 5812 5813 5814
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
        double r = ((v - pDerivInfo->prevValue) * pDerivInfo->tsWindow) / (tsList[i] - pDerivInfo->prevTs);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
5815 5816 5817 5818 5819 5820
          if (isinf(r) || isnan(r)) {
            colDataAppendNULL(pOutput, pos);
          } else {
            colDataAppend(pOutput, pos, (const char*)&r, false);
          }

5821 5822 5823
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &tsList[i]);
          }
5824 5825 5826 5827 5828 5829

          // handle selectivity
          if (pCtx->subsidiaries.num > 0) {
            appendSelectivityValue(pCtx, i, pos);
          }

5830 5831 5832 5833 5834 5835 5836 5837
          numOfElems++;
        }
      }

      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
  } else {
5838 5839 5840 5841 5842
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

5843
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
5844 5845 5846 5847 5848 5849 5850 5851 5852
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
        double r = ((pDerivInfo->prevValue - v) * pDerivInfo->tsWindow) / (pDerivInfo->prevTs - tsList[i]);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
5853 5854 5855 5856 5857 5858
          if (isinf(r) || isnan(r)) {
            colDataAppendNULL(pOutput, pos);
          } else {
            colDataAppend(pOutput, pos, (const char*)&r, false);
          }

5859 5860 5861
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &pDerivInfo->prevTs);
          }
5862 5863 5864 5865 5866 5867

          // handle selectivity
          if (pCtx->subsidiaries.num > 0) {
            appendSelectivityValue(pCtx, i, pos);
          }

5868 5869 5870
          numOfElems++;
        }
      }
5871

5872 5873 5874
      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
5875 5876 5877
  }

  return numOfElems;
H
Haojun Liao 已提交
5878 5879
}

G
Ganlin Zhao 已提交
5880 5881 5882 5883 5884 5885 5886 5887 5888 5889 5890 5891
bool getIrateFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SRateInfo);
  return true;
}

bool irateFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

5892 5893
  pInfo->firstKey = INT64_MIN;
  pInfo->lastKey = INT64_MIN;
G
Ganlin Zhao 已提交
5894
  pInfo->firstValue = (double)INT64_MIN;
5895
  pInfo->lastValue = (double)INT64_MIN;
G
Ganlin Zhao 已提交
5896

5897
  pInfo->hasResult = 0;
G
Ganlin Zhao 已提交
5898 5899 5900 5901 5902
  return true;
}

int32_t irateFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5903
  SRateInfo*           pRateInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
5904 5905 5906 5907 5908 5909

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

5910
  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
5911 5912 5913 5914 5915 5916 5917 5918 5919 5920 5921

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;

5922 5923
    char*  data = colDataGetData(pInputCol, i);
    double v = 0;
G
Ganlin Zhao 已提交
5924 5925 5926 5927
    GET_TYPED_DATA(v, double, type, data);

    if (INT64_MIN == pRateInfo->lastKey) {
      pRateInfo->lastValue = v;
5928
      pRateInfo->lastKey = tsList[i];
G
Ganlin Zhao 已提交
5929 5930 5931 5932 5933 5934 5935 5936 5937 5938
      continue;
    }

    if (tsList[i] > pRateInfo->lastKey) {
      if ((INT64_MIN == pRateInfo->firstKey) || pRateInfo->lastKey > pRateInfo->firstKey) {
        pRateInfo->firstValue = pRateInfo->lastValue;
        pRateInfo->firstKey = pRateInfo->lastKey;
      }

      pRateInfo->lastValue = v;
5939
      pRateInfo->lastKey = tsList[i];
G
Ganlin Zhao 已提交
5940 5941 5942 5943 5944 5945 5946 5947 5948 5949 5950 5951 5952 5953 5954 5955 5956 5957 5958 5959 5960 5961 5962 5963 5964 5965 5966 5967 5968 5969 5970 5971 5972

      continue;
    }

    if ((INT64_MIN == pRateInfo->firstKey) || tsList[i] > pRateInfo->firstKey) {
      pRateInfo->firstValue = v;
      pRateInfo->firstKey = tsList[i];
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

static double doCalcRate(const SRateInfo* pRateInfo, double tickPerSec) {
  if ((INT64_MIN == pRateInfo->lastKey) || (INT64_MIN == pRateInfo->firstKey) ||
      (pRateInfo->firstKey >= pRateInfo->lastKey)) {
    return 0.0;
  }

  double diff = 0;
  // If the previous value of the last is greater than the last value, only keep the last point instead of the delta
  // value between two values.
  diff = pRateInfo->lastValue;
  if (diff >= pRateInfo->firstValue) {
    diff -= pRateInfo->firstValue;
  }

  int64_t duration = pRateInfo->lastKey - pRateInfo->firstKey;
  if (duration == 0) {
    return 0;
  }

5973
  return (duration > 0) ? ((double)diff) / (duration / tickPerSec) : 0.0;
G
Ganlin Zhao 已提交
5974 5975 5976 5977 5978 5979 5980 5981 5982 5983
}

int32_t irateFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
5984
  double     result = doCalcRate(pInfo, (double)TSDB_TICK_PER_SECOND(pCtx->param[1].param.i));
G
Ganlin Zhao 已提交
5985 5986 5987 5988 5989
  colDataAppend(pCol, pBlock->info.rows, (const char*)&result, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

5990 5991
int32_t groupKeyFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5992
  SGroupKeyInfo*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
5993 5994

  SInputColumnInfoData* pInput = &pCtx->input;
5995
  SColumnInfoData*      pInputCol = pInput->pData[0];
5996 5997

  int32_t startIndex = pInput->startRowIndex;
5998

5999
  // escape rest of data blocks to avoid first entry to be overwritten.
6000 6001 6002 6003
  if (pInfo->hasResult) {
    goto _group_key_over;
  }

6004
  if (colDataIsNull_s(pInputCol, startIndex)) {
6005 6006
    pInfo->isNull = true;
    pInfo->hasResult = true;
G
Ganlin Zhao 已提交
6007
    goto _group_key_over;
6008 6009 6010
  }

  char* data = colDataGetData(pInputCol, startIndex);
6011
  if (IS_VAR_DATA_TYPE(pInputCol->info.type)) {
X
Xiaoyu Wang 已提交
6012 6013
    memcpy(pInfo->data, data,
           (pInputCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(data) : varDataTLen(data));
6014 6015 6016
  } else {
    memcpy(pInfo->data, data, pInputCol->info.bytes);
  }
6017
  pInfo->hasResult = true;
G
Ganlin Zhao 已提交
6018 6019

_group_key_over:
6020

G
Ganlin Zhao 已提交
6021
  SET_VAL(pResInfo, 1, 1);
6022 6023 6024
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
6025 6026 6027 6028 6029 6030 6031
int32_t groupKeyFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SGroupKeyInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6032 6033 6034 6035 6036 6037

  if (pInfo->hasResult) {
    colDataAppend(pCol, pBlock->info.rows, pInfo->data, pInfo->isNull ? true : false);
  } else {
    pResInfo->numOfRes = 0;
  }
G
Ganlin Zhao 已提交
6038 6039 6040 6041

  return pResInfo->numOfRes;
}

6042
int32_t interpFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
6043 6044 6045 6046 6047 6048 6049 6050 6051 6052 6053 6054 6055 6056 6057 6058 6059 6060 6061 6062 6063 6064 6065 6066 6067 6068 6069 6070 6071 6072 6073 6074 6075 6076 6077 6078 6079 6080 6081 6082 6083 6084 6085 6086 6087 6088 6089 6090 6091 6092 6093 6094 6095 6096 6097 6098 6099 6100 6101 6102 6103 6104 6105 6106 6107 6108 6109 6110 6111 6112 6113 6114 6115 6116 6117 6118 6119 6120 6121 6122 6123 6124 6125 6126 6127 6128 6129 6130 6131 6132
#if 0
  int32_t fillType = (int32_t) pCtx->param[2].i64;
  //bool ascQuery = (pCtx->order == TSDB_ORDER_ASC);

  if (pCtx->start.key == pCtx->startTs) {
    assert(pCtx->start.key != INT64_MIN);

    COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, &pCtx->start.val);

    goto interp_success_exit;
  } else if (pCtx->end.key == pCtx->startTs && pCtx->end.key != INT64_MIN && fillType == TSDB_FILL_NEXT) {
    COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, &pCtx->end.val);

    goto interp_success_exit;
  }

  switch (fillType) {
    case TSDB_FILL_NULL:
      setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
      break;

    case TSDB_FILL_SET_VALUE:
      tVariantDump(&pCtx->param[1], pCtx->pOutput, pCtx->inputType, true);
      break;

    case TSDB_FILL_LINEAR:
      if (pCtx->start.key == INT64_MIN || pCtx->start.key > pCtx->startTs
          || pCtx->end.key == INT64_MIN || pCtx->end.key < pCtx->startTs) {
        goto interp_exit;
      }

      double v1 = -1, v2 = -1;
      GET_TYPED_DATA(v1, double, pCtx->inputType, &pCtx->start.val);
      GET_TYPED_DATA(v2, double, pCtx->inputType, &pCtx->end.val);

      SPoint point1 = {.key = pCtx->start.key, .val = &v1};
      SPoint point2 = {.key = pCtx->end.key, .val = &v2};
      SPoint point  = {.key = pCtx->startTs, .val = pCtx->pOutput};

      int32_t srcType = pCtx->inputType;
      if (isNull((char *)&pCtx->start.val, srcType) || isNull((char *)&pCtx->end.val, srcType)) {
        setNull(pCtx->pOutput, srcType, pCtx->inputBytes);
      } else {
        bool exceedMax = false, exceedMin = false;
        taosGetLinearInterpolationVal(&point, pCtx->outputType, &point1, &point2, TSDB_DATA_TYPE_DOUBLE, &exceedMax, &exceedMin);
        if (exceedMax || exceedMin) {
          __compar_fn_t func = getComparFunc((int32_t)pCtx->inputType, 0);
          if (func(&pCtx->start.val, &pCtx->end.val) <= 0) {
            COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, exceedMax ? &pCtx->start.val : &pCtx->end.val);
          } else {
            COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, exceedMax ? &pCtx->end.val : &pCtx->start.val);
          }
        }
      }
      break;

    case TSDB_FILL_PREV:
      if (pCtx->start.key == INT64_MIN || pCtx->start.key > pCtx->startTs) {
        goto interp_exit;
      }

      COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, &pCtx->start.val);
      break;

    case TSDB_FILL_NEXT:
      if (pCtx->end.key == INT64_MIN || pCtx->end.key < pCtx->startTs) {
        goto interp_exit;
      }

      COPY_TYPED_DATA(pCtx->pOutput, pCtx->inputType, &pCtx->end.val);
      break;

    case TSDB_FILL_NONE:
      // do nothing
    default:
      goto interp_exit;
  }


  interp_success_exit:
  *(TSKEY*)pCtx->ptsOutputBuf = pCtx->startTs;
  INC_INIT_VAL(pCtx, 1);

  interp_exit:
  pCtx->start.key = INT64_MIN;
  pCtx->end.key = INT64_MIN;
  pCtx->endTs = pCtx->startTs;
#endif

  return TSDB_CODE_SUCCESS;
6133
}
6134

6135
int32_t cachedLastRowFunction(SqlFunctionCtx* pCtx) {
6136 6137 6138 6139 6140 6141 6142 6143 6144 6145 6146
  int32_t numOfElems = 0;

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  int32_t bytes = pInputCol->info.bytes;
  pInfo->bytes = bytes;

6147
  // last_row function does not ignore the null value
6148 6149 6150 6151 6152
  for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
    numOfElems++;

    char* data = colDataGetData(pInputCol, i);
    TSKEY cts = getRowPTs(pInput->pPTS, i);
6153
    if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
6154
      doSaveLastrow(pCtx, data, i, cts, pInfo);
6155
      pResInfo->numOfRes = 1;
6156 6157 6158 6159 6160 6161
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}