builtinsimpl.c 206.7 KB
Newer Older
H
Haojun Liao 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "builtinsimpl.h"
17
#include "cJSON.h"
18
#include "function.h"
X
Xiaoyu Wang 已提交
19
#include "query.h"
20
#include "querynodes.h"
21
#include "streamState.h"
G
Ganlin Zhao 已提交
22
#include "tcompare.h"
H
Haojun Liao 已提交
23
#include "tdatablock.h"
24
#include "tdigest.h"
25
#include "tfunctionInt.h"
X
Xiaoyu Wang 已提交
26
#include "tglobal.h"
27
#include "thistogram.h"
28
#include "tpercentile.h"
H
Haojun Liao 已提交
29

X
Xiaoyu Wang 已提交
30 31 32 33
#define HISTOGRAM_MAX_BINS_NUM 1000
#define MAVG_MAX_POINTS_NUM    1000
#define TAIL_MAX_POINTS_NUM    100
#define TAIL_MAX_OFFSET        100
G
Ganlin Zhao 已提交
34

X
Xiaoyu Wang 已提交
35
#define UNIQUE_MAX_RESULT_SIZE (1024 * 1024 * 10)
G
Ganlin Zhao 已提交
36
#define MODE_MAX_RESULT_SIZE   UNIQUE_MAX_RESULT_SIZE
37

X
Xiaoyu Wang 已提交
38 39 40 41 42
#define HLL_BUCKET_BITS 14  // The bits of the bucket
#define HLL_DATA_BITS   (64 - HLL_BUCKET_BITS)
#define HLL_BUCKETS     (1 << HLL_BUCKET_BITS)
#define HLL_BUCKET_MASK (HLL_BUCKETS - 1)
#define HLL_ALPHA_INF   0.721347520444481703680  // constant for 0.5/ln(2)
G
Ganlin Zhao 已提交
43

H
Haojun Liao 已提交
44 45 46 47 48 49 50 51 52
//typedef struct SMinmaxResInfo {
//  bool      assign;  // assign the first value or not
//  int64_t   v;
//  STuplePos tuplePos;
//
//  STuplePos nullTuplePos;
//  bool      nullTupleSaved;
//  int16_t   type;
//} SMinmaxResInfo;
G
Ganlin Zhao 已提交
53

54
typedef struct STopBotResItem {
55 56 57
  SVariant  v;
  uint64_t  uid;  // it is a table uid, used to extract tag data during building of the final result for the tag data
  STuplePos tuplePos;  // tuple data of this chosen row
58 59
} STopBotResItem;

G
Ganlin Zhao 已提交
60
typedef struct STopBotRes {
L
Liu Jicong 已提交
61 62
  int32_t maxSize;
  int16_t type;
63

L
Liu Jicong 已提交
64 65
  STuplePos nullTuplePos;
  bool      nullTupleSaved;
66

67
  STopBotResItem* pItems;
G
Ganlin Zhao 已提交
68 69 70 71 72
} STopBotRes;

typedef struct SStddevRes {
  double  result;
  int64_t count;
73
  union {
74 75 76
    double   quadraticDSum;
    int64_t  quadraticISum;
    uint64_t quadraticUSum;
77 78
  };
  union {
79 80 81
    double   dsum;
    int64_t  isum;
    uint64_t usum;
82
  };
G
Ganlin Zhao 已提交
83
  int16_t type;
G
Ganlin Zhao 已提交
84 85
} SStddevRes;

86
typedef struct SLeastSQRInfo {
X
Xiaoyu Wang 已提交
87 88 89
  double  matrix[2][3];
  double  startVal;
  double  stepVal;
90 91 92
  int64_t num;
} SLeastSQRInfo;

G
Ganlin Zhao 已提交
93 94
typedef struct SPercentileInfo {
  double      result;
95
  tMemBucket* pMemBucket;
G
Ganlin Zhao 已提交
96 97 98 99 100 101
  int32_t     stage;
  double      minval;
  double      maxval;
  int64_t     numOfElems;
} SPercentileInfo;

102
typedef struct SAPercentileInfo {
X
Xiaoyu Wang 已提交
103 104 105 106 107
  double          result;
  double          percent;
  int8_t          algo;
  SHistogramInfo* pHisto;
  TDigest*        pTDigest;
108 109 110 111 112 113 114 115
} SAPercentileInfo;

typedef enum {
  APERCT_ALGO_UNKNOWN = 0,
  APERCT_ALGO_DEFAULT,
  APERCT_ALGO_TDIGEST,
} EAPerctAlgoType;

G
Ganlin Zhao 已提交
116
typedef struct SDiffInfo {
117 118
  bool hasPrev;
  bool includeNull;
119
  bool ignoreNegative;  // replace the ignore with case when
120 121 122 123 124
  bool firstOutput;
  union {
    int64_t i64;
    double  d64;
  } prev;
125 126

  int64_t prevTs;
G
Ganlin Zhao 已提交
127 128
} SDiffInfo;

G
Ganlin Zhao 已提交
129 130 131 132 133 134 135
typedef struct SSpreadInfo {
  double result;
  bool   hasResult;
  double min;
  double max;
} SSpreadInfo;

G
Ganlin Zhao 已提交
136 137 138 139 140 141 142
typedef struct SElapsedInfo {
  double  result;
  TSKEY   min;
  TSKEY   max;
  int64_t timeUnit;
} SElapsedInfo;

G
Ganlin Zhao 已提交
143 144
typedef struct STwaInfo {
  double      dOutput;
145
  bool        isNull;
G
Ganlin Zhao 已提交
146 147 148 149
  SPoint1     p;
  STimeWindow win;
} STwaInfo;

150
typedef struct SHistoFuncBin {
X
Xiaoyu Wang 已提交
151 152
  double  lower;
  double  upper;
153 154
  int64_t count;
  double  percentage;
155 156 157
} SHistoFuncBin;

typedef struct SHistoFuncInfo {
X
Xiaoyu Wang 已提交
158 159 160
  int32_t       numOfBins;
  int32_t       totalCount;
  bool          normalized;
161 162 163
  SHistoFuncBin bins[];
} SHistoFuncInfo;

X
Xiaoyu Wang 已提交
164
typedef enum { UNKNOWN_BIN = 0, USER_INPUT_BIN, LINEAR_BIN, LOG_BIN } EHistoBinType;
165

166 167
typedef struct SHLLFuncInfo {
  uint64_t result;
168
  uint64_t totalCount;
X
Xiaoyu Wang 已提交
169
  uint8_t  buckets[HLL_BUCKETS];
170 171
} SHLLInfo;

172
typedef struct SStateInfo {
173 174 175 176
  union {
    int64_t count;
    int64_t durationStart;
  };
177 178
  int64_t prevTs;
  bool    isPrevTsSet;
179 180 181 182 183 184 185 186 187 188 189
} SStateInfo;

typedef enum {
  STATE_OPER_INVALID = 0,
  STATE_OPER_LT,
  STATE_OPER_GT,
  STATE_OPER_LE,
  STATE_OPER_GE,
  STATE_OPER_NE,
  STATE_OPER_EQ,
} EStateOperType;
190

G
Ganlin Zhao 已提交
191 192 193
typedef struct SMavgInfo {
  int32_t pos;
  double  sum;
194 195
  int64_t prevTs;
  bool    isPrevTsSet;
G
Ganlin Zhao 已提交
196 197 198 199 200
  int32_t numOfPoints;
  bool    pointsMeet;
  double  points[];
} SMavgInfo;

G
Ganlin Zhao 已提交
201
typedef struct SSampleInfo {
L
Liu Jicong 已提交
202 203 204 205 206
  int32_t samples;
  int32_t totalPoints;
  int32_t numSampled;
  uint8_t colType;
  int16_t colBytes;
207

L
Liu Jicong 已提交
208 209
  STuplePos nullTuplePos;
  bool      nullTupleSaved;
210

211 212
  char*      data;
  STuplePos* tuplePos;
G
Ganlin Zhao 已提交
213 214
} SSampleInfo;

G
Ganlin Zhao 已提交
215
typedef struct STailItem {
G
Ganlin Zhao 已提交
216
  int64_t timestamp;
217
  bool    isNull;
G
Ganlin Zhao 已提交
218
  char    data[];
G
Ganlin Zhao 已提交
219
} STailItem;
G
Ganlin Zhao 已提交
220 221

typedef struct STailInfo {
X
Xiaoyu Wang 已提交
222 223 224 225 226 227
  int32_t     numOfPoints;
  int32_t     numAdded;
  int32_t     offset;
  uint8_t     colType;
  int16_t     colBytes;
  STailItem** pItems;
G
Ganlin Zhao 已提交
228 229
} STailInfo;

G
Ganlin Zhao 已提交
230 231 232 233 234 235 236 237 238 239
typedef struct SUniqueItem {
  int64_t timestamp;
  bool    isNull;
  char    data[];
} SUniqueItem;

typedef struct SUniqueInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
X
Xiaoyu Wang 已提交
240 241
  bool      hasNull;  // null is not hashable, handle separately
  SHashObj* pHash;
G
Ganlin Zhao 已提交
242 243 244
  char      pItems[];
} SUniqueInfo;

G
Ganlin Zhao 已提交
245
typedef struct SModeItem {
246 247 248
  int64_t   count;
  STuplePos tuplePos;
  char      data[];
G
Ganlin Zhao 已提交
249 250 251 252 253 254 255
} SModeItem;

typedef struct SModeInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
  SHashObj* pHash;
256 257 258 259

  STuplePos nullTuplePos;
  bool      nullTupleSaved;

260
  char pItems[];
G
Ganlin Zhao 已提交
261 262
} SModeInfo;

G
Ganlin Zhao 已提交
263 264 265 266 267 268 269 270 271
typedef struct SDerivInfo {
  double  prevValue;       // previous value
  TSKEY   prevTs;          // previous timestamp
  bool    ignoreNegative;  // ignore the negative value
  int64_t tsWindow;        // time window for derivative
  bool    valueSet;        // the value has been set already
} SDerivInfo;

typedef struct SRateInfo {
272 273 274 275 276
  double firstValue;
  TSKEY  firstKey;
  double lastValue;
  TSKEY  lastKey;
  int8_t hasResult;  // flag to denote has value
G
Ganlin Zhao 已提交
277 278
} SRateInfo;

279 280 281 282
typedef struct SGroupKeyInfo {
  bool hasResult;
  bool isNull;
  char data[];
G
Ganlin Zhao 已提交
283 284
} SGroupKeyInfo;

285 286 287 288 289 290
#define SET_VAL(_info, numOfElem, res) \
  do {                                 \
    if ((numOfElem) <= 0) {            \
      break;                           \
    }                                  \
    (_info)->numOfRes = (res);         \
H
Haojun Liao 已提交
291 292
  } while (0)

G
Ganlin Zhao 已提交
293 294 295
#define GET_TS_LIST(x)    ((TSKEY*)((x)->ptsList))
#define GET_TS_DATA(x, y) (GET_TS_LIST(x)[(y)])

G
Ganlin Zhao 已提交
296 297 298 299 300 301 302 303 304 305 306 307
#define DO_UPDATE_SUBSID_RES(ctx, ts)                          \
  do {                                                         \
    for (int32_t _i = 0; _i < (ctx)->subsidiaries.num; ++_i) { \
      SqlFunctionCtx* __ctx = (ctx)->subsidiaries.pCtx[_i];    \
      if (__ctx->functionId == FUNCTION_TS_DUMMY) {            \
        __ctx->tag.i = (ts);                                   \
        __ctx->tag.nType = TSDB_DATA_TYPE_BIGINT;              \
      }                                                        \
      __ctx->fpSet.process(__ctx);                             \
    }                                                          \
  } while (0)

G
Ganlin Zhao 已提交
308 309 310 311 312 313 314 315 316 317 318
#define UPDATE_DATA(ctx, left, right, num, sign, _ts) \
  do {                                                \
    if (((left) < (right)) ^ (sign)) {                \
      (left) = (right);                               \
      DO_UPDATE_SUBSID_RES(ctx, _ts);                 \
      (num) += 1;                                     \
    }                                                 \
  } while (0)

#define LOOPCHECK_N(val, _col, ctx, _t, _nrow, _start, sign, num)        \
  do {                                                                   \
319
    _t* d = (_t*)((_col)->pData);                                        \
G
Ganlin Zhao 已提交
320 321 322 323 324 325 326 327 328
    for (int32_t i = (_start); i < (_nrow) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      }                                                                  \
      TSKEY ts = (ctx)->ptsList != NULL ? GET_TS_DATA(ctx, i) : 0;       \
      UPDATE_DATA(ctx, val, d[i], num, sign, ts);                        \
    }                                                                    \
  } while (0)

329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352
#define LIST_ADD_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
    _t* d = (_t*)(_col->pData);                                          \
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) += (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

#define LIST_SUB_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
    _t* d = (_t*)(_col->pData);                                          \
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) -= (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

H
Haojun Liao 已提交
353 354 355 356 357 358 359 360 361 362 363 364 365
//#define LIST_AVG_N(sumT, T)                                               \
//  do {                                                                    \
//    T* plist = (T*)pCol->pData;                                           \
//    for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { \
//      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {        \
//        continue;                                                         \
//      }                                                                   \
//                                                                          \
//      numOfElem += 1;                                                     \
//      pAvgRes->count -= 1;                                                \
//      sumT -= plist[i];                                                   \
//    }                                                                     \
//  } while (0)
366 367 368 369 370 371 372 373 374 375 376

#define LIST_STDDEV_SUB_N(sumT, T)                                 \
  do {                                                             \
    T* plist = (T*)pCol->pData;                                    \
    for (int32_t i = start; i < numOfRows + start; ++i) {          \
      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { \
        continue;                                                  \
      }                                                            \
      numOfElem += 1;                                              \
      pStddevRes->count -= 1;                                      \
      sumT -= plist[i];                                            \
5
54liuyao 已提交
377
      pStddevRes->quadraticISum -= (int64_t)(plist[i] * plist[i]); \
378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425
    }                                                              \
  } while (0)

#define LEASTSQR_CAL(p, x, y, index, step) \
  do {                                     \
    (p)[0][0] += (double)(x) * (x);        \
    (p)[0][1] += (double)(x);              \
    (p)[0][2] += (double)(x) * (y)[index]; \
    (p)[1][2] += (y)[index];               \
    (x) += step;                           \
  } while (0)

#define STATE_COMP(_op, _lval, _param) STATE_COMP_IMPL(_op, _lval, GET_STATE_VAL(_param))

#define GET_STATE_VAL(param) ((param.nType == TSDB_DATA_TYPE_BIGINT) ? (param.i) : (param.d))

#define STATE_COMP_IMPL(_op, _lval, _rval) \
  do {                                     \
    switch (_op) {                         \
      case STATE_OPER_LT:                  \
        return ((_lval) < (_rval));        \
        break;                             \
      case STATE_OPER_GT:                  \
        return ((_lval) > (_rval));        \
        break;                             \
      case STATE_OPER_LE:                  \
        return ((_lval) <= (_rval));       \
        break;                             \
      case STATE_OPER_GE:                  \
        return ((_lval) >= (_rval));       \
        break;                             \
      case STATE_OPER_NE:                  \
        return ((_lval) != (_rval));       \
        break;                             \
      case STATE_OPER_EQ:                  \
        return ((_lval) == (_rval));       \
        break;                             \
      default:                             \
        break;                             \
    }                                      \
  } while (0)

#define INIT_INTP_POINT(_p, _k, _v) \
  do {                              \
    (_p).key = (_k);                \
    (_p).val = (_v);                \
  } while (0)

426
bool functionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
427 428 429 430 431 432 433 434 435 436 437 438
  if (pResultInfo->initialized) {
    return false;
  }

  if (pCtx->pOutput != NULL) {
    memset(pCtx->pOutput, 0, (size_t)pCtx->resDataInfo.bytes);
  }

  initResultRowEntry(pResultInfo, pCtx->resDataInfo.interBufSize);
  return true;
}

439
int32_t functionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
440
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
441
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
442

443
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
H
Haojun Liao 已提交
444
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
445 446 447 448 449

  char* in = GET_ROWCELL_INTERBUF(pResInfo);
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
H
Haojun Liao 已提交
450 451
}

5
54liuyao 已提交
452 453
int32_t firstCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
454
  SFirstLastRes*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
455
  int32_t              bytes = pDBuf->bytes;
5
54liuyao 已提交
456 457

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
458
  SFirstLastRes*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
459

460 461 462
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || pDBuf->ts > pSBuf->ts)) {
    memcpy(pDBuf->buf, pSBuf->buf, bytes);
    pDBuf->ts = pSBuf->ts;
5
54liuyao 已提交
463 464 465 466 467
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

468
int32_t functionFinalizeWithResultBuf(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, char* finalResult) {
469
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
470 471 472
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
H
Haojun Liao 已提交
473
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
474 475 476 477 478 479 480

  char* in = finalResult;
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

481 482 483
EFuncDataRequired countDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
  SNode* pParam = nodesListGetNode(pFunc->pParameterList, 0);
  if (QUERY_NODE_COLUMN == nodeType(pParam) && PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pParam)->colId) {
484
    return FUNC_DATA_REQUIRED_NOT_LOAD;
485
  }
H
Haojun Liao 已提交
486
  return FUNC_DATA_REQUIRED_SMA_LOAD;
487
}
H
Haojun Liao 已提交
488 489 490 491 492 493

bool getCountFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(int64_t);
  return true;
}

494
static int32_t getNumOfElems(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
495 496 497
  int32_t numOfElem = 0;

  /*
H
Haojun Liao 已提交
498 499 500
   * 1. column data missing (schema modified) causes pInputCol->hasNull == true. pInput->colDataSMAIsSet == true;
   * 2. for general non-primary key columns, pInputCol->hasNull may be true or false, pInput->colDataSMAIsSet == true;
   * 3. for primary key column, pInputCol->hasNull always be false, pInput->colDataSMAIsSet == false;
H
Haojun Liao 已提交
501 502
   */
  SInputColumnInfoData* pInput = &pCtx->input;
503
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
504
  if (pInput->colDataSMAIsSet && pInput->totalRows == pInput->numOfRows) {
H
Haojun Liao 已提交
505 506 507 508 509 510 511 512 513 514 515
    numOfElem = pInput->numOfRows - pInput->pColumnDataAgg[0]->numOfNull;
    ASSERT(numOfElem >= 0);
  } else {
    if (pInputCol->hasNull) {
      for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
        if (colDataIsNull(pInputCol, pInput->totalRows, i, NULL)) {
          continue;
        }
        numOfElem += 1;
      }
    } else {
516 517
      // when counting on the primary time stamp column and no statistics data is presented, use the size value
      // directly.
H
Haojun Liao 已提交
518 519 520
      numOfElem = pInput->numOfRows;
    }
  }
5
54liuyao 已提交
521 522
  return numOfElem;
}
523

5
54liuyao 已提交
524 525 526 527 528
/*
 * count function does need the finalize, if data is missing, the default value, which is 0, is used
 * count function does not use the pCtx->interResBuf to keep the intermediate buffer
 */
int32_t countFunction(SqlFunctionCtx* pCtx) {
529
  int32_t numOfElem = getNumOfElems(pCtx);
530

X
Xiaoyu Wang 已提交
531
  SResultRowEntryInfo*  pResInfo = GET_RES_INFO(pCtx);
532
  SInputColumnInfoData* pInput = &pCtx->input;
533 534

  int32_t type = pInput->pData[0]->info.type;
535 536 537

  char* buf = GET_ROWCELL_INTERBUF(pResInfo);
  if (IS_NULL_TYPE(type)) {
X
Xiaoyu Wang 已提交
538
    // select count(NULL) returns 0
539 540 541 542 543
    numOfElem = 1;
    *((int64_t*)buf) = 0;
  } else {
    *((int64_t*)buf) += numOfElem;
  }
H
Haojun Liao 已提交
544

545 546 547
  if (tsCountAlwaysReturnValue) {
    pResInfo->numOfRes = 1;
  } else {
548
    SET_VAL(pResInfo, *((int64_t*)buf), 1);
549 550
  }

wmmhello's avatar
wmmhello 已提交
551
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
552 553
}

5
54liuyao 已提交
554
int32_t countInvertFunction(SqlFunctionCtx* pCtx) {
555
  int32_t numOfElem = getNumOfElems(pCtx);
5
54liuyao 已提交
556 557 558 559 560 561 562 563 564

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  char*                buf = GET_ROWCELL_INTERBUF(pResInfo);
  *((int64_t*)buf) -= numOfElem;

  SET_VAL(pResInfo, *((int64_t*)buf), 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
565 566
int32_t combineFunction(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
567
  char*                pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
568 569 570 571 572 573 574 575 576

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  char*                pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
  *((int64_t*)pDBuf) += *((int64_t*)pSBuf);

  SET_VAL(pDResInfo, *((int64_t*)pDBuf), 1);
  return TSDB_CODE_SUCCESS;
}

577
int32_t sumFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
578 579 580 581
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
582 583
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
584

585
  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
586
  pSumRes->type = type;
G
Ganlin Zhao 已提交
587

588
  if (IS_NULL_TYPE(type)) {
589
    numOfElem = 0;
590 591 592
    goto _sum_over;
  }

H
Haojun Liao 已提交
593
  if (pInput->colDataSMAIsSet) {
H
Haojun Liao 已提交
594 595 596 597
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
598
      pSumRes->isum += pAgg->sum;
H
Haojun Liao 已提交
599
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
600
      pSumRes->usum += pAgg->sum;
H
Haojun Liao 已提交
601
    } else if (IS_FLOAT_TYPE(type)) {
602
      pSumRes->dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
H
Haojun Liao 已提交
603 604 605 606
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

607
    int32_t start = pInput->startRowIndex;
H
Haojun Liao 已提交
608 609
    int32_t numOfRows = pInput->numOfRows;

610 611
    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
612 613 614 615 616 617 618
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
H
Haojun Liao 已提交
619
      }
620 621 622 623 624 625 626 627 628
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
H
Haojun Liao 已提交
629
      }
630 631 632 633
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
H
Haojun Liao 已提交
634 635 636
    }
  }

X
Xiaoyu Wang 已提交
637
  // check for overflow
638
  if (IS_FLOAT_TYPE(type) && (isinf(pSumRes->dsum) || isnan(pSumRes->dsum))) {
H
Haojun Liao 已提交
639
    numOfElem = 0;
640 641
  }

642
_sum_over:
H
Haojun Liao 已提交
643 644
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
645
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
646 647
}

5
54liuyao 已提交
648 649 650 651 652 653 654 655 656 657
int32_t sumInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;

  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

H
Haojun Liao 已提交
658
  if (pInput->colDataSMAIsSet) {
5
54liuyao 已提交
659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      pSumRes->isum -= pAgg->sum;
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      pSumRes->usum -= pAgg->sum;
    } else if (IS_FLOAT_TYPE(type)) {
      pSumRes->dsum -= GET_DOUBLE_VAL((const char*)&(pAgg->sum));
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

    int32_t start = pInput->startRowIndex;
    int32_t numOfRows = pInput->numOfRows;

    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
      }
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
      }
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
    }
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
707 708
int32_t sumCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
709
  SSumRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
710 711

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
712
  SSumRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
713
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
714

5
54liuyao 已提交
715 716 717 718 719 720 721
  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
    pDBuf->isum += pSBuf->isum;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->usum += pSBuf->usum;
  } else if (type == TSDB_DATA_TYPE_DOUBLE || type == TSDB_DATA_TYPE_FLOAT) {
    pDBuf->dsum += pSBuf->dsum;
  }
5
54liuyao 已提交
722
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
723
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
724 725 726
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
727
bool getSumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
H
Haojun Liao 已提交
728 729 730 731
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

H
Haojun Liao 已提交
732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769
//int32_t getAvgInfoSize() { return (int32_t)sizeof(SAvgRes); }
//
//bool getAvgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
//  pEnv->calcMemSize = sizeof(SAvgRes);
//  return true;
//}
//
//bool avgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
//  if (!functionSetup(pCtx, pResultInfo)) {
//    return false;
//  }
//
//  SAvgRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
//  memset(pRes, 0, sizeof(SAvgRes));
//  return true;
//}

//int32_t avgFunction(SqlFunctionCtx* pCtx) {
//  int32_t numOfElem = 0;
//
//  SInputColumnInfoData* pInput = &pCtx->input;
//  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
//  int32_t               type = pInput->pData[0]->info.type;
//
//  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//  pAvgRes->type = type;
//
//  // computing based on the true data block
//  SColumnInfoData* pCol = pInput->pData[0];
//
//  int32_t start = pInput->startRowIndex;
//  int32_t numOfRows = pInput->numOfRows;
//
//  if (IS_NULL_TYPE(type)) {
//    numOfElem = 0;
//    goto _avg_over;
//  }
//
H
Haojun Liao 已提交
770
//  if (pInput->colDataSMAIsSet) {
H
Haojun Liao 已提交
771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099
//    numOfElem = numOfRows - pAgg->numOfNull;
//    ASSERT(numOfElem >= 0);
//
//    pAvgRes->count += numOfElem;
//    if (IS_SIGNED_NUMERIC_TYPE(type)) {
//      pAvgRes->sum.isum += pAgg->sum;
//    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//      pAvgRes->sum.usum += pAgg->sum;
//    } else if (IS_FLOAT_TYPE(type)) {
//      pAvgRes->sum.dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
//    }
//  } else {  // computing based on the true data block
//    switch (type) {
//      case TSDB_DATA_TYPE_TINYINT: {
//        int8_t* plist = (int8_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.isum += plist[i];
//        }
//
//        break;
//      }
//
//      case TSDB_DATA_TYPE_SMALLINT: {
//        int16_t* plist = (int16_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.isum += plist[i];
//        }
//        break;
//      }
//
//      case TSDB_DATA_TYPE_INT: {
//        int32_t* plist = (int32_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.isum += plist[i];
//        }
//
//        break;
//      }
//
//      case TSDB_DATA_TYPE_BIGINT: {
//        int64_t* plist = (int64_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.isum += plist[i];
//        }
//        break;
//      }
//
//      case TSDB_DATA_TYPE_UTINYINT: {
//        uint8_t* plist = (uint8_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.usum += plist[i];
//        }
//
//        break;
//      }
//
//      case TSDB_DATA_TYPE_USMALLINT: {
//        uint16_t* plist = (uint16_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.usum += plist[i];
//        }
//        break;
//      }
//
//      case TSDB_DATA_TYPE_UINT: {
//        uint32_t* plist = (uint32_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.usum += plist[i];
//        }
//
//        break;
//      }
//
//      case TSDB_DATA_TYPE_UBIGINT: {
//        uint64_t* plist = (uint64_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.usum += plist[i];
//        }
//        break;
//      }
//
//      case TSDB_DATA_TYPE_FLOAT: {
//        float* plist = (float*)pCol->pData;
////        float val = 0;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.dsum  += plist[i];
//        }
////        pAvgRes->sum.dsum = val;
//        break;
//      }
//
//      case TSDB_DATA_TYPE_DOUBLE: {
//        double* plist = (double*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.dsum += plist[i];
//        }
//        break;
//      }
//
//      default:
//        break;
//    }
//  }
//
//_avg_over:
//  // data in the check operation are all null, not output
//  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
//  return TSDB_CODE_SUCCESS;
//}

//static void avgTransferInfo(SAvgRes* pInput, SAvgRes* pOutput) {
//  pOutput->type = pInput->type;
//  if (IS_SIGNED_NUMERIC_TYPE(pOutput->type)) {
//    pOutput->sum.isum += pInput->sum.isum;
//  } else if (IS_UNSIGNED_NUMERIC_TYPE(pOutput->type)) {
//    pOutput->sum.usum += pInput->sum.usum;
//  } else {
//    pOutput->sum.dsum += pInput->sum.dsum;
//  }
//
//  pOutput->count += pInput->count;
//
//  return;
//}
//
//int32_t avgFunctionMerge(SqlFunctionCtx* pCtx) {
//  SInputColumnInfoData* pInput = &pCtx->input;
//  SColumnInfoData*      pCol = pInput->pData[0];
//  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);
//
//  SAvgRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//
//  int32_t start = pInput->startRowIndex;
//
//  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
//    char*    data = colDataGetData(pCol, i);
//    SAvgRes* pInputInfo = (SAvgRes*)varDataVal(data);
//    avgTransferInfo(pInputInfo, pInfo);
//  }
//
//  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
//
//  return TSDB_CODE_SUCCESS;
//}
//
//int32_t avgInvertFunction(SqlFunctionCtx* pCtx) {
//  int32_t numOfElem = 0;
//
//  // Only the pre-computing information loaded and actual data does not loaded
//  SInputColumnInfoData* pInput = &pCtx->input;
//  int32_t               type = pInput->pData[0]->info.type;
//
//  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//
//  // computing based on the true data block
//  SColumnInfoData* pCol = pInput->pData[0];
//
//  int32_t start = pInput->startRowIndex;
//  int32_t numOfRows = pInput->numOfRows;
//
//  switch (type) {
//    case TSDB_DATA_TYPE_TINYINT: {
//      LIST_AVG_N(pAvgRes->sum.isum, int8_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_SMALLINT: {
//      LIST_AVG_N(pAvgRes->sum.isum, int16_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_INT: {
//      LIST_AVG_N(pAvgRes->sum.isum, int32_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_BIGINT: {
//      LIST_AVG_N(pAvgRes->sum.isum, int64_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_UTINYINT: {
//      LIST_AVG_N(pAvgRes->sum.usum, uint8_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_USMALLINT: {
//      LIST_AVG_N(pAvgRes->sum.usum, uint16_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_UINT: {
//      LIST_AVG_N(pAvgRes->sum.usum, uint32_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_UBIGINT: {
//      LIST_AVG_N(pAvgRes->sum.usum, uint64_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_FLOAT: {
//      LIST_AVG_N(pAvgRes->sum.dsum, float);
//      break;
//    }
//    case TSDB_DATA_TYPE_DOUBLE: {
//      LIST_AVG_N(pAvgRes->sum.dsum, double);
//      break;
//    }
//    default:
//      break;
//  }
//
//  // data in the check operation are all null, not output
//  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
//  return TSDB_CODE_SUCCESS;
//}
//
//int32_t avgCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
//  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
//  SAvgRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
//
//  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
//  SAvgRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
//  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
//
//  if (IS_SIGNED_NUMERIC_TYPE(type)) {
//    pDBuf->sum.isum += pSBuf->sum.isum;
//  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//    pDBuf->sum.usum += pSBuf->sum.usum;
//  } else {
//    pDBuf->sum.dsum += pSBuf->sum.dsum;
//  }
//  pDBuf->count += pSBuf->count;
//
//  return TSDB_CODE_SUCCESS;
//}
//
//int32_t avgFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
//  SInputColumnInfoData* pInput = &pCtx->input;
//
//  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//  int32_t  type = pAvgRes->type;
//
//  if (IS_SIGNED_NUMERIC_TYPE(type)) {
//    pAvgRes->result = pAvgRes->sum.isum / ((double)pAvgRes->count);
//  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//    pAvgRes->result = pAvgRes->sum.usum / ((double)pAvgRes->count);
//  } else {
//    pAvgRes->result = pAvgRes->sum.dsum / ((double)pAvgRes->count);
//  }
//
//  // check for overflow
//  if (isinf(pAvgRes->result) || isnan(pAvgRes->result)) {
//    GET_RES_INFO(pCtx)->numOfRes = 0;
//  }
//
//  return functionFinalize(pCtx, pBlock);
//}
//
//int32_t avgPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
//  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
//  SAvgRes*             pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//  int32_t              resultBytes = getAvgInfoSize();
//  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
//
//  memcpy(varDataVal(res), pInfo, resultBytes);
//  varDataSetLen(res, resultBytes);
//
//  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
//  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
//
//  colDataAppend(pCol, pBlock->info.rows, res, false);
//
//  taosMemoryFree(res);
//  return pResInfo->numOfRes;
//}
G
Ganlin Zhao 已提交
1100

1101
EFuncDataRequired statisDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
H
Haojun Liao 已提交
1102
  return FUNC_DATA_REQUIRED_SMA_LOAD;
1103 1104
}

1105
bool minmaxFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
1106 1107 1108 1109
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;  // not initialized since it has been initialized
  }

1110 1111 1112
  SMinmaxResInfo* buf = GET_ROWCELL_INTERBUF(pResultInfo);
  buf->assign = false;
  buf->tuplePos.pageId = -1;
1113 1114 1115

  buf->nullTupleSaved = false;
  buf->nullTuplePos.pageId = -1;
1116 1117 1118
  return true;
}

H
Haojun Liao 已提交
1119
bool getMinmaxFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
1120
  pEnv->calcMemSize = sizeof(SMinmaxResInfo);
1121 1122 1123
  return true;
}

H
Haojun Liao 已提交
1124 1125 1126 1127
//static STuplePos saveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock,
//                               const STupleKey* pKey);
//static int32_t   updateTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos);
//static const char* loadTupleData(SqlFunctionCtx* pCtx, const STuplePos* pPos);
1128

H
Haojun Liao 已提交
1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140
//static int32_t findRowIndex(int32_t start, int32_t num, SColumnInfoData* pCol, const char* tval) {
//  // the data is loaded, not only the block SMA value
//  for (int32_t i = start; i < num + start; ++i) {
//    char* p = colDataGetData(pCol, i);
//    if (memcmp((void*)tval, p, pCol->info.bytes) == 0) {
//      return i;
//    }
//  }
//
//  // if reach here means real data of block SMA is not set in pCtx->input.
//  return -1;
//}
1141

H
Haojun Liao 已提交
1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160
//int32_t doMinMaxHelper(SqlFunctionCtx* pCtx, int32_t isMinFunc) {
//  int32_t numOfElems = 0;
//
//  SInputColumnInfoData* pInput = &pCtx->input;
//  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
//
//  SColumnInfoData* pCol = pInput->pData[0];
//  int32_t          type = pCol->info.type;
//
//  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
//  SMinmaxResInfo*      pBuf = GET_ROWCELL_INTERBUF(pResInfo);
//  pBuf->type = type;
//
//  if (IS_NULL_TYPE(type)) {
//    numOfElems = 0;
//    goto _min_max_over;
//  }
//
//  // data in current data block are qualified to the query
H
Haojun Liao 已提交
1161
//  if (pInput->colDataSMAIsSet) {
H
Haojun Liao 已提交
1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646
//    numOfElems = pInput->numOfRows - pAgg->numOfNull;
//    ASSERT(pInput->numOfRows == pInput->totalRows && numOfElems >= 0);
//    if (numOfElems == 0) {
//      return numOfElems;
//    }
//
//    void*   tval = NULL;
//    int16_t index = 0;
//
//    if (isMinFunc) {
//      tval = &pInput->pColumnDataAgg[0]->min;
//    } else {
//      tval = &pInput->pColumnDataAgg[0]->max;
//    }
//
//    if (!pBuf->assign) {
//      pBuf->v = *(int64_t*)tval;
//      if (pCtx->subsidiaries.num > 0) {
//        index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//        if (index >= 0) {
//          pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//        }
//      }
//    } else {
//      if (IS_SIGNED_NUMERIC_TYPE(type)) {
//        int64_t prev = 0;
//        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);
//
//        int64_t val = GET_INT64_VAL(tval);
//        if ((prev < val) ^ isMinFunc) {
//          *(int64_t*)&pBuf->v = val;
//          if (pCtx->subsidiaries.num > 0) {
//            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//            if (index >= 0) {
//              pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//            }
//          }
//        }
//      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//        uint64_t prev = 0;
//        GET_TYPED_DATA(prev, uint64_t, type, &pBuf->v);
//
//        uint64_t val = GET_UINT64_VAL(tval);
//        if ((prev < val) ^ isMinFunc) {
//          *(uint64_t*)&pBuf->v = val;
//          if (pCtx->subsidiaries.num > 0) {
//            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//            if (index >= 0) {
//              pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//            }
//          }
//        }
//      } else if (type == TSDB_DATA_TYPE_DOUBLE) {
//        double prev = 0;
//        GET_TYPED_DATA(prev, double, type, &pBuf->v);
//
//        double val = GET_DOUBLE_VAL(tval);
//        if ((prev < val) ^ isMinFunc) {
//          *(double*)&pBuf->v = val;
//          if (pCtx->subsidiaries.num > 0) {
//            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//            if (index >= 0) {
//              pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//            }
//          }
//        }
//      } else if (type == TSDB_DATA_TYPE_FLOAT) {
//        float prev = 0;
//        GET_TYPED_DATA(prev, float, type, &pBuf->v);
//
//        float val = GET_DOUBLE_VAL(tval);
//        if ((prev < val) ^ isMinFunc) {
//          *(float*)&pBuf->v = val;
//        }
//
//        if (pCtx->subsidiaries.num > 0) {
//          index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//          if (index >= 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//          }
//        }
//      }
//    }
//
//    pBuf->assign = true;
//    return numOfElems;
//  }
//
//  int32_t start = pInput->startRowIndex;
//  int32_t numOfRows = pInput->numOfRows;
//
//  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
//    if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
//      int8_t* pData = (int8_t*)pCol->pData;
//      int8_t* val = (int8_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_SMALLINT) {
//      int16_t* pData = (int16_t*)pCol->pData;
//      int16_t* val = (int16_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_INT) {
//      int32_t* pData = (int32_t*)pCol->pData;
//      int32_t* val = (int32_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_BIGINT) {
//      int64_t* pData = (int64_t*)pCol->pData;
//      int64_t* val = (int64_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    }
//  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//    if (type == TSDB_DATA_TYPE_UTINYINT) {
//      uint8_t* pData = (uint8_t*)pCol->pData;
//      uint8_t* val = (uint8_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_USMALLINT) {
//      uint16_t* pData = (uint16_t*)pCol->pData;
//      uint16_t* val = (uint16_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_UINT) {
//      uint32_t* pData = (uint32_t*)pCol->pData;
//      uint32_t* val = (uint32_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_UBIGINT) {
//      uint64_t* pData = (uint64_t*)pCol->pData;
//      uint64_t* val = (uint64_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    }
//  } else if (type == TSDB_DATA_TYPE_DOUBLE) {
//    double* pData = (double*)pCol->pData;
//    double* val = (double*)&pBuf->v;
//
//    for (int32_t i = start; i < start + numOfRows; ++i) {
//      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//        continue;
//      }
//
//      if (!pBuf->assign) {
//        *val = pData[i];
//        if (pCtx->subsidiaries.num > 0) {
//          pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//        }
//        pBuf->assign = true;
//      } else {
//        // ignore the equivalent data value
//        // NOTE: An faster version to avoid one additional comparison with FPU.
//        if (isMinFunc) {  // min
//          if (*val > pData[i]) {
//            *val = pData[i];
//            if (pCtx->subsidiaries.num > 0) {
//              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//            }
//          }
//        } else {  // max
//          if (*val < pData[i]) {
//            *val = pData[i];
//            if (pCtx->subsidiaries.num > 0) {
//              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//            }
//          }
//        }
//      }
//
//      numOfElems += 1;
//    }
//  } else if (type == TSDB_DATA_TYPE_FLOAT) {
//    float* pData = (float*)pCol->pData;
//    float* val = (float*)&pBuf->v;
//
//    for (int32_t i = start; i < start + numOfRows; ++i) {
//      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//        continue;
//      }
//
//      if (!pBuf->assign) {
//        *val = pData[i];
//        if (pCtx->subsidiaries.num > 0) {
//          pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//        }
//        pBuf->assign = true;
//      } else {
//#if 0
//        if ((*val) == pData[i]) {
//          continue;
//        }
//
//        if ((*val < pData[i]) ^ isMinFunc) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//          }
//        }
//#endif
//        // NOTE: An faster version to avoid one additional comparison with FPU.
//        if (isMinFunc) {  // min
//          if (*val > pData[i]) {
//            *val = pData[i];
//            if (pCtx->subsidiaries.num > 0) {
//              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//            }
//          }
//        } else {  // max
//          if (*val < pData[i]) {
//            *val = pData[i];
//            if (pCtx->subsidiaries.num > 0) {
//              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//            }
//          }
//        }
//      }
//
//      numOfElems += 1;
//    }
//  }
//
//_min_max_over:
//  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pBuf->nullTupleSaved) {
//    pBuf->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
//    pBuf->nullTupleSaved = true;
//  }
//  return numOfElems;
//}
1647

1648
int32_t minFunction(SqlFunctionCtx* pCtx) {
1649 1650
  int32_t numOfElems = doMinMaxHelper(pCtx, 1);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1651
  return TSDB_CODE_SUCCESS;
1652 1653
}

1654
int32_t maxFunction(SqlFunctionCtx* pCtx) {
1655 1656
  int32_t numOfElems = doMinMaxHelper(pCtx, 0);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1657
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1658 1659
}

1660
static void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex);
L
Liu Jicong 已提交
1661 1662
static void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos,
                                int32_t rowIndex);
1663

1664 1665 1666 1667 1668 1669
int32_t minmaxFunctionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

  SMinmaxResInfo* pRes = GET_ROWCELL_INTERBUF(pEntryInfo);

  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;
1670
  int32_t currentRow = pBlock->info.rows;
1671 1672

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
H
Haojun Liao 已提交
1673
  pEntryInfo->isNullRes = (pEntryInfo->numOfRes == 0) ? 1 : 0;
1674

1675
  if (pCol->info.type == TSDB_DATA_TYPE_FLOAT) {
1676
    float v = *(float*)&pRes->v;
1677
    colDataAppend(pCol, currentRow, (const char*)&v, pEntryInfo->isNullRes);
1678
  } else {
1679
    colDataAppend(pCol, currentRow, (const char*)&pRes->v, pEntryInfo->isNullRes);
1680
  }
1681

1682 1683
  if (pEntryInfo->numOfRes > 0) {
    setSelectivityValue(pCtx, pBlock, &pRes->tuplePos, currentRow);
1684
  } else {
1685
    setSelectivityValue(pCtx, pBlock, &pRes->nullTuplePos, currentRow);
1686 1687
  }

1688 1689
  return pEntryInfo->numOfRes;
}
1690

1691
void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex) {
1692 1693 1694 1695
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

1696 1697
  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
1698
    int32_t         dstSlotId = pc->pExpr->base.resSchema.slotId;
1699 1700 1701 1702 1703 1704

    SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
    colDataAppendNULL(pDstCol, rowIndex);
  }
}

X
Xiaoyu Wang 已提交
1705
void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos, int32_t rowIndex) {
1706 1707 1708 1709
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

1710 1711
  if (pCtx->saveHandle.pBuf != NULL) {
    if (pTuplePos->pageId != -1) {
L
Liu Jicong 已提交
1712
      int32_t     numOfCols = pCtx->subsidiaries.num;
1713
      const char* p = loadTupleData(pCtx, pTuplePos);
1714

1715 1716
      bool* nullList = (bool*)p;
      char* pStart = (char*)(nullList + numOfCols * sizeof(bool));
1717

1718 1719 1720
      // todo set the offset value to optimize the performance.
      for (int32_t j = 0; j < numOfCols; ++j) {
        SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
L
Liu Jicong 已提交
1721
        int32_t         dstSlotId = pc->pExpr->base.resSchema.slotId;
1722

1723 1724 1725 1726 1727 1728 1729 1730
        SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
        ASSERT(pc->pExpr->base.resSchema.bytes == pDstCol->info.bytes);
        if (nullList[j]) {
          colDataAppendNULL(pDstCol, rowIndex);
        } else {
          colDataAppend(pDstCol, rowIndex, pStart, false);
        }
        pStart += pDstCol->info.bytes;
1731 1732 1733 1734 1735
      }
    }
  }
}

1736 1737
void releaseSource(STuplePos* pPos) {
  if (pPos->pageId == -1) {
X
Xiaoyu Wang 已提交
1738
    return;
1739 1740 1741 1742
  }
  // Todo(liuyao) relase row
}

1743 1744
// This function append the selectivity to subsidiaries function context directly, without fetching data
// from intermediate disk based buf page
1745
void appendSelectivityValue(SqlFunctionCtx* pCtx, int32_t rowIndex, int32_t pos) {
1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];

    // get data from source col
    SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t      srcSlotId = pFuncParam->pCol->slotId;

    SColumnInfoData* pSrcCol = taosArrayGet(pCtx->pSrcBlock->pDataBlock, srcSlotId);

    char* pData = colDataGetData(pSrcCol, rowIndex);

    // append to dest col
L
Liu Jicong 已提交
1762
    int32_t dstSlotId = pc->pExpr->base.resSchema.slotId;
1763 1764 1765 1766 1767

    SColumnInfoData* pDstCol = taosArrayGet(pCtx->pDstBlock->pDataBlock, dstSlotId);
    ASSERT(pc->pExpr->base.resSchema.bytes == pDstCol->info.bytes);

    if (colDataIsNull_s(pSrcCol, rowIndex) == true) {
1768
      colDataAppendNULL(pDstCol, pos);
1769
    } else {
1770
      colDataAppend(pDstCol, pos, pData, false);
1771 1772 1773 1774
    }
  }
}

1775 1776 1777 1778 1779
void replaceTupleData(STuplePos* pDestPos, STuplePos* pSourcePos) {
  releaseSource(pDestPos);
  *pDestPos = *pSourcePos;
}

5
54liuyao 已提交
1780 1781 1782 1783 1784 1785
int32_t minMaxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx, int32_t isMinFunc) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SMinmaxResInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SMinmaxResInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
1786
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
5
54liuyao 已提交
1787
  if (IS_FLOAT_TYPE(type)) {
X
Xiaoyu Wang 已提交
1788 1789
    if (pSBuf->assign && ((((*(double*)&pDBuf->v) < (*(double*)&pSBuf->v)) ^ isMinFunc) || !pDBuf->assign)) {
      *(double*)&pDBuf->v = *(double*)&pSBuf->v;
1790
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1791
      pDBuf->assign = true;
5
54liuyao 已提交
1792 1793
    }
  } else {
X
Xiaoyu Wang 已提交
1794
    if (pSBuf->assign && (((pDBuf->v < pSBuf->v) ^ isMinFunc) || !pDBuf->assign)) {
5
54liuyao 已提交
1795
      pDBuf->v = pSBuf->v;
1796
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1797
      pDBuf->assign = true;
5
54liuyao 已提交
1798 1799
    }
  }
5
54liuyao 已提交
1800
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
1801
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
1802 1803 1804 1805 1806 1807 1808 1809 1810 1811
  return TSDB_CODE_SUCCESS;
}

int32_t minCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 1);
}
int32_t maxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 0);
}

1812 1813
int32_t getStddevInfoSize() { return (int32_t)sizeof(SStddevRes); }

H
Haojun Liao 已提交
1814 1815 1816 1817 1818
bool getStddevFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStddevRes);
  return true;
}

1819
bool stddevFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
1820 1821 1822 1823 1824 1825 1826 1827 1828
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SStddevRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
  memset(pRes, 0, sizeof(SStddevRes));
  return true;
}

H
Haojun Liao 已提交
1829
int32_t stddevFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
1830 1831 1832 1833
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
H
Haojun Liao 已提交
1834
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
1835 1836

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
1837
  pStddevRes->type = type;
H
Haojun Liao 已提交
1838

H
Haojun Liao 已提交
1839 1840
  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];
H
Haojun Liao 已提交
1841

H
Haojun Liao 已提交
1842 1843
  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;
H
Haojun Liao 已提交
1844

1845
  if (IS_NULL_TYPE(type)) {
H
Haojun Liao 已提交
1846
    numOfElem = 0;
1847 1848 1849
    goto _stddev_over;
  }

H
Haojun Liao 已提交
1850 1851
  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
1852 1853 1854 1855
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + start; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
H
Haojun Liao 已提交
1856
        }
H
Haojun Liao 已提交
1857

1858 1859 1860 1861
        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
H
Haojun Liao 已提交
1862 1863
      }

1864 1865 1866 1867
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
H
Haojun Liao 已提交
1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }

      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

1913 1914 1915 1916 1917 1918 1919 1920 1921 1922
    case TSDB_DATA_TYPE_UTINYINT: {
      uint8_t* plist = (uint8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + start; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1923
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938
      }

      break;
    }

    case TSDB_DATA_TYPE_USMALLINT: {
      uint16_t* plist = (uint16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1939
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953
      }
      break;
    }

    case TSDB_DATA_TYPE_UINT: {
      uint32_t* plist = (uint32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1954
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969
      }

      break;
    }

    case TSDB_DATA_TYPE_UBIGINT: {
      uint64_t* plist = (uint64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1970
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1971 1972 1973 1974
      }
      break;
    }

H
Haojun Liao 已提交
1975 1976 1977 1978 1979 1980 1981 1982 1983
    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1984 1985
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
1986 1987 1988 1989
      }
      break;
    }

H
Haojun Liao 已提交
1990 1991 1992 1993 1994 1995 1996 1997 1998
    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1999 2000
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
2001 2002 2003 2004 2005 2006 2007 2008
      }
      break;
    }

    default:
      break;
  }

2009
_stddev_over:
H
Haojun Liao 已提交
2010 2011
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
2012
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
2013 2014
}

G
Ganlin Zhao 已提交
2015 2016
static void stddevTransferInfo(SStddevRes* pInput, SStddevRes* pOutput) {
  pOutput->type = pInput->type;
2017
  if (IS_SIGNED_NUMERIC_TYPE(pOutput->type)) {
G
Ganlin Zhao 已提交
2018 2019
    pOutput->quadraticISum += pInput->quadraticISum;
    pOutput->isum += pInput->isum;
2020 2021 2022
  } else if (IS_UNSIGNED_NUMERIC_TYPE(pOutput->type)) {
    pOutput->quadraticUSum += pInput->quadraticUSum;
    pOutput->usum += pInput->usum;
G
Ganlin Zhao 已提交
2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037
  } else {
    pOutput->quadraticDSum += pInput->quadraticDSum;
    pOutput->dsum += pInput->dsum;
  }

  pOutput->count += pInput->count;
}

int32_t stddevFunctionMerge(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SStddevRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

H
Hongze Cheng 已提交
2038
  for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
2039 2040 2041 2042
    char*       data = colDataGetData(pCol, i);
    SStddevRes* pInputInfo = (SStddevRes*)varDataVal(data);
    stddevTransferInfo(pInputInfo, pInfo);
  }
G
Ganlin Zhao 已提交
2043 2044 2045 2046 2047

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079
int32_t stddevInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int8_t);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int16_t);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int32_t);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int64_t);
      break;
    }
2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095
    case TSDB_DATA_TYPE_UTINYINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint8_t);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint16_t);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint32_t);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint64_t);
      break;
    }
5
54liuyao 已提交
2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112
    case TSDB_DATA_TYPE_FLOAT: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, float);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, double);
      break;
    }
    default:
      break;
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2113
int32_t stddevFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
2114
  SInputColumnInfoData* pInput = &pCtx->input;
2115
  SStddevRes*           pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
2116
  int32_t               type = pStddevRes->type;
2117
  double                avg;
G
Ganlin Zhao 已提交
2118

2119 2120 2121 2122 2123
  if (pStddevRes->count == 0) {
    GET_RES_INFO(pCtx)->numOfRes = 0;
    return functionFinalize(pCtx, pBlock);
  }

2124
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
2125
    avg = pStddevRes->isum / ((double)pStddevRes->count);
2126
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticISum / ((double)pStddevRes->count) - avg * avg));
2127 2128 2129
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    avg = pStddevRes->usum / ((double)pStddevRes->count);
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticUSum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
2130
  } else {
2131
    avg = pStddevRes->dsum / ((double)pStddevRes->count);
2132
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticDSum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
2133
  }
2134

2135 2136 2137 2138 2139
  // check for overflow
  if (isinf(pStddevRes->result) || isnan(pStddevRes->result)) {
    GET_RES_INFO(pCtx)->numOfRes = 0;
  }

2140
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
2141 2142
}

G
Ganlin Zhao 已提交
2143 2144
int32_t stddevPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2145 2146 2147
  SStddevRes*          pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getStddevInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

5
54liuyao 已提交
2161 2162
int32_t stddevCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
2163
  SStddevRes*          pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
2164 2165

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
2166
  SStddevRes*          pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
2167
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
5
54liuyao 已提交
2168

2169
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
5
54liuyao 已提交
2170 2171
    pDBuf->isum += pSBuf->isum;
    pDBuf->quadraticISum += pSBuf->quadraticISum;
2172 2173 2174
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->usum += pSBuf->usum;
    pDBuf->quadraticUSum += pSBuf->quadraticUSum;
5
54liuyao 已提交
2175 2176 2177 2178 2179
  } else {
    pDBuf->dsum += pSBuf->dsum;
    pDBuf->quadraticDSum += pSBuf->quadraticDSum;
  }
  pDBuf->count += pSBuf->count;
5
54liuyao 已提交
2180
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2181
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
2182 2183 2184
  return TSDB_CODE_SUCCESS;
}

2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196
bool getLeastSQRFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SLeastSQRInfo);
  return true;
}

bool leastSQRFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);

2197 2198
  GET_TYPED_DATA(pInfo->startVal, double, pCtx->param[1].param.nType, &pCtx->param[1].param.i);
  GET_TYPED_DATA(pInfo->stepVal, double, pCtx->param[2].param.nType, &pCtx->param[2].param.i);
2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227
  return true;
}

int32_t leastSQRFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SColumnInfoData* pCol = pInput->pData[0];

  double(*param)[3] = pInfo->matrix;
  double x = pInfo->startVal;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }
        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
2228
      break;
2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318
    case TSDB_DATA_TYPE_UTINYINT: {
      uint8_t* plist = (uint8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }
        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      uint16_t* plist = (uint16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_UINT: {
      uint32_t* plist = (uint32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_UBIGINT: {
      uint64_t* plist = (uint64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343
    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }
2344 2345 2346 2347 2348
    case TSDB_DATA_TYPE_NULL: {
      GET_RES_INFO(pCtx)->isNullRes = 1;
      numOfElem = 1;
      break;
    }
2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363

    default:
      break;
  }

  pInfo->startVal = x;
  pInfo->num += numOfElem;

  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);

  return TSDB_CODE_SUCCESS;
}

int32_t leastSQRFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2364 2365 2366
  SLeastSQRInfo*       pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
2367 2368 2369

  int32_t currentRow = pBlock->info.rows;

2370
  if (0 == pInfo->num) {
2371
    colDataAppendNULL(pCol, currentRow);
2372 2373 2374 2375 2376 2377 2378 2379
    return 0;
  }

  double(*param)[3] = pInfo->matrix;

  param[1][1] = (double)pInfo->num;
  param[1][0] = param[0][1];

5
54liuyao 已提交
2380 2381
  double param00 = param[0][0] - param[1][0] * (param[0][1] / param[1][1]);
  double param02 = param[0][2] - param[1][2] * (param[0][1] / param[1][1]);
2382 2383 2384 2385 2386 2387

  if (0 == param00) {
    colDataAppendNULL(pCol, currentRow);
    return 0;
  }

5
54liuyao 已提交
2388 2389 2390 2391
  // param[0][1] = 0;
  double param12 = param[1][2] - param02 * (param[1][0] / param00);
  // param[1][0] = 0;
  param02 /= param00;
2392

5
54liuyao 已提交
2393
  param12 /= param[1][1];
2394

X
Xiaoyu Wang 已提交
2395 2396 2397
  char   buf[64] = {0};
  size_t len =
      snprintf(varDataVal(buf), sizeof(buf) - VARSTR_HEADER_SIZE, "{slop:%.6lf, intercept:%.6lf}", param02, param12);
2398 2399
  varDataSetLen(buf, len);

2400
  colDataAppend(pCol, currentRow, buf, pResInfo->isNullRes);
2401 2402 2403 2404 2405

  return pResInfo->numOfRes;
}

int32_t leastSQRInvertFunction(SqlFunctionCtx* pCtx) {
X
Xiaoyu Wang 已提交
2406
  // TODO
2407 2408 2409
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
2410 2411 2412 2413
int32_t leastSQRCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SLeastSQRInfo*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
X
Xiaoyu Wang 已提交
2414
  double(*pDparam)[3] = pDBuf->matrix;
5
54liuyao 已提交
2415 2416 2417

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SLeastSQRInfo*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
X
Xiaoyu Wang 已提交
2418
  double(*pSparam)[3] = pSBuf->matrix;
5
54liuyao 已提交
2419 2420 2421 2422 2423 2424 2425 2426 2427
  for (int32_t i = 0; i < pSBuf->num; i++) {
    pDparam[0][0] += pDBuf->startVal * pDBuf->startVal;
    pDparam[0][1] += pDBuf->startVal;
    pDBuf->startVal += pDBuf->stepVal;
  }
  pDparam[0][2] += pSparam[0][2] + pDBuf->num * pDBuf->stepVal * pSparam[1][2];
  pDparam[1][2] += pSparam[1][2];
  pDBuf->num += pSBuf->num;
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2428
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
2429 2430 2431
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2432 2433 2434 2435 2436
bool getPercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SPercentileInfo);
  return true;
}

2437
bool percentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
2438 2439 2440 2441 2442
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  // in the first round, get the min-max value of all involved data
2443
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
H
Haojun Liao 已提交
2444 2445 2446 2447 2448
  SET_DOUBLE_VAL(&pInfo->minval, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->maxval, -DBL_MAX);
  pInfo->numOfElems = 0;

  return true;
H
Haojun Liao 已提交
2449 2450
}

2451
int32_t percentileFunction(SqlFunctionCtx* pCtx) {
2452
  int32_t              numOfElems = 0;
2453
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2454 2455

  SInputColumnInfoData* pInput = &pCtx->input;
2456
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
H
Haojun Liao 已提交
2457

2458 2459
  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;
2460

2461
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
2462
  if (pCtx->scanFlag == REPEAT_SCAN && pInfo->stage == 0) {
H
Haojun Liao 已提交
2463
    pInfo->stage += 1;
H
Haojun Liao 已提交
2464

H
Haojun Liao 已提交
2465 2466 2467
    // all data are null, set it completed
    if (pInfo->numOfElems == 0) {
      pResInfo->complete = true;
H
Haojun Liao 已提交
2468
      return 0;
H
Haojun Liao 已提交
2469
    } else {
2470
      pInfo->pMemBucket = tMemBucketCreate(pCol->info.bytes, type, pInfo->minval, pInfo->maxval);
H
Haojun Liao 已提交
2471 2472 2473 2474 2475
    }
  }

  // the first stage, only acquire the min/max value
  if (pInfo->stage == 0) {
H
Haojun Liao 已提交
2476
    if (pCtx->input.colDataSMAIsSet) {
H
Haojun Liao 已提交
2477
      double tmin = 0.0, tmax = 0.0;
2478 2479 2480 2481 2482 2483 2484 2485 2486
      if (IS_SIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_INT64_VAL(&pAgg->min);
        tmax = (double)GET_INT64_VAL(&pAgg->max);
      } else if (IS_FLOAT_TYPE(type)) {
        tmin = GET_DOUBLE_VAL(&pAgg->min);
        tmax = GET_DOUBLE_VAL(&pAgg->max);
      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_UINT64_VAL(&pAgg->min);
        tmax = (double)GET_UINT64_VAL(&pAgg->max);
H
Haojun Liao 已提交
2487 2488 2489 2490 2491 2492 2493 2494 2495 2496
      }

      if (GET_DOUBLE_VAL(&pInfo->minval) > tmin) {
        SET_DOUBLE_VAL(&pInfo->minval, tmin);
      }

      if (GET_DOUBLE_VAL(&pInfo->maxval) < tmax) {
        SET_DOUBLE_VAL(&pInfo->maxval, tmax);
      }

2497
      pInfo->numOfElems += (pInput->numOfRows - pAgg->numOfNull);
H
Haojun Liao 已提交
2498
    } else {
2499 2500 2501 2502
      // check the valid data one by one
      int32_t start = pInput->startRowIndex;
      for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
        if (colDataIsNull_f(pCol->nullbitmap, i)) {
H
Haojun Liao 已提交
2503 2504 2505
          continue;
        }

2506
        char* data = colDataGetData(pCol, i);
2507

H
Haojun Liao 已提交
2508
        double v = 0;
2509
        GET_TYPED_DATA(v, double, type, data);
H
Haojun Liao 已提交
2510 2511 2512 2513 2514 2515 2516 2517 2518 2519 2520
        if (v < GET_DOUBLE_VAL(&pInfo->minval)) {
          SET_DOUBLE_VAL(&pInfo->minval, v);
        }

        if (v > GET_DOUBLE_VAL(&pInfo->maxval)) {
          SET_DOUBLE_VAL(&pInfo->maxval, v);
        }

        pInfo->numOfElems += 1;
      }
    }
2521 2522 2523 2524 2525 2526 2527
  } else {
    // the second stage, calculate the true percentile value
    int32_t start = pInput->startRowIndex;
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
H
Haojun Liao 已提交
2528

2529
      char* data = colDataGetData(pCol, i);
2530
      numOfElems += 1;
2531
      tMemBucketPut(pInfo->pMemBucket, data, 1);
H
Haojun Liao 已提交
2532 2533
    }

2534
    SET_VAL(pResInfo, numOfElems, 1);
H
Haojun Liao 已提交
2535 2536
  }

wmmhello's avatar
wmmhello 已提交
2537
  return TSDB_CODE_SUCCESS;
2538 2539
}

2540
int32_t percentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
2541
  SVariant* pVal = &pCtx->param[1].param;
2542
  double    v = 0;
2543
  GET_TYPED_DATA(v, double, pVal->nType, &pVal->i);
H
Haojun Liao 已提交
2544

2545 2546
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SPercentileInfo*     ppInfo = (SPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2547

2548
  tMemBucket* pMemBucket = ppInfo->pMemBucket;
2549 2550 2551 2552 2553
  if (pMemBucket != NULL && pMemBucket->total > 0) {  // check for null
    SET_DOUBLE_VAL(&ppInfo->result, getPercentile(pMemBucket, v));
  }

  tMemBucketDestroy(pMemBucket);
2554
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
2555
}
H
Haojun Liao 已提交
2556

2557
bool getApercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
X
Xiaoyu Wang 已提交
2558 2559
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
2560
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
G
Ganlin Zhao 已提交
2561
  pEnv->calcMemSize = TMAX(bytesHist, bytesDigest);
2562 2563 2564
  return true;
}

G
Ganlin Zhao 已提交
2565
int32_t getApercentileMaxSize() {
X
Xiaoyu Wang 已提交
2566 2567
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
G
Ganlin Zhao 已提交
2568 2569 2570 2571
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
  return TMAX(bytesHist, bytesDigest);
}

X
Xiaoyu Wang 已提交
2572
static int8_t getApercentileAlgo(char* algoStr) {
2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585
  int8_t algoType;
  if (strcasecmp(algoStr, "default") == 0) {
    algoType = APERCT_ALGO_DEFAULT;
  } else if (strcasecmp(algoStr, "t-digest") == 0) {
    algoType = APERCT_ALGO_TDIGEST;
  } else {
    algoType = APERCT_ALGO_UNKNOWN;
  }

  return algoType;
}

static void buildHistogramInfo(SAPercentileInfo* pInfo) {
X
Xiaoyu Wang 已提交
2586 2587
  pInfo->pHisto = (SHistogramInfo*)((char*)pInfo + sizeof(SAPercentileInfo));
  pInfo->pHisto->elems = (SHistBin*)((char*)pInfo->pHisto + sizeof(SHistogramInfo));
2588 2589
}

2590 2591 2592 2593
static void buildTDigestInfo(SAPercentileInfo* pInfo) {
  pInfo->pTDigest = (TDigest*)((char*)pInfo + sizeof(SAPercentileInfo));
}

2594 2595 2596 2597 2598 2599
bool apercentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
2600 2601

  SVariant* pVal = &pCtx->param[1].param;
2602
  pInfo->percent = 0;
2603
  GET_TYPED_DATA(pInfo->percent, double, pVal->nType, &pVal->i);
2604

2605 2606 2607
  if (pCtx->numOfParams == 2) {
    pInfo->algo = APERCT_ALGO_DEFAULT;
  } else if (pCtx->numOfParams == 3) {
2608
    pInfo->algo = getApercentileAlgo(varDataVal(pCtx->param[2].param.pz));
2609 2610 2611 2612 2613
    if (pInfo->algo == APERCT_ALGO_UNKNOWN) {
      return false;
    }
  }

X
Xiaoyu Wang 已提交
2614
  char* tmp = (char*)pInfo + sizeof(SAPercentileInfo);
2615 2616 2617 2618 2619
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    pInfo->pTDigest = tdigestNewFrom(tmp, COMPRESSION);
  } else {
    buildHistogramInfo(pInfo);
    pInfo->pHisto = tHistogramCreateFrom(tmp, MAX_HISTOGRAM_BIN);
G
Ganlin Zhao 已提交
2620 2621
    qDebug("%s set up histogram, numOfElems:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems:%p", __FUNCTION__,
           pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems);
2622 2623 2624 2625 2626 2627
  }

  return true;
}

int32_t apercentileFunction(SqlFunctionCtx* pCtx) {
2628 2629
  int32_t               numOfElems = 0;
  SResultRowEntryInfo*  pResInfo = GET_RES_INFO(pCtx);
2630 2631 2632 2633 2634 2635 2636 2637 2638
  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  int32_t start = pInput->startRowIndex;
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
5
54liuyao 已提交
2639 2640
    buildTDigestInfo(pInfo);
    tdigestAutoFill(pInfo->pTDigest, COMPRESSION);
2641 2642 2643 2644
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2645
      numOfElems += 1;
2646 2647
      char* data = colDataGetData(pCol, i);

X
Xiaoyu Wang 已提交
2648 2649
      double  v = 0;  // value
      int64_t w = 1;  // weigth
2650 2651 2652 2653
      GET_TYPED_DATA(v, double, type, data);
      tdigestAdd(pInfo->pTDigest, v, w);
    }
  } else {
2654 2655 2656
    // might be a race condition here that pHisto can be overwritten or setup function
    // has not been called, need to relink the buffer pHisto points to.
    buildHistogramInfo(pInfo);
5
54liuyao 已提交
2657 2658 2659
    qDebug("%s before add %d elements into histogram, total:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems: %p",
           __FUNCTION__, numOfElems, pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto,
           pInfo->pHisto->elems);
2660 2661 2662 2663
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2664
      numOfElems += 1;
2665 2666 2667 2668 2669 2670
      char* data = colDataGetData(pCol, i);

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      tHistogramAdd(&pInfo->pHisto, v);
    }
2671

2672 2673 2674
    qDebug("%s after add %d elements into histogram, total:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems: %p",
           __FUNCTION__, numOfElems, pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto,
           pInfo->pHisto->elems);
2675 2676
  }

2677
  SET_VAL(pResInfo, numOfElems, 1);
2678 2679 2680
  return TSDB_CODE_SUCCESS;
}

2681 2682 2683 2684 2685 2686
static void apercentileTransferInfo(SAPercentileInfo* pInput, SAPercentileInfo* pOutput) {
  pOutput->percent = pInput->percent;
  pOutput->algo = pInput->algo;
  if (pOutput->algo == APERCT_ALGO_TDIGEST) {
    buildTDigestInfo(pInput);
    tdigestAutoFill(pInput->pTDigest, COMPRESSION);
2687

X
Xiaoyu Wang 已提交
2688
    if (pInput->pTDigest->num_centroids == 0 && pInput->pTDigest->num_buffered_pts == 0) {
2689
      return;
2690 2691
    }

2692
    buildTDigestInfo(pOutput);
X
Xiaoyu Wang 已提交
2693
    TDigest* pTDigest = pOutput->pTDigest;
5
54liuyao 已提交
2694
    tdigestAutoFill(pTDigest, COMPRESSION);
2695

5
54liuyao 已提交
2696
    if (pTDigest->num_centroids <= 0 && pTDigest->num_buffered_pts == 0) {
2697
      memcpy(pTDigest, pInput->pTDigest, (size_t)TDIGEST_SIZE(COMPRESSION));
2698 2699
      tdigestAutoFill(pTDigest, COMPRESSION);
    } else {
2700
      tdigestMerge(pTDigest, pInput->pTDigest);
2701
    }
2702
  } else {
2703 2704 2705
    buildHistogramInfo(pInput);
    if (pInput->pHisto->numOfElems <= 0) {
      return;
2706 2707
    }

2708
    buildHistogramInfo(pOutput);
X
Xiaoyu Wang 已提交
2709
    SHistogramInfo* pHisto = pOutput->pHisto;
2710 2711

    if (pHisto->numOfElems <= 0) {
2712
      memcpy(pHisto, pInput->pHisto, sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
X
Xiaoyu Wang 已提交
2713
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2714

L
Liu Jicong 已提交
2715 2716
      qDebug("%s merge histo, total:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems, pHisto->numOfEntries,
             pHisto);
2717
    } else {
X
Xiaoyu Wang 已提交
2718
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
G
Ganlin Zhao 已提交
2719 2720
      qDebug("%s input histogram, elem:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems,
             pHisto->numOfEntries, pInput->pHisto);
2721

X
Xiaoyu Wang 已提交
2722
      SHistogramInfo* pRes = tHistogramMerge(pHisto, pInput->pHisto, MAX_HISTOGRAM_BIN);
2723
      memcpy(pHisto, pRes, sizeof(SHistogramInfo) + sizeof(SHistBin) * MAX_HISTOGRAM_BIN);
X
Xiaoyu Wang 已提交
2724
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2725

L
Liu Jicong 已提交
2726 2727
      qDebug("%s merge histo, total:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems, pHisto->numOfEntries,
             pHisto);
2728 2729 2730
      tHistogramDestroy(&pRes);
    }
  }
2731
}
2732

2733 2734 2735 2736 2737 2738 2739 2740 2741 2742
int32_t apercentileFunctionMerge(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

G
Ganlin Zhao 已提交
2743
  qDebug("%s total %d rows will merge, %p", __FUNCTION__, pInput->numOfRows, pInfo->pHisto);
2744

2745
  int32_t start = pInput->startRowIndex;
X
Xiaoyu Wang 已提交
2746
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
2747 2748
    char* data = colDataGetData(pCol, i);

2749 2750 2751
    SAPercentileInfo* pInputInfo = (SAPercentileInfo*)varDataVal(data);
    apercentileTransferInfo(pInputInfo, pInfo);
  }
2752

H
Haojun Liao 已提交
2753
  if (pInfo->algo != APERCT_ALGO_TDIGEST) {
2754
    qDebug("%s after merge, total:%" PRId64 ", numOfEntry:%d, %p", __FUNCTION__, pInfo->pHisto->numOfElems,
L
Liu Jicong 已提交
2755
           pInfo->pHisto->numOfEntries, pInfo->pHisto);
H
Haojun Liao 已提交
2756
  }
2757

2758
  SET_VAL(pResInfo, 1, 1);
2759 2760 2761
  return TSDB_CODE_SUCCESS;
}

2762 2763
int32_t apercentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2764
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2765 2766

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
2767
    buildTDigestInfo(pInfo);
5
54liuyao 已提交
2768
    tdigestAutoFill(pInfo->pTDigest, COMPRESSION);
2769
    if (pInfo->pTDigest->size > 0) {
2770
      pInfo->result = tdigestQuantile(pInfo->pTDigest, pInfo->percent / 100);
2771
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2772
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2773 2774 2775
      return TSDB_CODE_SUCCESS;
    }
  } else {
2776
    buildHistogramInfo(pInfo);
2777
    if (pInfo->pHisto->numOfElems > 0) {
G
Ganlin Zhao 已提交
2778 2779
      qDebug("%s get the final res, elements:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems:%p", __FUNCTION__,
             pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems);
2780

X
Xiaoyu Wang 已提交
2781 2782
      double  ratio[] = {pInfo->percent};
      double* res = tHistogramUniform(pInfo->pHisto, ratio, 1);
2783
      pInfo->result = *res;
X
Xiaoyu Wang 已提交
2784
      // memcpy(pCtx->pOutput, res, sizeof(double));
2785 2786
      taosMemoryFree(res);
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2787
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2788 2789 2790
      // return TSDB_CODE_SUCCESS;
      qDebug("%s get the final res, elements:%" PRId64 ", numOfEntry:%d. result is null", __FUNCTION__,
             pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries);
2791 2792 2793 2794 2795 2796
    }
  }

  return functionFinalize(pCtx, pBlock);
}

2797 2798
int32_t apercentilePartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2799
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2800

2801
  int32_t resultBytes = getApercentileMaxSize();
X
Xiaoyu Wang 已提交
2802
  char*   res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
2803 2804

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
2805 2806
    memcpy(varDataVal(res), pInfo, resultBytes);
    varDataSetLen(res, resultBytes);
2807
  } else {
2808 2809
    memcpy(varDataVal(res), pInfo, resultBytes);
    varDataSetLen(res, resultBytes);
2810 2811 2812 2813 2814
  }

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

2815
  colDataAppend(pCol, pBlock->info.rows, res, false);
2816

2817
  taosMemoryFree(res);
2818 2819 2820
  return pResInfo->numOfRes;
}

2821 2822 2823 2824 2825 2826
int32_t apercentileCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SAPercentileInfo*    pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SAPercentileInfo*    pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
2827

G
Ganlin Zhao 已提交
2828
  qDebug("%s start to combine apercentile, %p", __FUNCTION__, pDBuf->pHisto);
2829

2830
  apercentileTransferInfo(pSBuf, pDBuf);
2831
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2832
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
2833 2834 2835
  return TSDB_CODE_SUCCESS;
}

2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848 2849 2850 2851
EFuncDataRequired firstDynDataReq(void* pRes, STimeWindow* pTimeWindow) {
  SResultRowEntryInfo* pEntry = (SResultRowEntryInfo*)pRes;

  // not initialized yet, data is required
  if (pEntry == NULL) {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }

  SFirstLastRes* pResult = GET_ROWCELL_INTERBUF(pEntry);
  if (pResult->hasResult && pResult->ts <= pTimeWindow->skey) {
    return FUNC_DATA_REQUIRED_NOT_LOAD;
  } else {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }
}

2852
EFuncDataRequired lastDynDataReq(void* pRes, STimeWindow* pTimeWindow) {
L
Liu Jicong 已提交
2853
  SResultRowEntryInfo* pEntry = (SResultRowEntryInfo*)pRes;
2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867

  // not initialized yet, data is required
  if (pEntry == NULL) {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }

  SFirstLastRes* pResult = GET_ROWCELL_INTERBUF(pEntry);
  if (pResult->hasResult && pResult->ts >= pTimeWindow->ekey) {
    return FUNC_DATA_REQUIRED_NOT_LOAD;
  } else {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }
}

2868
int32_t getFirstLastInfoSize(int32_t resBytes) { return sizeof(SFirstLastRes) + resBytes; }
2869

H
Haojun Liao 已提交
2870
bool getFirstLastFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2871
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
2872
  pEnv->calcMemSize = getFirstLastInfoSize(pNode->node.resType.bytes);
H
Haojun Liao 已提交
2873 2874 2875
  return true;
}

2876
bool getSelectivityFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2877
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
2878 2879 2880 2881
  pEnv->calcMemSize = pNode->node.resType.bytes;
  return true;
}

2882 2883
bool getGroupKeyFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
G
Ganlin Zhao 已提交
2884
  pEnv->calcMemSize = sizeof(SGroupKeyInfo) + pNode->node.resType.bytes;
2885 2886 2887
  return true;
}

2888 2889 2890 2891 2892
static FORCE_INLINE TSKEY getRowPTs(SColumnInfoData* pTsColInfo, int32_t rowIndex) {
  if (pTsColInfo == NULL) {
    return 0;
  }

2893
  return *(TSKEY*)colDataGetData(pTsColInfo, rowIndex);
2894 2895
}

L
Liu Jicong 已提交
2896 2897
static void firstlastSaveTupleData(const SSDataBlock* pSrcBlock, int32_t rowIndex, SqlFunctionCtx* pCtx,
                                   SFirstLastRes* pInfo) {
2898 2899 2900 2901 2902
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

  if (!pInfo->hasResult) {
2903
    pInfo->pos = saveTupleData(pCtx, rowIndex, pSrcBlock, NULL);
L
Liu Jicong 已提交
2904 2905
    ASSERT(pCtx->subsidiaries.buf != NULL);
    ASSERT(pCtx->subsidiaries.rowLen > 0);
2906
  } else {
2907
    updateTupleData(pCtx, rowIndex, pSrcBlock, &pInfo->pos);
2908 2909 2910
  }
}

H
Haojun Liao 已提交
2911
static void doSaveCurrentVal(SqlFunctionCtx* pCtx, int32_t rowIndex, int64_t currentTs, int32_t type, char* pData) {
2912 2913 2914 2915 2916 2917 2918 2919 2920
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  if (IS_VAR_DATA_TYPE(type)) {
    pInfo->bytes = varDataTLen(pData);
  }

  memcpy(pInfo->buf, pData, pInfo->bytes);
  pInfo->ts = currentTs;
2921
  firstlastSaveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pInfo);
2922 2923 2924 2925

  pInfo->hasResult = true;
}

2926 2927
// This ordinary first function does not care if current scan is ascending order or descending order scan
// the OPTIMIZED version of first function will only handle the ascending order scan
2928
int32_t firstFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
2929 2930
  int32_t numOfElems = 0;

2931
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2932
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2933 2934

  SInputColumnInfoData* pInput = &pCtx->input;
2935
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2936

2937
  pInfo->bytes = pInputCol->info.bytes;
2938

H
Haojun Liao 已提交
2939
  // All null data column, return directly.
H
Haojun Liao 已提交
2940
  if (pInput->colDataSMAIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
2941
    ASSERT(pInputCol->hasNull == true);
2942 2943
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
H
Haojun Liao 已提交
2944
    return 0;
H
Haojun Liao 已提交
2945 2946
  }

H
Haojun Liao 已提交
2947
  SColumnDataAgg* pColAgg = (pInput->colDataSMAIsSet) ? pInput->pColumnDataAgg[0] : NULL;
2948

2949 2950
  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);
2951

2952
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
2953

2954 2955 2956
  //  please ref. to the comment in lastRowFunction for the reason why disabling the opt version of last/first function.
  //  we will use this opt implementation in an new version that is only available in scan subplan
#if 0
2957 2958 2959
  if (blockDataOrder == TSDB_ORDER_ASC) {
    // filter according to current result firstly
    if (pResInfo->numOfRes > 0) {
2960
      if (pInfo->ts < startKey) {
2961 2962 2963 2964 2965 2966 2967 2968 2969
        return TSDB_CODE_SUCCESS;
      }
    }

    for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2970 2971
      numOfElems++;

2972
      char* data = colDataGetData(pInputCol, i);
2973
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2974 2975
      if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
        doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
2976
        break;
2977 2978 2979 2980 2981 2982
      }
    }
  } else {
    // in case of descending order time stamp serial, which usually happens as the results of the nest query,
    // all data needs to be check.
    if (pResInfo->numOfRes > 0) {
2983
      if (pInfo->ts < endKey) {
2984 2985
        return TSDB_CODE_SUCCESS;
      }
H
Haojun Liao 已提交
2986 2987
    }

2988 2989 2990 2991 2992
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2993 2994
      numOfElems++;

2995
      char* data = colDataGetData(pInputCol, i);
2996
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2997

2998 2999
      if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
        doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
3000
        break;
3001 3002
      }
    }
H
Haojun Liao 已提交
3003
  }
3004
#else
3005
  int64_t* pts = (int64_t*)pInput->pPTS->pData;
3006 3007 3008 3009 3010 3011 3012 3013
  for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
    if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3014
    TSKEY cts = pts[i];
3015 3016 3017 3018 3019 3020
    if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
      doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
      pResInfo->numOfRes = 1;
    }
  }
#endif
H
Haojun Liao 已提交
3021

3022 3023 3024 3025
  if (numOfElems == 0) {
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
  }
H
Haojun Liao 已提交
3026
  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
3027
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
3028 3029
}

3030
int32_t lastFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
3031 3032
  int32_t numOfElems = 0;

3033
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3034
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
3035 3036

  SInputColumnInfoData* pInput = &pCtx->input;
3037
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
3038

3039
  int32_t type = pInputCol->info.type;
3040
  int32_t bytes = pInputCol->info.bytes;
3041
  pInfo->bytes = bytes;
3042

H
Haojun Liao 已提交
3043
  // All null data column, return directly.
H
Haojun Liao 已提交
3044
  if (pInput->colDataSMAIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
3045
    ASSERT(pInputCol->hasNull == true);
3046 3047
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
H
Haojun Liao 已提交
3048
    return 0;
H
Haojun Liao 已提交
3049 3050
  }

H
Haojun Liao 已提交
3051
  SColumnDataAgg* pColAgg = (pInput->colDataSMAIsSet) ? pInput->pColumnDataAgg[0] : NULL;
3052 3053 3054 3055

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

3056
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
3057

3058 3059
  //  please ref. to the comment in lastRowFunction for the reason why disabling the opt version of last/first function.
#if 0
3060
  if (blockDataOrder == TSDB_ORDER_ASC) {
H
Haojun Liao 已提交
3061
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
3062
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
3063 3064 3065 3066
        continue;
      }

      numOfElems++;
3067 3068 3069

      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3070 3071
      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveCurrentVal(pCtx, i, cts, type, data);
3072
      }
3073

H
Haojun Liao 已提交
3074 3075
      break;
    }
3076
  } else {  // descending order
H
Haojun Liao 已提交
3077
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
3078
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
3079 3080 3081
        continue;
      }

3082
      numOfElems++;
H
Haojun Liao 已提交
3083

3084 3085
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3086 3087
      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveCurrentVal(pCtx, i, cts, type, data);
H
Haojun Liao 已提交
3088 3089 3090 3091
      }
      break;
    }
  }
3092
#else
H
Haojun Liao 已提交
3093
  int64_t* pts = (int64_t*)pInput->pPTS->pData;
H
Haojun Liao 已提交
3094

H
Haojun Liao 已提交
3095
#if 0
H
Haojun Liao 已提交
3096 3097 3098 3099
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }
3100

H
Haojun Liao 已提交
3101
      numOfElems++;
H
Haojun Liao 已提交
3102 3103 3104
      if (pResInfo->numOfRes == 0 || pInfo->ts < pts[i]) {
        char* data = colDataGetData(pInputCol, i);
        doSaveCurrentVal(pCtx, i, pts[i], type, data);
H
Haojun Liao 已提交
3105 3106
        pResInfo->numOfRes = 1;
      }
3107
    }
H
Haojun Liao 已提交
3108
#else
3109 3110
  if (!pInputCol->hasNull) {
    numOfElems = 1;
H
Haojun Liao 已提交
3111

3112 3113
    int32_t round = pInput->numOfRows >> 2;
    int32_t reminder = pInput->numOfRows & 0x03;
H
Haojun Liao 已提交
3114

H
Haojun Liao 已提交
3115
      for (int32_t i = pInput->startRowIndex, tick = 0; tick < round; i += 4, tick += 1) {
H
Haojun Liao 已提交
3116 3117 3118
        int64_t cts = pts[i];
        int32_t chosen = i;

3119 3120 3121 3122
      if (cts < pts[i + 1]) {
        cts = pts[i + 1];
        chosen = i + 1;
      }
H
Haojun Liao 已提交
3123

3124 3125 3126 3127
      if (cts < pts[i + 2]) {
        cts = pts[i + 2];
        chosen = i + 2;
      }
H
Haojun Liao 已提交
3128

3129 3130 3131 3132
      if (cts < pts[i + 3]) {
        cts = pts[i + 3];
        chosen = i + 3;
      }
H
Haojun Liao 已提交
3133

3134 3135 3136 3137
      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        char* data = colDataGetData(pInputCol, chosen);
        doSaveCurrentVal(pCtx, i, cts, type, data);
        pResInfo->numOfRes = 1;
H
Haojun Liao 已提交
3138
      }
3139
    }
H
Haojun Liao 已提交
3140 3141

      for (int32_t i = pInput->startRowIndex + round * 4; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
H
Haojun Liao 已提交
3142 3143 3144
        if (pResInfo->numOfRes == 0 || pInfo->ts < pts[i]) {
          char* data = colDataGetData(pInputCol, i);
          doSaveCurrentVal(pCtx, i, pts[i], type, data);
H
Haojun Liao 已提交
3145 3146 3147 3148 3149
          pResInfo->numOfRes = 1;
        }
      }
    } else {
      for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
H
Haojun Liao 已提交
3150
        if (colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
3151 3152 3153
          continue;
        }

3154
      numOfElems++;
H
Haojun Liao 已提交
3155

3156 3157 3158 3159
      if (pResInfo->numOfRes == 0 || pInfo->ts < pts[i]) {
        char* data = colDataGetData(pInputCol, i);
        doSaveCurrentVal(pCtx, i, pts[i], type, data);
        pResInfo->numOfRes = 1;
H
Haojun Liao 已提交
3160 3161
      }
    }
3162
  }
H
Haojun Liao 已提交
3163
#endif
H
Haojun Liao 已提交
3164

3165
#endif
H
Haojun Liao 已提交
3166 3167

  // save selectivity value for column consisted of all null values
3168 3169 3170
  if (numOfElems == 0) {
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
  }
H
Haojun Liao 已提交
3171

3172
  //  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
3173
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
3174
}
H
Haojun Liao 已提交
3175

H
Hongze Cheng 已提交
3176 3177
static void firstLastTransferInfo(SqlFunctionCtx* pCtx, SFirstLastRes* pInput, SFirstLastRes* pOutput, bool isFirst,
                                  int32_t rowIndex) {
G
Ganlin Zhao 已提交
3178
  if (pOutput->hasResult) {
3179
    if (isFirst) {
3180
      if (pInput->ts > pOutput->ts) {
3181 3182 3183
        return;
      }
    } else {
3184
      if (pInput->ts < pOutput->ts) {
3185 3186
        return;
      }
G
Ganlin Zhao 已提交
3187 3188
    }
  }
3189

3190 3191 3192 3193
  pOutput->isNull = pInput->isNull;
  pOutput->ts = pInput->ts;
  pOutput->bytes = pInput->bytes;

G
Ganlin Zhao 已提交
3194
  memcpy(pOutput->buf, pInput->buf, pOutput->bytes);
3195
  firstlastSaveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pOutput);
G
Ganlin Zhao 已提交
3196

3197
  pOutput->hasResult = true;
G
Ganlin Zhao 已提交
3198 3199
}

3200
static int32_t firstLastFunctionMergeImpl(SqlFunctionCtx* pCtx, bool isFirstQuery) {
G
Ganlin Zhao 已提交
3201
  SInputColumnInfoData* pInput = &pCtx->input;
3202
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
3203 3204 3205 3206
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SFirstLastRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

3207 3208
  int32_t start = pInput->startRowIndex;
  int32_t numOfElems = 0;
G
Ganlin Zhao 已提交
3209

X
Xiaoyu Wang 已提交
3210 3211
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*          data = colDataGetData(pCol, i);
3212
    SFirstLastRes* pInputInfo = (SFirstLastRes*)varDataVal(data);
3213
    firstLastTransferInfo(pCtx, pInputInfo, pInfo, isFirstQuery, i);
3214 3215 3216 3217
    if (!numOfElems) {
      numOfElems = pInputInfo->hasResult ? 1 : 0;
    }
  }
3218 3219

  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
G
Ganlin Zhao 已提交
3220 3221 3222
  return TSDB_CODE_SUCCESS;
}

3223
int32_t firstFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, true); }
3224

3225
int32_t lastFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, false); }
3226

3227
int32_t firstLastFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
3228 3229 3230 3231 3232 3233
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

G
Ganlin Zhao 已提交
3234
  SFirstLastRes* pRes = GET_ROWCELL_INTERBUF(pResInfo);
X
Xiaoyu Wang 已提交
3235
  colDataAppend(pCol, pBlock->info.rows, pRes->buf, pRes->isNull || pResInfo->isNullRes);
3236

3237
  // handle selectivity
3238
  setSelectivityValue(pCtx, pBlock, &pRes->pos, pBlock->info.rows);
G
Ganlin Zhao 已提交
3239 3240 3241 3242

  return pResInfo->numOfRes;
}

G
Ganlin Zhao 已提交
3243 3244
int32_t firstLastPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
3245
  SFirstLastRes*       pRes = GET_ROWCELL_INTERBUF(pEntryInfo);
3246

3247
  int32_t resultBytes = getFirstLastInfoSize(pRes->bytes);
G
Ganlin Zhao 已提交
3248

3249 3250
  // todo check for failure
  char* res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
3251
  memcpy(varDataVal(res), pRes, resultBytes);
3252

G
Ganlin Zhao 已提交
3253 3254 3255 3256 3257 3258
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);
3259
  setSelectivityValue(pCtx, pBlock, &pRes->pos, pBlock->info.rows);
G
Ganlin Zhao 已提交
3260 3261 3262 3263 3264

  taosMemoryFree(res);
  return 1;
}

3265
// todo rewrite:
5
54liuyao 已提交
3266 3267
int32_t lastCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
3268
  SFirstLastRes*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
3269
  int32_t              bytes = pDBuf->bytes;
5
54liuyao 已提交
3270 3271

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
3272
  SFirstLastRes*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
3273

3274 3275 3276
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || pDBuf->ts < pSBuf->ts)) {
    memcpy(pDBuf->buf, pSBuf->buf, bytes);
    pDBuf->ts = pSBuf->ts;
5
54liuyao 已提交
3277 3278 3279 3280 3281
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

3282
static void doSaveLastrow(SqlFunctionCtx* pCtx, char* pData, int32_t rowIndex, int64_t cts, SFirstLastRes* pInfo) {
3283 3284 3285 3286 3287 3288 3289 3290 3291 3292 3293 3294 3295 3296 3297 3298
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  if (colDataIsNull_s(pInputCol, rowIndex)) {
    pInfo->isNull = true;
  } else {
    pInfo->isNull = false;

    if (IS_VAR_DATA_TYPE(pInputCol->info.type)) {
      pInfo->bytes = varDataTLen(pData);
    }

    memcpy(pInfo->buf, pData, pInfo->bytes);
  }

  pInfo->ts = cts;
3299
  firstlastSaveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pInfo);
3300 3301 3302 3303

  pInfo->hasResult = true;
}

3304 3305 3306 3307 3308 3309 3310 3311 3312 3313 3314 3315 3316 3317 3318
int32_t lastRowFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElems = 0;

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  int32_t bytes = pInputCol->info.bytes;
  pInfo->bytes = bytes;

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

3319
#if 0
3320 3321
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;

H
Haojun Liao 已提交
3322 3323
  // the optimized version only valid if all tuples in one block are monotonious increasing or descreasing.
  // this assumption is NOT always works if project operator exists in downstream.
3324 3325 3326 3327
  if (blockDataOrder == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3328 3329 3330 3331
      numOfElems++;

      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveLastrow(pCtx, data, i, cts, pInfo);
3332
      }
3333

3334 3335 3336 3337 3338 3339
      break;
    }
  } else {  // descending order
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3340 3341 3342 3343
      numOfElems++;

      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveLastrow(pCtx, data, i, cts, pInfo);
3344 3345 3346 3347
      }
      break;
    }
  }
3348
#else
H
Haojun Liao 已提交
3349 3350

  int64_t* pts = (int64_t*)pInput->pPTS->pData;
3351
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
3352 3353
    bool  isNull = colDataIsNull(pInputCol, pInput->numOfRows, i, NULL);
    char* data = isNull ? NULL : colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3354
    TSKEY cts = pts[i];
3355

H
Haojun Liao 已提交
3356
    numOfElems++;
3357 3358 3359 3360 3361
    if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
      doSaveLastrow(pCtx, data, i, cts, pInfo);
      pResInfo->numOfRes = 1;
    }
  }
3362

3363
#endif
3364

3365 3366 3367 3368
  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
3369 3370 3371 3372 3373
bool getDiffFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDiffInfo);
  return true;
}

3374
bool diffFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
H
Haojun Liao 已提交
3375 3376 3377 3378 3379
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SDiffInfo* pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
3380
  pDiffInfo->hasPrev = false;
H
Haojun Liao 已提交
3381
  pDiffInfo->prev.i64 = 0;
3382
  pDiffInfo->prevTs = -1;
3383 3384 3385 3386 3387
  if (pCtx->numOfParams > 1) {
    pDiffInfo->ignoreNegative = pCtx->param[1].param.i;  // TODO set correct param
  } else {
    pDiffInfo->ignoreNegative = false;
  }
H
Haojun Liao 已提交
3388 3389
  pDiffInfo->includeNull = false;
  pDiffInfo->firstOutput = false;
H
Haojun Liao 已提交
3390 3391 3392
  return true;
}

3393
static void doSetPrevVal(SDiffInfo* pDiffInfo, int32_t type, const char* pv, int64_t ts) {
X
Xiaoyu Wang 已提交
3394
  switch (type) {
3395
    case TSDB_DATA_TYPE_BOOL:
L
Liu Jicong 已提交
3396
      pDiffInfo->prev.i64 = *(bool*)pv ? 1 : 0;
3397
      break;
3398
    case TSDB_DATA_TYPE_TINYINT:
X
Xiaoyu Wang 已提交
3399 3400
      pDiffInfo->prev.i64 = *(int8_t*)pv;
      break;
3401
    case TSDB_DATA_TYPE_INT:
X
Xiaoyu Wang 已提交
3402 3403
      pDiffInfo->prev.i64 = *(int32_t*)pv;
      break;
3404
    case TSDB_DATA_TYPE_SMALLINT:
X
Xiaoyu Wang 已提交
3405 3406
      pDiffInfo->prev.i64 = *(int16_t*)pv;
      break;
3407
    case TSDB_DATA_TYPE_TIMESTAMP:
3408
    case TSDB_DATA_TYPE_BIGINT:
X
Xiaoyu Wang 已提交
3409 3410
      pDiffInfo->prev.i64 = *(int64_t*)pv;
      break;
3411
    case TSDB_DATA_TYPE_FLOAT:
X
Xiaoyu Wang 已提交
3412 3413
      pDiffInfo->prev.d64 = *(float*)pv;
      break;
3414
    case TSDB_DATA_TYPE_DOUBLE:
X
Xiaoyu Wang 已提交
3415 3416
      pDiffInfo->prev.d64 = *(double*)pv;
      break;
3417 3418 3419
    default:
      ASSERT(0);
  }
3420
  pDiffInfo->prevTs = ts;
3421 3422
}

X
Xiaoyu Wang 已提交
3423
static void doHandleDiff(SDiffInfo* pDiffInfo, int32_t type, const char* pv, SColumnInfoData* pOutput, int32_t pos,
3424
                         int32_t order, int64_t ts) {
X
Xiaoyu Wang 已提交
3425
  int32_t factor = (order == TSDB_ORDER_ASC) ? 1 : -1;
3426
  pDiffInfo->prevTs = ts;
3427 3428 3429
  switch (type) {
    case TSDB_DATA_TYPE_INT: {
      int32_t v = *(int32_t*)pv;
X
Xiaoyu Wang 已提交
3430
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3431 3432 3433
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3434
        colDataAppendInt64(pOutput, pos, &delta);
3435 3436
      }
      pDiffInfo->prev.i64 = v;
3437

3438 3439 3440 3441
      break;
    }
    case TSDB_DATA_TYPE_BOOL:
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
3442 3443
      int8_t  v = *(int8_t*)pv;
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3444 3445 3446
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3447
        colDataAppendInt64(pOutput, pos, &delta);
3448 3449 3450 3451 3452 3453
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t v = *(int16_t*)pv;
X
Xiaoyu Wang 已提交
3454
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3455 3456 3457
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3458
        colDataAppendInt64(pOutput, pos, &delta);
3459 3460 3461 3462
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
3463
    case TSDB_DATA_TYPE_TIMESTAMP:
3464 3465
    case TSDB_DATA_TYPE_BIGINT: {
      int64_t v = *(int64_t*)pv;
X
Xiaoyu Wang 已提交
3466
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3467 3468 3469 3470 3471 3472 3473 3474 3475
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendInt64(pOutput, pos, &delta);
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
3476 3477 3478
      float  v = *(float*)pv;
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
3479 3480
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3481
        colDataAppendDouble(pOutput, pos, &delta);
3482 3483 3484 3485 3486 3487
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      double v = *(double*)pv;
X
Xiaoyu Wang 已提交
3488 3489
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
3490 3491 3492 3493 3494 3495 3496 3497 3498 3499
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendDouble(pOutput, pos, &delta);
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    default:
      ASSERT(0);
  }
G
Ganlin Zhao 已提交
3500
}
3501

3502 3503 3504
int32_t diffFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDiffInfo*           pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
3505 3506 3507

  SInputColumnInfoData* pInput = &pCtx->input;

3508
  SColumnInfoData* pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
3509

3510 3511
  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;

3512
  int32_t numOfElems = 0;
H
Haojun Liao 已提交
3513
  int32_t startOffset = pCtx->offset;
H
Haojun Liao 已提交
3514

3515
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
H
Haojun Liao 已提交
3516

3517 3518 3519
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;
H
Haojun Liao 已提交
3520

3521 3522 3523
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
H
Haojun Liao 已提交
3524

3525
          numOfElems += 1;
H
Haojun Liao 已提交
3526
        }
3527
        continue;
H
Haojun Liao 已提交
3528 3529
      }

3530
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3531

3532
      if (pDiffInfo->hasPrev) {
3533 3534 3535 3536
        if (tsList[i] == pDiffInfo->prevTs) {
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
        }
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order, tsList[i]);
3537
        // handle selectivity
3538 3539 3540
        if (pCtx->subsidiaries.num > 0) {
          appendSelectivityValue(pCtx, i, pos);
        }
H
Haojun Liao 已提交
3541 3542

        numOfElems++;
3543
      } else {
3544
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv, tsList[i]);
H
Haojun Liao 已提交
3545 3546
      }

3547 3548 3549 3550 3551 3552 3553 3554 3555
      pDiffInfo->hasPrev = true;
    }
  } else {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;

      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
H
Haojun Liao 已提交
3556

3557
          numOfElems += 1;
H
Haojun Liao 已提交
3558
        }
3559
        continue;
H
Haojun Liao 已提交
3560 3561
      }

3562
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3563

3564 3565
      // there is a row of previous data block to be handled in the first place.
      if (pDiffInfo->hasPrev) {
3566 3567 3568 3569
        if (tsList[i] == pDiffInfo->prevTs) {
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
        }
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order, tsList[i]);
3570
        // handle selectivity
3571 3572 3573
        if (pCtx->subsidiaries.num > 0) {
          appendSelectivityValue(pCtx, i, pos);
        }
H
Haojun Liao 已提交
3574 3575

        numOfElems++;
3576
      } else {
3577
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv, tsList[i]);
H
Haojun Liao 已提交
3578 3579
      }

3580
      pDiffInfo->hasPrev = true;
H
Haojun Liao 已提交
3581 3582 3583
    }
  }

3584 3585
  pResInfo->numOfRes = numOfElems;
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
3586
}
H
Haojun Liao 已提交
3587

X
Xiaoyu Wang 已提交
3588
int32_t getTopBotInfoSize(int64_t numOfItems) { return sizeof(STopBotRes) + numOfItems * sizeof(STopBotResItem); }
G
Ganlin Zhao 已提交
3589

3590
bool getTopBotFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
3591
  SValueNode* pkNode = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
3592
  pEnv->calcMemSize = sizeof(STopBotRes) + pkNode->datum.i * sizeof(STopBotResItem);
3593 3594 3595
  return true;
}

G
Ganlin Zhao 已提交
3596 3597 3598 3599 3600
bool topBotFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
3601
  STopBotRes*           pRes = GET_ROWCELL_INTERBUF(pResInfo);
3602 3603 3604 3605
  SInputColumnInfoData* pInput = &pCtx->input;

  pRes->maxSize = pCtx->param[1].param.i;

3606 3607
  pRes->nullTupleSaved = false;
  pRes->nullTuplePos.pageId = -1;
G
Ganlin Zhao 已提交
3608 3609 3610
  return true;
}

3611 3612 3613 3614
static STopBotRes* getTopBotOutputInfo(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  STopBotRes*          pRes = GET_ROWCELL_INTERBUF(pResInfo);
  pRes->pItems = (STopBotResItem*)((char*)pRes + sizeof(STopBotRes));
3615 3616

  return pRes;
3617 3618
}

3619
static void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3620
                            uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery);
3621

G
Ganlin Zhao 已提交
3622 3623
static void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery);

3624 3625 3626
int32_t topFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3627 3628

  SInputColumnInfoData* pInput = &pCtx->input;
3629
  SColumnInfoData*      pCol = pInput->pData[0];
3630

G
Ganlin Zhao 已提交
3631 3632
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;
3633 3634

  int32_t start = pInput->startRowIndex;
3635
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
3636 3637 3638
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }
3639

3640
    numOfElems++;
3641
    char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
3642
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, true);
3643 3644
  }

3645
  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pRes->nullTupleSaved) {
3646
    pRes->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
3647 3648
    pRes->nullTupleSaved = true;
  }
3649 3650 3651
  return TSDB_CODE_SUCCESS;
}

3652 3653 3654 3655 3656 3657 3658 3659 3660 3661 3662 3663 3664 3665 3666 3667 3668 3669 3670 3671 3672
int32_t bottomFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;
    char* data = colDataGetData(pCol, i);
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, false);
  }

3673
  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pRes->nullTupleSaved) {
3674
    pRes->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
3675 3676 3677
    pRes->nullTupleSaved = true;
  }

3678 3679 3680
  return TSDB_CODE_SUCCESS;
}

3681 3682
static int32_t topBotResComparFn(const void* p1, const void* p2, const void* param) {
  uint16_t type = *(uint16_t*)param;
3683

3684 3685
  STopBotResItem* val1 = (STopBotResItem*)p1;
  STopBotResItem* val2 = (STopBotResItem*)p2;
3686 3687 3688 3689 3690 3691 3692 3693 3694 3695 3696 3697 3698

  if (IS_SIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.i == val2->v.i) {
      return 0;
    }

    return (val1->v.i > val2->v.i) ? 1 : -1;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.u == val2->v.u) {
      return 0;
    }

    return (val1->v.u > val2->v.u) ? 1 : -1;
3699 3700 3701 3702 3703 3704
  } else if (TSDB_DATA_TYPE_FLOAT == type) {
    if (val1->v.f == val2->v.f) {
      return 0;
    }

    return (val1->v.f > val2->v.f) ? 1 : -1;
3705 3706 3707 3708 3709 3710 3711 3712 3713
  }

  if (val1->v.d == val2->v.d) {
    return 0;
  }

  return (val1->v.d > val2->v.d) ? 1 : -1;
}

3714
void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3715
                     uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery) {
3716
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
3717

3718 3719 3720
  SVariant val = {0};
  taosVariantCreateFromBinary(&val, pData, tDataTypes[type].bytes, type);

3721
  STopBotResItem* pItems = pRes->pItems;
3722 3723 3724
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3725
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3726
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
3727
    pItem->v = val;
3728
    pItem->uid = uid;
3729

3730
    // save the data of this tuple
G
Ganlin Zhao 已提交
3731
    if (pCtx->subsidiaries.num > 0) {
3732
      pItem->tuplePos = saveTupleData(pCtx, rowIndex, pSrcBlock, NULL);
G
Ganlin Zhao 已提交
3733
    }
3734
#ifdef BUF_PAGE_DEBUG
X
Xiaoyu Wang 已提交
3735 3736
    qDebug("page_saveTuple i:%d, item:%p,pageId:%d, offset:%d\n", pEntryInfo->numOfRes, pItem, pItem->tuplePos.pageId,
           pItem->tuplePos.offset);
3737
#endif
3738 3739
    // allocate the buffer and keep the data of this row into the new allocated buffer
    pEntryInfo->numOfRes++;
3740
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
3741
                 !isTopQuery);
3742
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3743 3744
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u > pItems[0].v.u) ||
3745 3746
                        (TSDB_DATA_TYPE_FLOAT == type && val.f > pItems[0].v.f) ||
                        (TSDB_DATA_TYPE_DOUBLE == type && val.d > pItems[0].v.d))) ||
X
Xiaoyu Wang 已提交
3747 3748
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u < pItems[0].v.u) ||
3749 3750
                         (TSDB_DATA_TYPE_FLOAT == type && val.f < pItems[0].v.f) ||
                         (TSDB_DATA_TYPE_DOUBLE == type && val.d < pItems[0].v.d)))) {
3751
      // replace the old data and the coresponding tuple data
3752
      STopBotResItem* pItem = &pItems[0];
3753
      pItem->v = val;
3754
      pItem->uid = uid;
3755 3756

      // save the data of this tuple by over writing the old data
G
Ganlin Zhao 已提交
3757
      if (pCtx->subsidiaries.num > 0) {
3758
        updateTupleData(pCtx, rowIndex, pSrcBlock, &pItem->tuplePos);
G
Ganlin Zhao 已提交
3759
      }
3760
#ifdef BUF_PAGE_DEBUG
wmmhello's avatar
wmmhello 已提交
3761
      qDebug("page_copyTuple pageId:%d, offset:%d", pItem->tuplePos.pageId, pItem->tuplePos.offset);
3762
#endif
3763
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
3764
                     topBotResComparFn, NULL, !isTopQuery);
3765
    }
3766 3767
  }
}
3768

3769 3770 3771 3772 3773 3774
/*
 * +------------------------------------+--------------+--------------+
 * |            null bitmap             |              |              |
 * |(n columns, one bit for each column)| src column #1| src column #2|
 * +------------------------------------+--------------+--------------+
 */
L
Liu Jicong 已提交
3775 3776
void* serializeTupleData(const SSDataBlock* pSrcBlock, int32_t rowIndex, SSubsidiaryResInfo* pSubsidiaryies,
                         char* buf) {
3777 3778
  char* nullList = buf;
  char* pStart = (char*)(nullList + sizeof(bool) * pSubsidiaryies->num);
3779 3780

  int32_t offset = 0;
3781 3782
  for (int32_t i = 0; i < pSubsidiaryies->num; ++i) {
    SqlFunctionCtx* pc = pSubsidiaryies->pCtx[i];
wmmhello's avatar
wmmhello 已提交
3783 3784 3785 3786 3787 3788

    SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t      srcSlotId = pFuncParam->pCol->slotId;

    SColumnInfoData* pCol = taosArrayGet(pSrcBlock->pDataBlock, srcSlotId);
    if ((nullList[i] = colDataIsNull_s(pCol, rowIndex)) == true) {
3789
      offset += pCol->info.bytes;
3790 3791 3792 3793 3794
      continue;
    }

    char* p = colDataGetData(pCol, rowIndex);
    if (IS_VAR_DATA_TYPE(pCol->info.type)) {
X
Xiaoyu Wang 已提交
3795
      memcpy(pStart + offset, p, (pCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(p) : varDataTLen(p));
3796 3797 3798 3799 3800 3801 3802
    } else {
      memcpy(pStart + offset, p, pCol->info.bytes);
    }

    offset += pCol->info.bytes;
  }

3803
  return buf;
3804 3805
}

3806 3807
static STuplePos doSaveTupleData(SSerializeDataHandle* pHandle, const void* pBuf, size_t length,
                                 const STupleKey* pKey) {
3808 3809 3810
  STuplePos p = {0};
  if (pHandle->pBuf != NULL) {
    SFilePage* pPage = NULL;
3811

3812 3813 3814 3815 3816 3817 3818 3819 3820 3821 3822 3823
    if (pHandle->currentPage == -1) {
      pPage = getNewBufPage(pHandle->pBuf, &pHandle->currentPage);
      pPage->num = sizeof(SFilePage);
    } else {
      pPage = getBufPage(pHandle->pBuf, pHandle->currentPage);
      if (pPage->num + length > getBufPageSize(pHandle->pBuf)) {
        // current page is all used, let's prepare a new buffer page
        releaseBufPage(pHandle->pBuf, pPage);
        pPage = getNewBufPage(pHandle->pBuf, &pHandle->currentPage);
        pPage->num = sizeof(SFilePage);
      }
    }
3824

L
Liu Jicong 已提交
3825
    p = (STuplePos){.pageId = pHandle->currentPage, .offset = pPage->num};
3826
    memcpy(pPage->data + pPage->num, pBuf, length);
3827

3828 3829 3830 3831 3832
    pPage->num += length;
    setBufPageDirty(pPage, true);
    releaseBufPage(pHandle->pBuf, pPage);
  } else {
    // other tuple save policy
3833 3834 3835 3836
    if (streamStateFuncPut(pHandle->pState, pKey, pBuf, length) < 0) {
      ASSERT(0);
    }
    p.streamTupleKey = *pKey;
3837
  }
wmmhello's avatar
wmmhello 已提交
3838

3839 3840
  return p;
}
3841

3842
STuplePos saveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, const STupleKey* pKey) {
3843 3844 3845 3846 3847
  if (pCtx->subsidiaries.rowLen == 0) {
    int32_t rowLen = 0;
    for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
      SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
      rowLen += pc->pExpr->base.resSchema.bytes;
3848 3849
    }

3850 3851
    pCtx->subsidiaries.rowLen = rowLen + pCtx->subsidiaries.num * sizeof(bool);
    pCtx->subsidiaries.buf = taosMemoryMalloc(pCtx->subsidiaries.rowLen);
3852 3853
  }

3854
  char* buf = serializeTupleData(pSrcBlock, rowIndex, &pCtx->subsidiaries, pCtx->subsidiaries.buf);
3855
  return doSaveTupleData(&pCtx->saveHandle, buf, pCtx->subsidiaries.rowLen, pKey);
3856 3857 3858 3859 3860 3861 3862 3863 3864
}

static int32_t doUpdateTupleData(SSerializeDataHandle* pHandle, const void* pBuf, size_t length, STuplePos* pPos) {
  if (pHandle->pBuf != NULL) {
    SFilePage* pPage = getBufPage(pHandle->pBuf, pPos->pageId);
    memcpy(pPage->data + pPos->offset, pBuf, length);
    setBufPageDirty(pPage, true);
    releaseBufPage(pHandle->pBuf, pPage);
  } else {
3865
    streamStateFuncPut(pHandle->pState, &pPos->streamTupleKey, pBuf, length);
3866 3867 3868 3869 3870
  }

  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
3871
int32_t updateTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos) {
3872
  char* buf = serializeTupleData(pSrcBlock, rowIndex, &pCtx->subsidiaries, pCtx->subsidiaries.buf);
3873
  doUpdateTupleData(&pCtx->saveHandle, buf, pCtx->subsidiaries.rowLen, pPos);
3874 3875 3876 3877 3878 3879
  return TSDB_CODE_SUCCESS;
}

static char* doLoadTupleData(SSerializeDataHandle* pHandle, const STuplePos* pPos) {
  if (pHandle->pBuf != NULL) {
    SFilePage* pPage = getBufPage(pHandle->pBuf, pPos->pageId);
L
Liu Jicong 已提交
3880
    char*      p = pPage->data + pPos->offset;
3881 3882 3883
    releaseBufPage(pHandle->pBuf, pPage);
    return p;
  } else {
3884 3885 3886 3887
    void*   value = NULL;
    int32_t vLen;
    streamStateFuncGet(pHandle->pState, &pPos->streamTupleKey, &value, &vLen);
    return (char*)value;
3888 3889 3890
  }
}

H
Haojun Liao 已提交
3891
const char* loadTupleData(SqlFunctionCtx* pCtx, const STuplePos* pPos) {
3892
  return doLoadTupleData(&pCtx->saveHandle, pPos);
3893 3894
}

3895
int32_t topBotFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
3896
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
3897
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
3898

3899
  int16_t type = pCtx->pExpr->base.resSchema.type;
3900 3901
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

3902 3903 3904 3905
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
3906 3907
  if (pEntryInfo->numOfRes <= 0) {
    colDataAppendNULL(pCol, currentRow);
3908
    setSelectivityValue(pCtx, pBlock, &pRes->nullTuplePos, currentRow);
3909 3910
    return pEntryInfo->numOfRes;
  }
3911 3912
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
    STopBotResItem* pItem = &pRes->pItems[i];
3913
    colDataAppend(pCol, currentRow, (const char*)&pItem->v.i, false);
3914
#ifdef BUF_PAGE_DEBUG
X
Xiaoyu Wang 已提交
3915 3916
    qDebug("page_finalize i:%d,item:%p,pageId:%d, offset:%d\n", i, pItem, pItem->tuplePos.pageId,
           pItem->tuplePos.offset);
3917
#endif
3918
    setSelectivityValue(pCtx, pBlock, &pRes->pItems[i].tuplePos, currentRow);
3919
    currentRow += 1;
3920 3921 3922
  }

  return pEntryInfo->numOfRes;
3923
}
G
Ganlin Zhao 已提交
3924

X
Xiaoyu Wang 已提交
3925
void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery) {
3926
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
3927 3928
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
  STopBotResItem*      pItems = pRes->pItems;
3929 3930 3931
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3932
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3933 3934 3935 3936 3937 3938 3939 3940 3941
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
    pItem->v = pSourceItem->v;
    pItem->uid = pSourceItem->uid;
    pItem->tuplePos.pageId = -1;
    replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
    pEntryInfo->numOfRes++;
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
                 !isTopQuery);
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3942 3943
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u > pItems[0].v.u) ||
3944 3945
                        (TSDB_DATA_TYPE_FLOAT == type && pSourceItem->v.f > pItems[0].v.f) ||
                        (TSDB_DATA_TYPE_DOUBLE == type && pSourceItem->v.d > pItems[0].v.d))) ||
X
Xiaoyu Wang 已提交
3946 3947
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u < pItems[0].v.u) ||
3948 3949
                         (TSDB_DATA_TYPE_FLOAT == type && pSourceItem->v.f < pItems[0].v.f) ||
                         (TSDB_DATA_TYPE_DOUBLE == type && pSourceItem->v.d < pItems[0].v.d)))) {
3950 3951 3952 3953 3954 3955 3956 3957 3958 3959 3960 3961 3962 3963 3964 3965
      // replace the old data and the coresponding tuple data
      STopBotResItem* pItem = &pItems[0];
      pItem->v = pSourceItem->v;
      pItem->uid = pSourceItem->uid;

      // save the data of this tuple by over writing the old data
      replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
                     topBotResComparFn, NULL, !isTopQuery);
    }
  }
}

int32_t topCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
3966
  int16_t              type = pSBuf->type;
3967 3968 3969 3970 3971 3972 3973 3974 3975
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, true);
  }
  return TSDB_CODE_SUCCESS;
}

int32_t bottomCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
3976
  int16_t              type = pSBuf->type;
3977 3978 3979 3980 3981 3982
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, false);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3983
int32_t getSpreadInfoSize() { return (int32_t)sizeof(SSpreadInfo); }
G
Ganlin Zhao 已提交
3984

G
Ganlin Zhao 已提交
3985 3986 3987 3988 3989
bool getSpreadFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSpreadInfo);
  return true;
}

X
Xiaoyu Wang 已提交
3990
bool spreadFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
3991 3992 3993 3994 3995 3996 3997 3998 3999 4000 4001
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  SET_DOUBLE_VAL(&pInfo->min, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->max, -DBL_MAX);
  pInfo->hasResult = false;
  return true;
}

X
Xiaoyu Wang 已提交
4002
int32_t spreadFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4003 4004 4005 4006
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4007 4008
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
G
Ganlin Zhao 已提交
4009 4010 4011

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

H
Haojun Liao 已提交
4012
  if (pInput->colDataSMAIsSet) {
G
Ganlin Zhao 已提交
4013 4014 4015 4016 4017 4018 4019 4020 4021 4022 4023 4024 4025 4026 4027 4028 4029 4030 4031 4032 4033 4034 4035 4036 4037 4038 4039
    numOfElems = pInput->numOfRows - pAgg->numOfNull;
    if (numOfElems == 0) {
      goto _spread_over;
    }
    double tmin = 0.0, tmax = 0.0;
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_INT64_VAL(&pAgg->min);
      tmax = (double)GET_INT64_VAL(&pAgg->max);
    } else if (IS_FLOAT_TYPE(type)) {
      tmin = GET_DOUBLE_VAL(&pAgg->min);
      tmax = GET_DOUBLE_VAL(&pAgg->max);
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_UINT64_VAL(&pAgg->min);
      tmax = (double)GET_UINT64_VAL(&pAgg->max);
    }

    if (GET_DOUBLE_VAL(&pInfo->min) > tmin) {
      SET_DOUBLE_VAL(&pInfo->min, tmin);
    }

    if (GET_DOUBLE_VAL(&pInfo->max) < tmax) {
      SET_DOUBLE_VAL(&pInfo->max, tmax);
    }

  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4040
    int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
4041 4042 4043 4044 4045 4046
    // check the valid data one by one
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

X
Xiaoyu Wang 已提交
4047
      char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
4048 4049 4050 4051 4052 4053 4054 4055 4056 4057 4058 4059 4060 4061 4062 4063 4064 4065 4066 4067 4068 4069 4070 4071 4072

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      if (v < GET_DOUBLE_VAL(&pInfo->min)) {
        SET_DOUBLE_VAL(&pInfo->min, v);
      }

      if (v > GET_DOUBLE_VAL(&pInfo->max)) {
        SET_DOUBLE_VAL(&pInfo->max, v);
      }

      numOfElems += 1;
    }
  }

_spread_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
  if (numOfElems > 0) {
    pInfo->hasResult = true;
  }

  return TSDB_CODE_SUCCESS;
}

4073 4074 4075 4076 4077 4078 4079 4080 4081 4082 4083
static void spreadTransferInfo(SSpreadInfo* pInput, SSpreadInfo* pOutput) {
  pOutput->hasResult = pInput->hasResult;
  if (pInput->max > pOutput->max) {
    pOutput->max = pInput->max;
  }

  if (pInput->min < pOutput->min) {
    pOutput->min = pInput->min;
  }
}

X
Xiaoyu Wang 已提交
4084
int32_t spreadFunctionMerge(SqlFunctionCtx* pCtx) {
4085
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4086
  SColumnInfoData*      pCol = pInput->pData[0];
4087 4088 4089 4090
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4091
  int32_t start = pInput->startRowIndex;
X
Xiaoyu Wang 已提交
4092 4093
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*        data = colDataGetData(pCol, i);
4094
    SSpreadInfo* pInputInfo = (SSpreadInfo*)varDataVal(data);
4095 4096 4097
    if (pInputInfo->hasResult) {
      spreadTransferInfo(pInputInfo, pInfo);
    }
4098
  }
4099

4100 4101 4102
  if (pInfo->hasResult) {
    GET_RES_INFO(pCtx)->numOfRes = 1;
  }
4103 4104 4105 4106

  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
4107 4108 4109 4110
int32_t spreadFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  if (pInfo->hasResult == true) {
    SET_DOUBLE_VAL(&pInfo->result, pInfo->max - pInfo->min);
4111 4112
  } else {
    GET_RES_INFO(pCtx)->isNullRes = 1;
G
Ganlin Zhao 已提交
4113 4114 4115
  }
  return functionFinalize(pCtx, pBlock);
}
4116

4117 4118
int32_t spreadPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
4119 4120 4121
  SSpreadInfo*         pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getSpreadInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133 4134

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4135 4136
int32_t spreadCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4137
  SSpreadInfo*         pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4138 4139

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4140
  SSpreadInfo*         pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4141
  spreadTransferInfo(pSBuf, pDBuf);
4142
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4143
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4144 4145 4146
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4147
int32_t getElapsedInfoSize() { return (int32_t)sizeof(SElapsedInfo); }
4148

G
Ganlin Zhao 已提交
4149 4150 4151 4152 4153
bool getElapsedFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SElapsedInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4154
bool elapsedFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4155 4156 4157 4158 4159 4160
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  pInfo->result = 0;
H
Hongze Cheng 已提交
4161
  pInfo->min = TSKEY_MAX;
G
Ganlin Zhao 已提交
4162 4163
  pInfo->max = 0;

4164
  if (pCtx->numOfParams > 1) {
G
Ganlin Zhao 已提交
4165 4166 4167 4168 4169 4170 4171 4172
    pInfo->timeUnit = pCtx->param[1].param.i;
  } else {
    pInfo->timeUnit = 1;
  }

  return true;
}

X
Xiaoyu Wang 已提交
4173
int32_t elapsedFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4174 4175 4176 4177
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4178
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
G
Ganlin Zhao 已提交
4179 4180 4181

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
4182
  numOfElems = pInput->numOfRows;  // since this is the primary timestamp, no need to exclude NULL values
G
Ganlin Zhao 已提交
4183 4184 4185 4186
  if (numOfElems == 0) {
    goto _elapsed_over;
  }

H
Haojun Liao 已提交
4187
  if (pInput->colDataSMAIsSet) {
H
Hongze Cheng 已提交
4188
    if (pInfo->min == TSKEY_MAX) {
G
Ganlin Zhao 已提交
4189 4190 4191 4192 4193 4194 4195 4196 4197 4198
      pInfo->min = GET_INT64_VAL(&pAgg->min);
      pInfo->max = GET_INT64_VAL(&pAgg->max);
    } else {
      if (pCtx->order == TSDB_ORDER_ASC) {
        pInfo->max = GET_INT64_VAL(&pAgg->max);
      } else {
        pInfo->min = GET_INT64_VAL(&pAgg->min);
      }
    }
  } else {  // computing based on the true data block
H
Haojun Liao 已提交
4199
    if (0 == pInput->numOfRows) {
G
Ganlin Zhao 已提交
4200 4201 4202 4203 4204 4205 4206 4207 4208 4209 4210 4211 4212 4213
      if (pCtx->order == TSDB_ORDER_DESC) {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->min = pCtx->end.key;
        }
      } else {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->max = pCtx->end.key + 1;
        }
      }
      goto _elapsed_over;
    }

    SColumnInfoData* pCol = pInput->pData[0];

4214 4215
    int32_t start = pInput->startRowIndex;
    TSKEY*  ptsList = (int64_t*)colDataGetData(pCol, 0);
G
Ganlin Zhao 已提交
4216 4217
    if (pCtx->order == TSDB_ORDER_DESC) {
      if (pCtx->start.key == INT64_MIN) {
4218
        pInfo->max = (pInfo->max < ptsList[start]) ? ptsList[start] : pInfo->max;
G
Ganlin Zhao 已提交
4219 4220 4221 4222
      } else {
        pInfo->max = pCtx->start.key + 1;
      }

4223
      if (pCtx->end.key == INT64_MIN) {
L
Liu Jicong 已提交
4224 4225
        pInfo->min =
            (pInfo->min > ptsList[start + pInput->numOfRows - 1]) ? ptsList[start + pInput->numOfRows - 1] : pInfo->min;
G
Ganlin Zhao 已提交
4226
      } else {
4227
        pInfo->min = pCtx->end.key;
G
Ganlin Zhao 已提交
4228 4229 4230
      }
    } else {
      if (pCtx->start.key == INT64_MIN) {
4231
        pInfo->min = (pInfo->min > ptsList[start]) ? ptsList[start] : pInfo->min;
G
Ganlin Zhao 已提交
4232 4233 4234 4235
      } else {
        pInfo->min = pCtx->start.key;
      }

4236
      if (pCtx->end.key == INT64_MIN) {
L
Liu Jicong 已提交
4237 4238
        pInfo->max =
            (pInfo->max < ptsList[start + pInput->numOfRows - 1]) ? ptsList[start + pInput->numOfRows - 1] : pInfo->max;
G
Ganlin Zhao 已提交
4239
      } else {
4240
        pInfo->max = pCtx->end.key + 1;
G
Ganlin Zhao 已提交
4241 4242 4243 4244 4245 4246 4247 4248 4249 4250 4251
      }
    }
  }

_elapsed_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);

  return TSDB_CODE_SUCCESS;
}

4252 4253 4254 4255 4256 4257 4258 4259 4260 4261 4262
static void elapsedTransferInfo(SElapsedInfo* pInput, SElapsedInfo* pOutput) {
  pOutput->timeUnit = pInput->timeUnit;
  if (pOutput->min > pInput->min) {
    pOutput->min = pInput->min;
  }

  if (pOutput->max < pInput->max) {
    pOutput->max = pInput->max;
  }
}

X
Xiaoyu Wang 已提交
4263
int32_t elapsedFunctionMerge(SqlFunctionCtx* pCtx) {
4264
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4265
  SColumnInfoData*      pCol = pInput->pData[0];
4266 4267 4268 4269
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4270
  int32_t start = pInput->startRowIndex;
4271

X
Xiaoyu Wang 已提交
4272 4273
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*         data = colDataGetData(pCol, i);
4274 4275 4276
    SElapsedInfo* pInputInfo = (SElapsedInfo*)varDataVal(data);
    elapsedTransferInfo(pInputInfo, pInfo);
  }
4277 4278 4279 4280 4281

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
4282 4283
int32_t elapsedFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
X
Xiaoyu Wang 已提交
4284
  double        result = (double)pInfo->max - (double)pInfo->min;
G
Ganlin Zhao 已提交
4285 4286 4287 4288 4289
  result = (result >= 0) ? result : -result;
  pInfo->result = result / pInfo->timeUnit;
  return functionFinalize(pCtx, pBlock);
}

4290 4291
int32_t elapsedPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4292 4293 4294
  SElapsedInfo*        pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getElapsedInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4295 4296 4297 4298 4299 4300 4301 4302 4303 4304 4305 4306 4307

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4308 4309
int32_t elapsedCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4310
  SElapsedInfo*        pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4311 4312

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4313
  SElapsedInfo*        pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4314

4315
  elapsedTransferInfo(pSBuf, pDBuf);
4316
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4317
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4318 4319 4320
  return TSDB_CODE_SUCCESS;
}

4321 4322 4323 4324
int32_t getHistogramInfoSize() {
  return (int32_t)sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
}

4325 4326 4327 4328 4329
bool getHistogramFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
  return true;
}

X
Xiaoyu Wang 已提交
4330
static int8_t getHistogramBinType(char* binTypeStr) {
4331 4332 4333 4334 4335 4336 4337 4338 4339 4340 4341 4342 4343 4344
  int8_t binType;
  if (strcasecmp(binTypeStr, "user_input") == 0) {
    binType = USER_INPUT_BIN;
  } else if (strcasecmp(binTypeStr, "linear_bin") == 0) {
    binType = LINEAR_BIN;
  } else if (strcasecmp(binTypeStr, "log_bin") == 0) {
    binType = LOG_BIN;
  } else {
    binType = UNKNOWN_BIN;
  }

  return binType;
}

X
Xiaoyu Wang 已提交
4345
static bool getHistogramBinDesc(SHistoFuncInfo* pInfo, char* binDescStr, int8_t binType, bool normalized) {
4346 4347 4348 4349 4350 4351 4352
  cJSON*  binDesc = cJSON_Parse(binDescStr);
  int32_t numOfBins;
  double* intervals;
  if (cJSON_IsObject(binDesc)) { /* linaer/log bins */
    int32_t numOfParams = cJSON_GetArraySize(binDesc);
    int32_t startIndex;
    if (numOfParams != 4) {
4353
      cJSON_Delete(binDesc);
4354 4355 4356
      return false;
    }

X
Xiaoyu Wang 已提交
4357 4358 4359 4360
    cJSON* start = cJSON_GetObjectItem(binDesc, "start");
    cJSON* factor = cJSON_GetObjectItem(binDesc, "factor");
    cJSON* width = cJSON_GetObjectItem(binDesc, "width");
    cJSON* count = cJSON_GetObjectItem(binDesc, "count");
4361 4362 4363
    cJSON* infinity = cJSON_GetObjectItem(binDesc, "infinity");

    if (!cJSON_IsNumber(start) || !cJSON_IsNumber(count) || !cJSON_IsBool(infinity)) {
4364
      cJSON_Delete(binDesc);
4365 4366 4367
      return false;
    }

X
Xiaoyu Wang 已提交
4368
    if (count->valueint <= 0 || count->valueint > 1000) {  // limit count to 1000
4369
      cJSON_Delete(binDesc);
4370 4371 4372 4373 4374
      return false;
    }

    if (isinf(start->valuedouble) || (width != NULL && isinf(width->valuedouble)) ||
        (factor != NULL && isinf(factor->valuedouble)) || (count != NULL && isinf(count->valuedouble))) {
4375
      cJSON_Delete(binDesc);
4376 4377 4378
      return false;
    }

4379
    int32_t counter = (int32_t)count->valueint;
4380 4381 4382 4383 4384 4385 4386 4387 4388 4389 4390 4391 4392
    if (infinity->valueint == false) {
      startIndex = 0;
      numOfBins = counter + 1;
    } else {
      startIndex = 1;
      numOfBins = counter + 3;
    }

    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    if (cJSON_IsNumber(width) && factor == NULL && binType == LINEAR_BIN) {
      // linear bin process
      if (width->valuedouble == 0) {
        taosMemoryFree(intervals);
4393
        cJSON_Delete(binDesc);
4394 4395 4396 4397 4398 4399
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble + i * width->valuedouble;
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
4400
          cJSON_Delete(binDesc);
4401 4402 4403 4404 4405 4406 4407 4408
          return false;
        }
        startIndex++;
      }
    } else if (cJSON_IsNumber(factor) && width == NULL && binType == LOG_BIN) {
      // log bin process
      if (start->valuedouble == 0) {
        taosMemoryFree(intervals);
4409
        cJSON_Delete(binDesc);
4410 4411 4412 4413
        return false;
      }
      if (factor->valuedouble < 0 || factor->valuedouble == 0 || factor->valuedouble == 1) {
        taosMemoryFree(intervals);
4414
        cJSON_Delete(binDesc);
4415 4416 4417 4418 4419 4420
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble * pow(factor->valuedouble, i * 1.0);
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
4421
          cJSON_Delete(binDesc);
4422 4423 4424 4425 4426 4427
          return false;
        }
        startIndex++;
      }
    } else {
      taosMemoryFree(intervals);
4428
      cJSON_Delete(binDesc);
4429 4430 4431 4432 4433 4434 4435 4436 4437 4438 4439 4440 4441 4442
      return false;
    }

    if (infinity->valueint == true) {
      intervals[0] = -INFINITY;
      intervals[numOfBins - 1] = INFINITY;
      // in case of desc bin orders, -inf/inf should be swapped
      ASSERT(numOfBins >= 4);
      if (intervals[1] > intervals[numOfBins - 2]) {
        TSWAP(intervals[0], intervals[numOfBins - 1]);
      }
    }
  } else if (cJSON_IsArray(binDesc)) { /* user input bins */
    if (binType != USER_INPUT_BIN) {
4443
      cJSON_Delete(binDesc);
4444 4445
      return false;
    }
4446
    numOfBins = cJSON_GetArraySize(binDesc);
4447 4448 4449 4450
    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    cJSON* bin = binDesc->child;
    if (bin == NULL) {
      taosMemoryFree(intervals);
4451
      cJSON_Delete(binDesc);
4452 4453 4454 4455 4456 4457 4458
      return false;
    }
    int i = 0;
    while (bin) {
      intervals[i] = bin->valuedouble;
      if (!cJSON_IsNumber(bin)) {
        taosMemoryFree(intervals);
4459
        cJSON_Delete(binDesc);
4460 4461 4462 4463
        return false;
      }
      if (i != 0 && intervals[i] <= intervals[i - 1]) {
        taosMemoryFree(intervals);
4464
        cJSON_Delete(binDesc);
4465 4466 4467 4468 4469 4470
        return false;
      }
      bin = bin->next;
      i++;
    }
  } else {
4471
    cJSON_Delete(binDesc);
4472 4473 4474
    return false;
  }

X
Xiaoyu Wang 已提交
4475
  pInfo->numOfBins = numOfBins - 1;
4476
  pInfo->normalized = normalized;
4477
  for (int32_t i = 0; i < pInfo->numOfBins; ++i) {
4478 4479 4480 4481 4482 4483
    pInfo->bins[i].lower = intervals[i] < intervals[i + 1] ? intervals[i] : intervals[i + 1];
    pInfo->bins[i].upper = intervals[i + 1] > intervals[i] ? intervals[i + 1] : intervals[i];
    pInfo->bins[i].count = 0;
  }

  taosMemoryFree(intervals);
4484 4485
  cJSON_Delete(binDesc);

4486 4487 4488
  return true;
}

X
Xiaoyu Wang 已提交
4489
bool histogramFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
4490 4491 4492 4493
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4494
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
4495 4496 4497
  pInfo->numOfBins = 0;
  pInfo->totalCount = 0;
  pInfo->normalized = 0;
4498

4499 4500 4501 4502
  char *binTypeStr = strndup(varDataVal(pCtx->param[1].param.pz), varDataLen(pCtx->param[1].param.pz));
  int8_t binType = getHistogramBinType(binTypeStr);
  taosMemoryFree(binTypeStr);

4503 4504 4505
  if (binType == UNKNOWN_BIN) {
    return false;
  }
4506
  char*   binDesc = strndup(varDataVal(pCtx->param[2].param.pz), varDataLen(pCtx->param[2].param.pz));
4507
  int64_t normalized = pCtx->param[3].param.i;
4508 4509 4510
  if (normalized != 0 && normalized != 1) {
    return false;
  }
4511
  if (!getHistogramBinDesc(pInfo, binDesc, binType, (bool)normalized)) {
4512
    taosMemoryFree(binDesc);
4513 4514
    return false;
  }
4515
  taosMemoryFree(binDesc);
4516 4517 4518 4519

  return true;
}

4520
static int32_t histogramFunctionImpl(SqlFunctionCtx* pCtx, bool isPartial) {
4521 4522 4523 4524 4525 4526 4527 4528 4529 4530
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  int32_t type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

4531
  int32_t numOfElems = 0;
4532 4533 4534 4535 4536
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

4537 4538
    numOfElems++;

X
Xiaoyu Wang 已提交
4539
    char*  data = colDataGetData(pCol, i);
4540 4541 4542 4543 4544 4545
    double v;
    GET_TYPED_DATA(v, double, type, data);

    for (int32_t k = 0; k < pInfo->numOfBins; ++k) {
      if (v > pInfo->bins[k].lower && v <= pInfo->bins[k].upper) {
        pInfo->bins[k].count++;
4546
        pInfo->totalCount++;
4547 4548 4549
        break;
      }
    }
4550 4551
  }

4552
  if (!isPartial) {
4553
    GET_RES_INFO(pCtx)->numOfRes = pInfo->numOfBins;
4554
  } else {
4555
    GET_RES_INFO(pCtx)->numOfRes = 1;
4556
  }
4557 4558 4559
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4560
int32_t histogramFunction(SqlFunctionCtx* pCtx) { return histogramFunctionImpl(pCtx, false); }
4561

X
Xiaoyu Wang 已提交
4562
int32_t histogramFunctionPartial(SqlFunctionCtx* pCtx) { return histogramFunctionImpl(pCtx, true); }
4563

4564 4565
static void histogramTransferInfo(SHistoFuncInfo* pInput, SHistoFuncInfo* pOutput) {
  pOutput->normalized = pInput->normalized;
X
Xiaoyu Wang 已提交
4566
  pOutput->numOfBins = pInput->numOfBins;
4567 4568 4569 4570 4571 4572 4573 4574
  pOutput->totalCount += pInput->totalCount;
  for (int32_t k = 0; k < pOutput->numOfBins; ++k) {
    pOutput->bins[k].lower = pInput->bins[k].lower;
    pOutput->bins[k].upper = pInput->bins[k].upper;
    pOutput->bins[k].count += pInput->bins[k].count;
  }
}

X
Xiaoyu Wang 已提交
4575
int32_t histogramFunctionMerge(SqlFunctionCtx* pCtx) {
4576
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4577
  SColumnInfoData*      pCol = pInput->pData[0];
4578 4579 4580 4581
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4582
  int32_t start = pInput->startRowIndex;
4583

X
Xiaoyu Wang 已提交
4584 4585
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*           data = colDataGetData(pCol, i);
4586 4587 4588
    SHistoFuncInfo* pInputInfo = (SHistoFuncInfo*)varDataVal(data);
    histogramTransferInfo(pInputInfo, pInfo);
  }
4589

G
Ganlin Zhao 已提交
4590
  SET_VAL(GET_RES_INFO(pCtx), pInfo->numOfBins, pInfo->numOfBins);
4591 4592 4593
  return TSDB_CODE_SUCCESS;
}

4594
int32_t histogramFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
4595
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4596 4597 4598
  SHistoFuncInfo*      pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
4599 4600 4601

  int32_t currentRow = pBlock->info.rows;

4602 4603
  if (pInfo->normalized) {
    for (int32_t k = 0; k < pResInfo->numOfRes; ++k) {
X
Xiaoyu Wang 已提交
4604
      if (pInfo->totalCount != 0) {
4605 4606 4607 4608 4609 4610 4611
        pInfo->bins[k].percentage = pInfo->bins[k].count / (double)pInfo->totalCount;
      } else {
        pInfo->bins[k].percentage = 0;
      }
    }
  }

4612
  for (int32_t i = 0; i < pResInfo->numOfRes; ++i) {
4613
    int32_t len;
X
Xiaoyu Wang 已提交
4614
    char    buf[512] = {0};
4615
    if (!pInfo->normalized) {
X
Xiaoyu Wang 已提交
4616 4617
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%" PRId64 "}",
                    pInfo->bins[i].lower, pInfo->bins[i].upper, pInfo->bins[i].count);
4618
    } else {
X
Xiaoyu Wang 已提交
4619 4620
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%lf}", pInfo->bins[i].lower,
                    pInfo->bins[i].upper, pInfo->bins[i].percentage);
4621 4622 4623 4624 4625 4626
    }
    varDataSetLen(buf, len);
    colDataAppend(pCol, currentRow, buf, false);
    currentRow++;
  }

4627
  return pResInfo->numOfRes;
4628
}
4629

4630
int32_t histogramPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
4631
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4632 4633 4634
  SHistoFuncInfo*      pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getHistogramInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4635 4636 4637 4638 4639 4640 4641 4642 4643 4644

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
4645
  return pResInfo->numOfRes;
4646 4647
}

4648 4649 4650 4651 4652 4653 4654
int32_t histogramCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SHistoFuncInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SHistoFuncInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);

4655
  histogramTransferInfo(pSBuf, pDBuf);
4656
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4657
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4658 4659 4660
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4661
int32_t getHLLInfoSize() { return (int32_t)sizeof(SHLLInfo); }
4662

4663 4664 4665 4666 4667
bool getHLLFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHLLInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4668
static uint8_t hllCountNum(void* data, int32_t bytes, int32_t* buk) {
4669
  uint64_t hash = MurmurHash3_64(data, bytes);
X
Xiaoyu Wang 已提交
4670
  int32_t  index = hash & HLL_BUCKET_MASK;
4671 4672 4673
  hash >>= HLL_BUCKET_BITS;
  hash |= ((uint64_t)1 << HLL_DATA_BITS);
  uint64_t bit = 1;
X
Xiaoyu Wang 已提交
4674 4675
  uint8_t  count = 1;
  while ((hash & bit) == 0) {
4676 4677 4678 4679 4680 4681 4682
    count++;
    bit <<= 1;
  }
  *buk = index;
  return count;
}

X
Xiaoyu Wang 已提交
4683 4684 4685
static void hllBucketHisto(uint8_t* buckets, int32_t* bucketHisto) {
  uint64_t* word = (uint64_t*)buckets;
  uint8_t*  bytes;
4686

X
Xiaoyu Wang 已提交
4687
  for (int32_t j = 0; j < HLL_BUCKETS >> 3; j++) {
4688 4689 4690
    if (*word == 0) {
      bucketHisto[0] += 8;
    } else {
X
Xiaoyu Wang 已提交
4691
      bytes = (uint8_t*)word;
4692 4693 4694 4695 4696 4697 4698 4699 4700 4701 4702 4703 4704 4705 4706 4707 4708 4709 4710 4711 4712
      bucketHisto[bytes[0]]++;
      bucketHisto[bytes[1]]++;
      bucketHisto[bytes[2]]++;
      bucketHisto[bytes[3]]++;
      bucketHisto[bytes[4]]++;
      bucketHisto[bytes[5]]++;
      bucketHisto[bytes[6]]++;
      bucketHisto[bytes[7]]++;
    }
    word++;
  }
}
static double hllTau(double x) {
  if (x == 0. || x == 1.) return 0.;
  double zPrime;
  double y = 1.0;
  double z = 1 - x;
  do {
    x = sqrt(x);
    zPrime = z;
    y *= 0.5;
X
Xiaoyu Wang 已提交
4713 4714
    z -= pow(1 - x, 2) * y;
  } while (zPrime != z);
4715 4716 4717 4718 4719 4720 4721 4722 4723 4724 4725 4726 4727
  return z / 3;
}

static double hllSigma(double x) {
  if (x == 1.0) return INFINITY;
  double zPrime;
  double y = 1;
  double z = x;
  do {
    x *= x;
    zPrime = z;
    z += x * y;
    y += y;
X
Xiaoyu Wang 已提交
4728
  } while (zPrime != z);
4729 4730 4731
  return z;
}

X
Xiaoyu Wang 已提交
4732 4733 4734 4735
// estimate the cardinality, the algorithm refer this paper: "New cardinality estimation algorithms for HyperLogLog
// sketches"
static uint64_t hllCountCnt(uint8_t* buckets) {
  double  m = HLL_BUCKETS;
4736
  int32_t buckethisto[64] = {0};
X
Xiaoyu Wang 已提交
4737
  hllBucketHisto(buckets, buckethisto);
4738

X
Xiaoyu Wang 已提交
4739
  double z = m * hllTau((m - buckethisto[HLL_DATA_BITS + 1]) / (double)m);
4740 4741 4742 4743
  for (int j = HLL_DATA_BITS; j >= 1; --j) {
    z += buckethisto[j];
    z *= 0.5;
  }
4744

X
Xiaoyu Wang 已提交
4745 4746
  z += m * hllSigma(buckethisto[0] / (double)m);
  double E = (double)llroundl(HLL_ALPHA_INF * m * m / z);
4747

X
Xiaoyu Wang 已提交
4748
  return (uint64_t)E;
4749 4750
}

X
Xiaoyu Wang 已提交
4751
int32_t hllFunction(SqlFunctionCtx* pCtx) {
4752 4753 4754 4755 4756
  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4757
  int32_t type = pCol->info.type;
4758 4759 4760 4761 4762 4763
  int32_t bytes = pCol->info.bytes;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  int32_t numOfElems = 0;
G
Ganlin Zhao 已提交
4764 4765 4766 4767
  if (IS_NULL_TYPE(type)) {
    goto _hll_over;
  }

4768 4769 4770 4771 4772 4773 4774 4775 4776
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_s(pCol, i)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pCol, i);
    if (IS_VAR_DATA_TYPE(type)) {
G
Ganlin Zhao 已提交
4777
      bytes = varDataLen(data);
4778 4779 4780 4781 4782 4783 4784 4785 4786 4787 4788
      data = varDataVal(data);
    }

    int32_t index = 0;
    uint8_t count = hllCountNum(data, bytes, &index);
    uint8_t oldcount = pInfo->buckets[index];
    if (count > oldcount) {
      pInfo->buckets[index] = count;
    }
  }

G
Ganlin Zhao 已提交
4789
_hll_over:
4790 4791 4792 4793 4794 4795 4796 4797
  pInfo->totalCount += numOfElems;

  if (pInfo->totalCount == 0 && !tsCountAlwaysReturnValue) {
    SET_VAL(GET_RES_INFO(pCtx), 0, 1);
  } else {
    SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  }

4798 4799 4800
  return TSDB_CODE_SUCCESS;
}

4801 4802 4803 4804 4805 4806
static void hllTransferInfo(SHLLInfo* pInput, SHLLInfo* pOutput) {
  for (int32_t k = 0; k < HLL_BUCKETS; ++k) {
    if (pOutput->buckets[k] < pInput->buckets[k]) {
      pOutput->buckets[k] = pInput->buckets[k];
    }
  }
4807
  pOutput->totalCount += pInput->totalCount;
4808 4809
}

X
Xiaoyu Wang 已提交
4810
int32_t hllFunctionMerge(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4811
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4812
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
4813 4814 4815 4816
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4817
  int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
4818

X
Xiaoyu Wang 已提交
4819 4820
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*     data = colDataGetData(pCol, i);
4821 4822 4823
    SHLLInfo* pInputInfo = (SHLLInfo*)varDataVal(data);
    hllTransferInfo(pInputInfo, pInfo);
  }
G
Ganlin Zhao 已提交
4824

4825 4826 4827 4828 4829 4830
  if (pInfo->totalCount == 0 && !tsCountAlwaysReturnValue) {
    SET_VAL(GET_RES_INFO(pCtx), 0, 1);
  } else {
    SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  }

G
Ganlin Zhao 已提交
4831 4832 4833
  return TSDB_CODE_SUCCESS;
}

4834
int32_t hllFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
4835
  SResultRowEntryInfo* pInfo = GET_RES_INFO(pCtx);
4836

4837 4838 4839 4840 4841
  SHLLInfo* pHllInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pHllInfo->result = hllCountCnt(pHllInfo->buckets);
  if (tsCountAlwaysReturnValue && pHllInfo->result == 0) {
    pInfo->numOfRes = 1;
  }
4842 4843 4844 4845

  return functionFinalize(pCtx, pBlock);
}

G
Ganlin Zhao 已提交
4846 4847
int32_t hllPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4848 4849 4850
  SHLLInfo*            pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getHLLInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
4851 4852 4853 4854 4855 4856 4857 4858 4859 4860 4861 4862 4863

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4864 4865
int32_t hllCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4866
  SHLLInfo*            pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4867 4868

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4869
  SHLLInfo*            pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4870

4871
  hllTransferInfo(pSBuf, pDBuf);
4872
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4873
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4874 4875 4876
  return TSDB_CODE_SUCCESS;
}

4877 4878 4879 4880 4881
bool getStateFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStateInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4882
static int8_t getStateOpType(char* opStr) {
4883
  int8_t opType;
4884
  if (strncasecmp(opStr, "LT", 2) == 0) {
4885
    opType = STATE_OPER_LT;
4886
  } else if (strncasecmp(opStr, "GT", 2) == 0) {
4887
    opType = STATE_OPER_GT;
4888
  } else if (strncasecmp(opStr, "LE", 2) == 0) {
4889
    opType = STATE_OPER_LE;
4890
  } else if (strncasecmp(opStr, "GE", 2) == 0) {
4891
    opType = STATE_OPER_GE;
4892
  } else if (strncasecmp(opStr, "NE", 2) == 0) {
4893
    opType = STATE_OPER_NE;
4894
  } else if (strncasecmp(opStr, "EQ", 2) == 0) {
4895 4896 4897 4898 4899 4900 4901 4902 4903 4904
    opType = STATE_OPER_EQ;
  } else {
    opType = STATE_OPER_INVALID;
  }

  return opType;
}

static bool checkStateOp(int8_t op, SColumnInfoData* pCol, int32_t index, SVariant param) {
  char* data = colDataGetData(pCol, index);
X
Xiaoyu Wang 已提交
4905
  switch (pCol->info.type) {
4906
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
4907
      int8_t v = *(int8_t*)data;
4908 4909 4910 4911
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
4912
      uint8_t v = *(uint8_t*)data;
4913 4914 4915 4916
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
4917
      int16_t v = *(int16_t*)data;
4918 4919 4920 4921
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
4922
      uint16_t v = *(uint16_t*)data;
4923 4924 4925 4926
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
4927
      int32_t v = *(int32_t*)data;
4928 4929 4930 4931
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
4932
      uint32_t v = *(uint32_t*)data;
4933 4934 4935 4936
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
4937
      int64_t v = *(int64_t*)data;
4938 4939 4940 4941
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
4942
      uint64_t v = *(uint64_t*)data;
4943 4944 4945 4946
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
4947
      float v = *(float*)data;
4948 4949 4950 4951
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
4952
      double v = *(double*)data;
4953 4954 4955 4956 4957 4958 4959 4960 4961 4962 4963 4964 4965 4966 4967
      STATE_COMP(op, v, param);
      break;
    }
    default: {
      ASSERT(0);
    }
  }
  return false;
}

int32_t stateCountFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
4968
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
4969 4970 4971

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4972
  int32_t          numOfElems = 0;
4973 4974 4975
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
4976 4977 4978 4979
  if (STATE_OPER_INVALID == op) {
    return 0;
  }

4980
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4981 4982 4983 4984 4985 4986 4987
    if (pInfo->isPrevTsSet == true && tsList[i] == pInfo->prevTs) {
      return TSDB_CODE_FUNC_DUP_TIMESTAMP;
    } else {
      pInfo->prevTs = tsList[i];
    }

    pInfo->isPrevTsSet = true;
4988
    numOfElems++;
4989

4990 4991
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
4992 4993
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
4994
        appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
4995
      }
4996 4997 4998
      continue;
    }

4999 5000
    bool ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);

5001 5002 5003 5004 5005 5006
    int64_t output = -1;
    if (ret) {
      output = ++pInfo->count;
    } else {
      pInfo->count = 0;
    }
D
dapan1121 已提交
5007
    colDataAppend(pOutput, pCtx->offset + numOfElems - 1, (char*)&output, false);
5008 5009 5010

    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
5011
      appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
5012
    }
5013 5014
  }

5015 5016
  pResInfo->numOfRes = numOfElems;
  return TSDB_CODE_SUCCESS;
5017
}
5018 5019 5020 5021 5022 5023

int32_t stateDurationFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5024
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
5025 5026 5027

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
5028
  int32_t          numOfElems = 0;
5029 5030
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

X
Xiaoyu Wang 已提交
5031
  // TODO: process timeUnit for different db precisions
5032
  int32_t timeUnit = 1;
X
Xiaoyu Wang 已提交
5033
  if (pCtx->numOfParams == 5) {  // TODO: param number incorrect
5034 5035 5036 5037 5038
    timeUnit = pCtx->param[3].param.i;
  }

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
  if (STATE_OPER_INVALID == op) {
5039
    return TSDB_CODE_INVALID_PARA;
5040 5041 5042
  }

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5043 5044 5045 5046 5047 5048 5049
    if (pInfo->isPrevTsSet == true && tsList[i] == pInfo->prevTs) {
      return TSDB_CODE_FUNC_DUP_TIMESTAMP;
    } else {
      pInfo->prevTs = tsList[i];
    }

    pInfo->isPrevTsSet = true;
5050
    numOfElems++;
5051

5052 5053
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
5054 5055
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
5056
        appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
5057
      }
5058 5059 5060
      continue;
    }

X
Xiaoyu Wang 已提交
5061
    bool    ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);
5062 5063 5064 5065 5066 5067 5068 5069 5070 5071 5072
    int64_t output = -1;
    if (ret) {
      if (pInfo->durationStart == 0) {
        output = 0;
        pInfo->durationStart = tsList[i];
      } else {
        output = (tsList[i] - pInfo->durationStart) / timeUnit;
      }
    } else {
      pInfo->durationStart = 0;
    }
D
dapan1121 已提交
5073
    colDataAppend(pOutput, pCtx->offset + numOfElems - 1, (char*)&output, false);
5074 5075 5076

    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
5077
      appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
5078
    }
5079 5080
  }

5081 5082
  pResInfo->numOfRes = numOfElems;
  return TSDB_CODE_SUCCESS;
5083
}
G
Ganlin Zhao 已提交
5084 5085 5086 5087 5088 5089 5090 5091 5092 5093 5094

bool getCsumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

int32_t csumFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSumRes*             pSumRes = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
5095
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
5096 5097 5098 5099 5100 5101 5102 5103

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5104 5105 5106 5107 5108 5109 5110
    if (pSumRes->isPrevTsSet == true && tsList[i] == pSumRes->prevTs) {
      return TSDB_CODE_FUNC_DUP_TIMESTAMP;
    } else {
      pSumRes->prevTs = tsList[i];
    }
    pSumRes->isPrevTsSet = true;

G
Ganlin Zhao 已提交
5111 5112
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
5113
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
5114 5115 5116 5117 5118 5119 5120 5121
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      int64_t v;
      GET_TYPED_DATA(v, int64_t, type, data);
      pSumRes->isum += v;
X
Xiaoyu Wang 已提交
5122
      colDataAppend(pOutput, pos, (char*)&pSumRes->isum, false);
G
Ganlin Zhao 已提交
5123 5124 5125 5126
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      uint64_t v;
      GET_TYPED_DATA(v, uint64_t, type, data);
      pSumRes->usum += v;
X
Xiaoyu Wang 已提交
5127
      colDataAppend(pOutput, pos, (char*)&pSumRes->usum, false);
G
Ganlin Zhao 已提交
5128 5129 5130 5131
    } else if (IS_FLOAT_TYPE(type)) {
      double v;
      GET_TYPED_DATA(v, double, type, data);
      pSumRes->dsum += v;
X
Xiaoyu Wang 已提交
5132
      // check for overflow
5133 5134
      if (isinf(pSumRes->dsum) || isnan(pSumRes->dsum)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
5135 5136
      } else {
        colDataAppend(pOutput, pos, (char*)&pSumRes->dsum, false);
5137
      }
G
Ganlin Zhao 已提交
5138 5139
    }

5140 5141 5142 5143 5144
    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
      appendSelectivityValue(pCtx, i, pos);
    }

G
Ganlin Zhao 已提交
5145 5146 5147
    numOfElems++;
  }

5148 5149
  pResInfo->numOfRes = numOfElems;
  return TSDB_CODE_SUCCESS;
G
Ganlin Zhao 已提交
5150
}
G
Ganlin Zhao 已提交
5151 5152 5153 5154 5155 5156

bool getMavgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SMavgInfo) + MAVG_MAX_POINTS_NUM * sizeof(double);
  return true;
}

X
Xiaoyu Wang 已提交
5157
bool mavgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
5158 5159 5160 5161
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5162
  SMavgInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
5163 5164
  pInfo->pos = 0;
  pInfo->sum = 0;
5165 5166
  pInfo->prevTs = -1;
  pInfo->isPrevTsSet = false;
G
Ganlin Zhao 已提交
5167 5168 5169 5170 5171 5172 5173 5174 5175 5176 5177 5178 5179 5180
  pInfo->numOfPoints = pCtx->param[1].param.i;
  if (pInfo->numOfPoints < 1 || pInfo->numOfPoints > MAVG_MAX_POINTS_NUM) {
    return false;
  }
  pInfo->pointsMeet = false;

  return true;
}

int32_t mavgFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SMavgInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
5181
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
5182 5183 5184 5185 5186 5187 5188 5189 5190

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5191 5192 5193 5194 5195 5196 5197
    if (pInfo->isPrevTsSet == true && tsList[i] == pInfo->prevTs) {
      return TSDB_CODE_FUNC_DUP_TIMESTAMP;
    } else {
      pInfo->prevTs = tsList[i];
    }
    pInfo->isPrevTsSet = true;

G
Ganlin Zhao 已提交
5198 5199
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
5200
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
5201 5202 5203
      continue;
    }

X
Xiaoyu Wang 已提交
5204
    char*  data = colDataGetData(pInputCol, i);
G
Ganlin Zhao 已提交
5205 5206 5207 5208 5209 5210 5211 5212
    double v;
    GET_TYPED_DATA(v, double, type, data);

    if (!pInfo->pointsMeet && (pInfo->pos < pInfo->numOfPoints - 1)) {
      pInfo->points[pInfo->pos] = v;
      pInfo->sum += v;
    } else {
      if (!pInfo->pointsMeet && (pInfo->pos == pInfo->numOfPoints - 1)) {
X
Xiaoyu Wang 已提交
5213
        pInfo->sum += v;
G
Ganlin Zhao 已提交
5214 5215 5216 5217 5218
        pInfo->pointsMeet = true;
      } else {
        pInfo->sum = pInfo->sum + v - pInfo->points[pInfo->pos];
      }

G
Ganlin Zhao 已提交
5219 5220
      pInfo->points[pInfo->pos] = v;
      double result = pInfo->sum / pInfo->numOfPoints;
X
Xiaoyu Wang 已提交
5221
      // check for overflow
5222 5223
      if (isinf(result) || isnan(result)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
5224 5225
      } else {
        colDataAppend(pOutput, pos, (char*)&result, false);
5226
      }
G
Ganlin Zhao 已提交
5227

5228 5229 5230 5231 5232
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
        appendSelectivityValue(pCtx, i, pos);
      }

G
Ganlin Zhao 已提交
5233
      numOfElems++;
G
Ganlin Zhao 已提交
5234 5235
    }

G
Ganlin Zhao 已提交
5236 5237 5238 5239
    pInfo->pos++;
    if (pInfo->pos == pInfo->numOfPoints) {
      pInfo->pos = 0;
    }
G
Ganlin Zhao 已提交
5240 5241
  }

5242 5243
  pResInfo->numOfRes = numOfElems;
  return TSDB_CODE_SUCCESS;
G
Ganlin Zhao 已提交
5244
}
G
Ganlin Zhao 已提交
5245

5246 5247 5248 5249 5250 5251 5252 5253 5254 5255
static SSampleInfo* getSampleOutputInfo(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSampleInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pInfo->data = (char*)pInfo + sizeof(SSampleInfo);
  pInfo->tuplePos = (STuplePos*)((char*)pInfo + sizeof(SSampleInfo) + pInfo->samples * pInfo->colBytes);

  return pInfo;
}

G
Ganlin Zhao 已提交
5256 5257
bool getSampleFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
X
Xiaoyu Wang 已提交
5258 5259
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
  int32_t      numOfSamples = pVal->datum.i;
5260
  pEnv->calcMemSize = sizeof(SSampleInfo) + numOfSamples * (pCol->node.resType.bytes + sizeof(STuplePos));
G
Ganlin Zhao 已提交
5261 5262 5263
  return true;
}

X
Xiaoyu Wang 已提交
5264
bool sampleFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
5265 5266 5267 5268 5269 5270
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  taosSeedRand(taosSafeRand());

X
Xiaoyu Wang 已提交
5271
  SSampleInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
5272 5273 5274
  pInfo->samples = pCtx->param[1].param.i;
  pInfo->totalPoints = 0;
  pInfo->numSampled = 0;
G
Ganlin Zhao 已提交
5275 5276
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
5277 5278
  pInfo->nullTuplePos.pageId = -1;
  pInfo->nullTupleSaved = false;
X
Xiaoyu Wang 已提交
5279
  pInfo->data = (char*)pInfo + sizeof(SSampleInfo);
5280
  pInfo->tuplePos = (STuplePos*)((char*)pInfo + sizeof(SSampleInfo) + pInfo->samples * pInfo->colBytes);
G
Ganlin Zhao 已提交
5281 5282 5283 5284

  return true;
}

5285
static void sampleAssignResult(SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
5286
  assignVal(pInfo->data + index * pInfo->colBytes, data, pInfo->colBytes, pInfo->colType);
G
Ganlin Zhao 已提交
5287 5288
}

5289
static void doReservoirSample(SqlFunctionCtx* pCtx, SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
5290 5291
  pInfo->totalPoints++;
  if (pInfo->numSampled < pInfo->samples) {
5292 5293
    sampleAssignResult(pInfo, data, pInfo->numSampled);
    if (pCtx->subsidiaries.num > 0) {
5294
      pInfo->tuplePos[pInfo->numSampled] = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
5295
    }
G
Ganlin Zhao 已提交
5296 5297 5298 5299
    pInfo->numSampled++;
  } else {
    int32_t j = taosRand() % (pInfo->totalPoints);
    if (j < pInfo->samples) {
5300 5301
      sampleAssignResult(pInfo, data, j);
      if (pCtx->subsidiaries.num > 0) {
5302
        updateTupleData(pCtx, index, pCtx->pSrcBlock, &pInfo->tuplePos[j]);
5303
      }
G
Ganlin Zhao 已提交
5304 5305 5306 5307 5308 5309
    }
  }
}

int32_t sampleFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5310
  SSampleInfo*         pInfo = getSampleOutputInfo(pCtx);
G
Ganlin Zhao 已提交
5311 5312 5313

  SInputColumnInfoData* pInput = &pCtx->input;

5314
  SColumnInfoData* pInputCol = pInput->pData[0];
G
Ganlin Zhao 已提交
5315
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5316
    if (colDataIsNull_s(pInputCol, i)) {
G
Ganlin Zhao 已提交
5317 5318 5319 5320
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
5321
    doReservoirSample(pCtx, pInfo, data, i);
G
Ganlin Zhao 已提交
5322 5323
  }

5324
  if (pInfo->numSampled == 0 && pCtx->subsidiaries.num > 0 && !pInfo->nullTupleSaved) {
5325
    pInfo->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
5326 5327 5328
    pInfo->nullTupleSaved = true;
  }

5329 5330 5331 5332 5333 5334 5335
  SET_VAL(pResInfo, pInfo->numSampled, pInfo->numSampled);
  return TSDB_CODE_SUCCESS;
}

int32_t sampleFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

5336
  SSampleInfo* pInfo = getSampleOutputInfo(pCtx);
5337 5338
  pEntryInfo->complete = true;

X
Xiaoyu Wang 已提交
5339
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
5340 5341 5342
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  int32_t currentRow = pBlock->info.rows;
5343 5344
  if (pInfo->numSampled == 0) {
    colDataAppendNULL(pCol, currentRow);
5345
    setSelectivityValue(pCtx, pBlock, &pInfo->nullTuplePos, currentRow);
5346 5347
    return pInfo->numSampled;
  }
G
Ganlin Zhao 已提交
5348
  for (int32_t i = 0; i < pInfo->numSampled; ++i) {
5349
    colDataAppend(pCol, currentRow + i, pInfo->data + i * pInfo->colBytes, false);
5350
    setSelectivityValue(pCtx, pBlock, &pInfo->tuplePos[i], currentRow + i);
G
Ganlin Zhao 已提交
5351 5352
  }

G
Ganlin Zhao 已提交
5353 5354 5355
  return pInfo->numSampled;
}

G
Ganlin Zhao 已提交
5356
bool getTailFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
5357
#if 0
G
Ganlin Zhao 已提交
5358 5359
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
X
Xiaoyu Wang 已提交
5360
  int32_t      numOfPoints = pVal->datum.i;
G
Ganlin Zhao 已提交
5361
  pEnv->calcMemSize = sizeof(STailInfo) + numOfPoints * (POINTER_BYTES + sizeof(STailItem) + pCol->node.resType.bytes);
5362
#endif
G
Ganlin Zhao 已提交
5363 5364 5365
  return true;
}

X
Xiaoyu Wang 已提交
5366
bool tailFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
5367
#if 0
G
Ganlin Zhao 已提交
5368 5369 5370 5371
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5372
  STailInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
5373 5374
  pInfo->numAdded = 0;
  pInfo->numOfPoints = pCtx->param[1].param.i;
5375 5376 5377 5378 5379
  if (pCtx->numOfParams == 4) {
    pInfo->offset = pCtx->param[2].param.i;
  } else {
    pInfo->offset = 0;
  }
G
Ganlin Zhao 已提交
5380 5381 5382 5383 5384 5385 5386
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if ((pInfo->numOfPoints < 1 || pInfo->numOfPoints > TAIL_MAX_POINTS_NUM) ||
      (pInfo->numOfPoints < 0 || pInfo->numOfPoints > TAIL_MAX_OFFSET)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5387 5388
  pInfo->pItems = (STailItem**)((char*)pInfo + sizeof(STailInfo));
  char* pItem = (char*)pInfo->pItems + pInfo->numOfPoints * POINTER_BYTES;
G
Ganlin Zhao 已提交
5389

G
Ganlin Zhao 已提交
5390
  size_t unitSize = sizeof(STailItem) + pInfo->colBytes;
G
Ganlin Zhao 已提交
5391
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5392
    pInfo->pItems[i] = (STailItem*)(pItem + i * unitSize);
5393
    pInfo->pItems[i]->isNull = false;
G
Ganlin Zhao 已提交
5394
  }
5395
#endif
G
Ganlin Zhao 已提交
5396 5397 5398 5399

  return true;
}

X
Xiaoyu Wang 已提交
5400
static void tailAssignResult(STailItem* pItem, char* data, int32_t colBytes, TSKEY ts, bool isNull) {
5401
#if 0
G
Ganlin Zhao 已提交
5402
  pItem->timestamp = ts;
5403 5404 5405
  if (isNull) {
    pItem->isNull = true;
  } else {
5406
    pItem->isNull = false;
5407 5408
    memcpy(pItem->data, data, colBytes);
  }
5409
#endif
G
Ganlin Zhao 已提交
5410 5411
}

5412
#if 0
X
Xiaoyu Wang 已提交
5413 5414 5415
static int32_t tailCompFn(const void* p1, const void* p2, const void* param) {
  STailItem* d1 = *(STailItem**)p1;
  STailItem* d2 = *(STailItem**)p2;
G
Ganlin Zhao 已提交
5416 5417 5418
  return compareInt64Val(&d1->timestamp, &d2->timestamp);
}

X
Xiaoyu Wang 已提交
5419 5420
static void doTailAdd(STailInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  STailItem** pList = pInfo->pItems;
G
Ganlin Zhao 已提交
5421
  if (pInfo->numAdded < pInfo->numOfPoints) {
5422
    tailAssignResult(pList[pInfo->numAdded], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
5423
    taosheapsort((void*)pList, sizeof(STailItem**), pInfo->numAdded + 1, NULL, tailCompFn, 0);
G
Ganlin Zhao 已提交
5424
    pInfo->numAdded++;
G
Ganlin Zhao 已提交
5425
  } else if (pList[0]->timestamp < ts) {
5426
    tailAssignResult(pList[0], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
5427
    taosheapadjust((void*)pList, sizeof(STailItem**), 0, pInfo->numOfPoints - 1, NULL, tailCompFn, NULL, 0);
G
Ganlin Zhao 已提交
5428 5429
  }
}
5430
#endif
G
Ganlin Zhao 已提交
5431 5432

int32_t tailFunction(SqlFunctionCtx* pCtx) {
5433
#if 0
G
Ganlin Zhao 已提交
5434
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
5435
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
5436 5437

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5438
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
5439 5440 5441 5442 5443

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
5444 5445 5446
  if (pInfo->offset >= pInput->numOfRows) {
    return 0;
  } else {
wafwerar's avatar
wafwerar 已提交
5447
    pInfo->numOfPoints = TMIN(pInfo->numOfPoints, pInput->numOfRows - pInfo->offset);
5448 5449
  }
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex - pInfo->offset; i += 1) {
G
Ganlin Zhao 已提交
5450
    char* data = colDataGetData(pInputCol, i);
5451
    doTailAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));
G
Ganlin Zhao 已提交
5452 5453
  }

5454 5455
  taosqsort(pInfo->pItems, pInfo->numOfPoints, POINTER_BYTES, NULL, tailCompFn);

G
Ganlin Zhao 已提交
5456
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5457 5458
    int32_t    pos = startOffset + i;
    STailItem* pItem = pInfo->pItems[i];
5459 5460 5461 5462 5463
    if (pItem->isNull) {
      colDataAppendNULL(pOutput, pos);
    } else {
      colDataAppend(pOutput, pos, pItem->data, false);
    }
G
Ganlin Zhao 已提交
5464 5465
  }

G
Ganlin Zhao 已提交
5466
  return pInfo->numOfPoints;
5467 5468
#endif
  return 0;
G
Ganlin Zhao 已提交
5469
}
G
Ganlin Zhao 已提交
5470 5471

int32_t tailFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
5472
#if 0
G
Ganlin Zhao 已提交
5473
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
5474
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pEntryInfo);
G
Ganlin Zhao 已提交
5475 5476 5477 5478 5479 5480 5481 5482 5483 5484
  pEntryInfo->complete = true;

  int32_t type = pCtx->input.pData[0]->info.type;
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
X
Xiaoyu Wang 已提交
5485
    STailItem* pItem = pInfo->pItems[i];
G
Ganlin Zhao 已提交
5486 5487 5488 5489 5490
    colDataAppend(pCol, currentRow, pItem->data, false);
    currentRow += 1;
  }

  return pEntryInfo->numOfRes;
5491 5492
#endif
  return 0;
G
Ganlin Zhao 已提交
5493
}
5494 5495

bool getUniqueFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
5496
#if 0
5497
  pEnv->calcMemSize = sizeof(SUniqueInfo) + UNIQUE_MAX_RESULT_SIZE;
5498
#endif
5499 5500 5501 5502
  return true;
}

bool uniqueFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
5503
#if 0
5504 5505 5506 5507 5508 5509 5510 5511 5512 5513 5514 5515 5516
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SUniqueInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
5517
#endif
5518 5519 5520
  return true;
}

5521
#if 0
X
Xiaoyu Wang 已提交
5522 5523
static void doUniqueAdd(SUniqueInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  // handle null elements
5524
  if (isNull == true) {
X
Xiaoyu Wang 已提交
5525 5526
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5527
    if (pInfo->hasNull == false && pItem->isNull == false) {
5528 5529 5530
      pItem->timestamp = ts;
      pItem->isNull = true;
      pInfo->numOfPoints++;
5531
      pInfo->hasNull = true;
5532 5533 5534 5535 5536
    } else if (pItem->timestamp > ts && pItem->isNull == true) {
      pItem->timestamp = ts;
    }
    return;
  }
5537

X
Xiaoyu Wang 已提交
5538 5539
  int32_t      hashKeyBytes = IS_VAR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
  SUniqueItem* pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
5540
  if (pHashItem == NULL) {
X
Xiaoyu Wang 已提交
5541 5542
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5543 5544 5545
    pItem->timestamp = ts;
    memcpy(pItem->data, data, pInfo->colBytes);

X
Xiaoyu Wang 已提交
5546
    taosHashPut(pInfo->pHash, data, hashKeyBytes, (char*)pItem, sizeof(SUniqueItem*));
5547 5548 5549 5550 5551
    pInfo->numOfPoints++;
  } else if (pHashItem->timestamp > ts) {
    pHashItem->timestamp = ts;
  }
}
5552
#endif
5553 5554

int32_t uniqueFunction(SqlFunctionCtx* pCtx) {
5555
#if 0
5556 5557 5558 5559
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SUniqueInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5560
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
5561 5562 5563 5564 5565 5566 5567 5568 5569 5570 5571 5572 5573 5574 5575 5576 5577

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
    doUniqueAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));

    if (sizeof(SUniqueInfo) + pInfo->numOfPoints * (sizeof(SUniqueItem) + pInfo->colBytes) >= UNIQUE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return 0;
    }
  }

  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5578
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + i * (sizeof(SUniqueItem) + pInfo->colBytes));
5579 5580 5581 5582 5583
    if (pItem->isNull == true) {
      colDataAppendNULL(pOutput, i);
    } else {
      colDataAppend(pOutput, i, pItem->data, false);
    }
5584 5585 5586 5587 5588 5589
    if (pTsOutput != NULL) {
      colDataAppendInt64(pTsOutput, i, &pItem->timestamp);
    }
  }

  return pInfo->numOfPoints;
5590 5591
#endif
  return 0;
5592 5593
}

G
Ganlin Zhao 已提交
5594 5595 5596 5597 5598 5599 5600 5601 5602 5603 5604 5605 5606 5607 5608 5609 5610 5611 5612
bool getModeFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SModeInfo) + MODE_MAX_RESULT_SIZE;
  return true;
}

bool modeFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SModeInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
5613 5614 5615
  pInfo->nullTupleSaved = false;
  pInfo->nullTuplePos.pageId = -1;

G
Ganlin Zhao 已提交
5616 5617 5618
  return true;
}

5619
static void doModeAdd(SModeInfo* pInfo, int32_t rowIndex, SqlFunctionCtx* pCtx, char* data) {
5620
  int32_t     hashKeyBytes = IS_STR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
5621
  SModeItem** pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
G
Ganlin Zhao 已提交
5622
  if (pHashItem == NULL) {
5623 5624
    int32_t    size = sizeof(SModeItem) + pInfo->colBytes;
    SModeItem* pItem = (SModeItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5625
    memcpy(pItem->data, data, hashKeyBytes);
G
Ganlin Zhao 已提交
5626 5627
    pItem->count += 1;

5628 5629 5630 5631
    if (pCtx->subsidiaries.num > 0) {
      pItem->tuplePos = saveTupleData(pCtx, rowIndex, pCtx->pSrcBlock, NULL);
    }

G
Ganlin Zhao 已提交
5632
    taosHashPut(pInfo->pHash, data, hashKeyBytes, &pItem, sizeof(SModeItem*));
G
Ganlin Zhao 已提交
5633 5634
    pInfo->numOfPoints++;
  } else {
G
Ganlin Zhao 已提交
5635
    (*pHashItem)->count += 1;
5636 5637 5638
    if (pCtx->subsidiaries.num > 0) {
      updateTupleData(pCtx, rowIndex, pCtx->pSrcBlock, &((*pHashItem)->tuplePos));
    }
G
Ganlin Zhao 已提交
5639 5640 5641 5642
  }
}

int32_t modeFunction(SqlFunctionCtx* pCtx) {
5643
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5644
  SModeInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
5645 5646 5647 5648 5649 5650

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

5651
  int32_t numOfElems = 0;
G
Ganlin Zhao 已提交
5652 5653
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
5654 5655 5656 5657
    if (colDataIsNull_s(pInputCol, i)) {
      continue;
    }
    numOfElems++;
5658 5659

    char* data = colDataGetData(pInputCol, i);
5660
    doModeAdd(pInfo, i, pCtx, data);
G
Ganlin Zhao 已提交
5661 5662 5663 5664 5665 5666 5667

    if (sizeof(SModeInfo) + pInfo->numOfPoints * (sizeof(SModeItem) + pInfo->colBytes) >= MODE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }

5668 5669 5670 5671 5672
  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pInfo->nullTupleSaved) {
    pInfo->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
    pInfo->nullTupleSaved = true;
  }

5673
  SET_VAL(pResInfo, numOfElems, 1);
G
Ganlin Zhao 已提交
5674

G
Ganlin Zhao 已提交
5675 5676 5677 5678 5679 5680
  return TSDB_CODE_SUCCESS;
}

int32_t modeFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SModeInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
X
Xiaoyu Wang 已提交
5681 5682
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
G
Ganlin Zhao 已提交
5683
  int32_t              currentRow = pBlock->info.rows;
5684

G
Ganlin Zhao 已提交
5685
  int32_t resIndex = -1;
G
Ganlin Zhao 已提交
5686 5687 5688
  int32_t maxCount = 0;
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
    SModeItem* pItem = (SModeItem*)(pInfo->pItems + i * (sizeof(SModeItem) + pInfo->colBytes));
5689
    if (pItem->count >= maxCount) {
G
Ganlin Zhao 已提交
5690 5691 5692
      maxCount = pItem->count;
      resIndex = i;
    }
5693 5694
  }

G
Ganlin Zhao 已提交
5695 5696 5697
  if (maxCount != 0) {
    SModeItem* pResItem = (SModeItem*)(pInfo->pItems + resIndex * (sizeof(SModeItem) + pInfo->colBytes));
    colDataAppend(pCol, currentRow, pResItem->data, false);
5698
    setSelectivityValue(pCtx, pBlock, &pResItem->tuplePos, currentRow);
G
Ganlin Zhao 已提交
5699 5700
  } else {
    colDataAppendNULL(pCol, currentRow);
5701
    setSelectivityValue(pCtx, pBlock, &pInfo->nullTuplePos, currentRow);
G
Ganlin Zhao 已提交
5702
  }
G
Ganlin Zhao 已提交
5703

G
Ganlin Zhao 已提交
5704 5705
  taosHashCleanup(pInfo->pHash);

5706 5707 5708
  return pResInfo->numOfRes;
}

5709 5710 5711 5712 5713
bool getTwaFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(STwaInfo);
  return true;
}

X
Xiaoyu Wang 已提交
5714
bool twaFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
5715 5716 5717 5718
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5719
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
5720
  pInfo->isNull = false;
5721 5722
  pInfo->p.key = INT64_MIN;
  pInfo->win = TSWINDOW_INITIALIZER;
5723 5724 5725 5726
  return true;
}

static double twa_get_area(SPoint1 s, SPoint1 e) {
5727 5728 5729 5730
  if (e.key == INT64_MAX || s.key == INT64_MIN) {
    return 0;
  }

X
Xiaoyu Wang 已提交
5731
  if ((s.val >= 0 && e.val >= 0) || (s.val <= 0 && e.val <= 0)) {
5732 5733 5734
    return (s.val + e.val) * (e.key - s.key) / 2;
  }

X
Xiaoyu Wang 已提交
5735
  double x = (s.key * e.val - e.key * s.val) / (e.val - s.val);
5736 5737 5738 5739 5740 5741
  double val = (s.val * (x - s.key) + e.val * (e.key - x)) / 2;
  return val;
}

int32_t twaFunction(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5742
  SColumnInfoData*      pInputCol = pInput->pData[0];
5743 5744 5745

  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;

X
Xiaoyu Wang 已提交
5746
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5747

X
Xiaoyu Wang 已提交
5748 5749
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  SPoint1*  last = &pInfo->p;
5750
  int32_t   numOfElems = 0;
5751

5752 5753 5754 5755 5756
  if (IS_NULL_TYPE(pInputCol->info.type)) {
    pInfo->isNull = true;
    goto _twa_over;
  }

5757 5758
  int32_t i = pInput->startRowIndex;
  if (pCtx->start.key != INT64_MIN) {
5759 5760
    // ASSERT((pCtx->start.key < tsList[i] && pCtx->order == TSDB_ORDER_ASC) ||
    //        (pCtx->start.key > tsList[i] && pCtx->order == TSDB_ORDER_DESC));
5761 5762

    ASSERT(last->key == INT64_MIN);
5763 5764 5765 5766
    for (; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }
5767

5768
      last->key = tsList[i];
5769

5770 5771 5772 5773 5774 5775 5776 5777
      GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

      pInfo->dOutput += twa_get_area(pCtx->start, *last);
      pInfo->win.skey = pCtx->start.key;
      numOfElems++;
      i += 1;
      break;
    }
5778
  } else if (pInfo->p.key == INT64_MIN) {
5779 5780 5781 5782
    for (; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }
5783

5784 5785 5786 5787 5788 5789 5790 5791 5792
      last->key = tsList[i];

      GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

      pInfo->win.skey = last->key;
      numOfElems++;
      i += 1;
      break;
    }
5793 5794
  }

5795 5796
  SPoint1 st = {0};

5797
  // calculate the value of
X
Xiaoyu Wang 已提交
5798
  switch (pInputCol->info.type) {
5799
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
5800
      int8_t* val = (int8_t*)colDataGetData(pInputCol, 0);
5801
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5802 5803 5804
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5805
        numOfElems++;
5806

5807
        INIT_INTP_POINT(st, tsList[i], val[i]);
5808
        if (pInfo->p.key == st.key) {
5809
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5810 5811
        }

5812 5813 5814 5815 5816 5817 5818
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
5819
      int16_t* val = (int16_t*)colDataGetData(pInputCol, 0);
5820
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5821 5822 5823
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5824
        numOfElems++;
5825

5826
        INIT_INTP_POINT(st, tsList[i], val[i]);
5827
        if (pInfo->p.key == st.key) {
5828
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5829 5830
        }

5831 5832 5833 5834 5835 5836
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
5837
      int32_t* val = (int32_t*)colDataGetData(pInputCol, 0);
5838
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5839 5840 5841
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5842
        numOfElems++;
5843

5844
        INIT_INTP_POINT(st, tsList[i], val[i]);
5845
        if (pInfo->p.key == st.key) {
5846
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5847 5848
        }

5849 5850 5851 5852 5853 5854
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
5855
      int64_t* val = (int64_t*)colDataGetData(pInputCol, 0);
5856
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5857 5858 5859
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5860
        numOfElems++;
5861

5862
        INIT_INTP_POINT(st, tsList[i], val[i]);
5863
        if (pInfo->p.key == st.key) {
5864
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5865 5866
        }

5867 5868 5869 5870 5871 5872
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
5873
      float* val = (float*)colDataGetData(pInputCol, 0);
5874
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5875 5876 5877
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5878
        numOfElems++;
5879

5880
        INIT_INTP_POINT(st, tsList[i], val[i]);
5881
        if (pInfo->p.key == st.key) {
5882
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5883 5884
        }

5885 5886 5887 5888 5889 5890
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
5891
      double* val = (double*)colDataGetData(pInputCol, 0);
5892
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5893 5894 5895
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5896
        numOfElems++;
5897

5898
        INIT_INTP_POINT(st, tsList[i], val[i]);
5899
        if (pInfo->p.key == st.key) {
5900
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5901 5902
        }

5903 5904 5905 5906 5907 5908
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
5909
      uint8_t* val = (uint8_t*)colDataGetData(pInputCol, 0);
5910
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5911 5912 5913
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5914
        numOfElems++;
5915

5916
        INIT_INTP_POINT(st, tsList[i], val[i]);
5917
        if (pInfo->p.key == st.key) {
5918
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5919 5920
        }

5921 5922 5923 5924 5925 5926
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
5927
      uint16_t* val = (uint16_t*)colDataGetData(pInputCol, 0);
5928
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5929 5930 5931
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5932
        numOfElems++;
5933

5934
        INIT_INTP_POINT(st, tsList[i], val[i]);
5935
        if (pInfo->p.key == st.key) {
5936
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5937 5938
        }

5939 5940 5941 5942 5943 5944
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
5945
      uint32_t* val = (uint32_t*)colDataGetData(pInputCol, 0);
5946
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5947 5948 5949
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5950
        numOfElems++;
5951

5952
        INIT_INTP_POINT(st, tsList[i], val[i]);
5953
        if (pInfo->p.key == st.key) {
5954
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5955 5956
        }

5957 5958 5959 5960 5961 5962
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
5963
      uint64_t* val = (uint64_t*)colDataGetData(pInputCol, 0);
5964
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5965 5966 5967
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5968
        numOfElems++;
5969

5970
        INIT_INTP_POINT(st, tsList[i], val[i]);
5971
        if (pInfo->p.key == st.key) {
5972
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5973 5974
        }

5975 5976 5977 5978 5979 5980
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

X
Xiaoyu Wang 已提交
5981 5982
    default:
      ASSERT(0);
5983 5984 5985 5986
  }

  // the last interpolated time window value
  if (pCtx->end.key != INT64_MIN) {
X
Xiaoyu Wang 已提交
5987
    pInfo->dOutput += twa_get_area(pInfo->p, pCtx->end);
5988
    pInfo->p = pCtx->end;
H
Haojun Liao 已提交
5989
    numOfElems += 1;
5990 5991
  }

X
Xiaoyu Wang 已提交
5992
  pInfo->win.ekey = pInfo->p.key;
5993

5994
_twa_over:
5995 5996 5997 5998 5999
  if (numOfElems == 0) {
    pInfo->isNull = true;
  }

  SET_VAL(pResInfo, 1, 1);
6000 6001 6002 6003 6004 6005 6006 6007
  return TSDB_CODE_SUCCESS;
}

/*
 * To copy the input to interResBuf to avoid the input buffer space be over writen
 * by next input data. The TWA function only applies to each table, so no merge procedure
 * is required, we simply copy to the resut ot interResBuffer.
 */
X
Xiaoyu Wang 已提交
6008 6009 6010
// void twa_function_copy(SQLFunctionCtx *pCtx) {
//   assert(pCtx->inputType == TSDB_DATA_TYPE_BINARY);
//   SResultRowEntryInfo *pResInfo = GET_RES_INFO(pCtx);
6011
//
X
Xiaoyu Wang 已提交
6012 6013 6014
//   memcpy(GET_ROWCELL_INTERBUF(pResInfo), pCtx->pInput, (size_t)pCtx->inputBytes);
//   pResInfo->hasResult = ((STwaInfo *)pCtx->pInput)->hasResult;
// }
6015

X
Xiaoyu Wang 已提交
6016 6017
int32_t twaFinalize(struct SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6018

X
Xiaoyu Wang 已提交
6019
  STwaInfo* pInfo = (STwaInfo*)GET_ROWCELL_INTERBUF(pResInfo);
6020 6021
  if (pInfo->isNull == true) {
    pResInfo->numOfRes = 0;
6022 6023 6024
  } else {
    if (pInfo->win.ekey == pInfo->win.skey) {
      pInfo->dOutput = pInfo->p.val;
6025
    } else if (pInfo->win.ekey == INT64_MAX || pInfo->win.skey == INT64_MIN) {  // no data in timewindow
6026
      pInfo->dOutput = 0;
6027 6028 6029 6030 6031 6032 6033 6034 6035 6036
    } else {
      pInfo->dOutput = pInfo->dOutput / (pInfo->win.ekey - pInfo->win.skey);
    }

    pResInfo->numOfRes = 1;
  }

  return functionFinalize(pCtx, pBlock);
}

6037
bool blockDistSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
6038 6039 6040 6041 6042 6043 6044 6045 6046
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  STableBlockDistInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pInfo->minRows = INT32_MAX;
  return true;
}

X
Xiaoyu Wang 已提交
6047
int32_t blockDistFunction(SqlFunctionCtx* pCtx) {
6048 6049
  const int32_t BLOCK_DIST_RESULT_ROWS = 24;

6050
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
6051
  SColumnInfoData*      pInputCol = pInput->pData[0];
6052

X
Xiaoyu Wang 已提交
6053
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6054

6055 6056 6057 6058 6059 6060 6061 6062 6063 6064 6065 6066
  STableBlockDistInfo* pDistInfo = GET_ROWCELL_INTERBUF(pResInfo);

  STableBlockDistInfo p1 = {0};
  tDeserializeBlockDistInfo(varDataVal(pInputCol->pData), varDataLen(pInputCol->pData), &p1);

  pDistInfo->numOfBlocks += p1.numOfBlocks;
  pDistInfo->numOfTables += p1.numOfTables;
  pDistInfo->numOfInmemRows += p1.numOfInmemRows;
  pDistInfo->totalSize += p1.totalSize;
  pDistInfo->totalRows += p1.totalRows;
  pDistInfo->numOfFiles += p1.numOfFiles;

6067 6068
  pDistInfo->defMinRows = p1.defMinRows;
  pDistInfo->defMaxRows = p1.defMaxRows;
6069
  pDistInfo->rowSize = p1.rowSize;
6070 6071
  pDistInfo->numOfSmallBlocks = p1.numOfSmallBlocks;

6072 6073 6074 6075 6076 6077 6078
  if (pDistInfo->minRows > p1.minRows) {
    pDistInfo->minRows = p1.minRows;
  }
  if (pDistInfo->maxRows < p1.maxRows) {
    pDistInfo->maxRows = p1.maxRows;
  }

X
Xiaoyu Wang 已提交
6079
  for (int32_t i = 0; i < tListLen(pDistInfo->blockRowsHisto); ++i) {
6080 6081 6082
    pDistInfo->blockRowsHisto[i] += p1.blockRowsHisto[i];
  }

6083
  pResInfo->numOfRes = BLOCK_DIST_RESULT_ROWS;  // default output rows
6084 6085 6086 6087 6088 6089 6090 6091 6092 6093 6094
  return TSDB_CODE_SUCCESS;
}

int32_t tSerializeBlockDistInfo(void* buf, int32_t bufLen, const STableBlockDistInfo* pInfo) {
  SEncoder encoder = {0};
  tEncoderInit(&encoder, buf, bufLen);

  if (tStartEncode(&encoder) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->rowSize) < 0) return -1;

  if (tEncodeU16(&encoder, pInfo->numOfFiles) < 0) return -1;
6095
  if (tEncodeU32(&encoder, pInfo->numOfBlocks) < 0) return -1;
6096 6097 6098 6099 6100 6101 6102 6103 6104 6105 6106
  if (tEncodeU32(&encoder, pInfo->numOfTables) < 0) return -1;

  if (tEncodeU64(&encoder, pInfo->totalSize) < 0) return -1;
  if (tEncodeU64(&encoder, pInfo->totalRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->maxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->minRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMaxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMinRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfInmemRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
6107
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
6108 6109 6110 6111 6112 6113 6114 6115 6116 6117 6118 6119 6120 6121 6122 6123 6124 6125
    if (tEncodeI32(&encoder, pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tEndEncode(&encoder);

  int32_t tlen = encoder.pos;
  tEncoderClear(&encoder);
  return tlen;
}

int32_t tDeserializeBlockDistInfo(void* buf, int32_t bufLen, STableBlockDistInfo* pInfo) {
  SDecoder decoder = {0};
  tDecoderInit(&decoder, buf, bufLen);

  if (tStartDecode(&decoder) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->rowSize) < 0) return -1;

  if (tDecodeU16(&decoder, &pInfo->numOfFiles) < 0) return -1;
6126
  if (tDecodeU32(&decoder, &pInfo->numOfBlocks) < 0) return -1;
6127 6128 6129 6130 6131 6132 6133 6134 6135 6136 6137
  if (tDecodeU32(&decoder, &pInfo->numOfTables) < 0) return -1;

  if (tDecodeU64(&decoder, &pInfo->totalSize) < 0) return -1;
  if (tDecodeU64(&decoder, &pInfo->totalRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->maxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->minRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMaxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMinRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfInmemRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
6138
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
6139 6140 6141 6142 6143 6144 6145 6146
    if (tDecodeI32(&decoder, &pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tDecoderClear(&decoder);
  return 0;
}

int32_t blockDistFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
6147
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6148
  STableBlockDistInfo* pData = GET_ROWCELL_INTERBUF(pResInfo);
6149

6150 6151
  SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, 0);

H
Haojun Liao 已提交
6152 6153 6154 6155
  if (pData->totalRows == 0) {
    pData->minRows = 0;
  }

6156
  int32_t row = 0;
X
Xiaoyu Wang 已提交
6157
  char    st[256] = {0};
6158 6159 6160 6161 6162 6163 6164 6165 6166 6167
  double  averageSize = 0;
  if (pData->numOfBlocks != 0) {
    averageSize = ((double)pData->totalSize) / pData->numOfBlocks;
  }
  uint64_t totalRawSize = pData->totalRows * pData->rowSize;
  double   compRatio = 0;
  if (totalRawSize != 0) {
    compRatio = pData->totalSize * 100 / (double)totalRawSize;
  }

6168 6169
  int32_t len = sprintf(st + VARSTR_HEADER_SIZE,
                        "Total_Blocks=[%d] Total_Size=[%.2f Kb] Average_size=[%.2f Kb] Compression_Ratio=[%.2f %c]",
6170
                        pData->numOfBlocks, pData->totalSize / 1024.0, averageSize, compRatio, '%');
6171 6172 6173

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
6174

H
Haojun Liao 已提交
6175 6176 6177 6178 6179
  int64_t avgRows = 0;
  if (pData->numOfBlocks > 0) {
    avgRows = pData->totalRows / pData->numOfBlocks;
  }

6180 6181
  len = sprintf(st + VARSTR_HEADER_SIZE,
                "Total_Rows=[%" PRId64 "] Inmem_Rows=[%d] MinRows=[%d] MaxRows=[%d] Average_Rows=[%" PRId64 "]",
H
Haojun Liao 已提交
6182
                pData->totalRows, pData->numOfInmemRows, pData->minRows, pData->maxRows, avgRows);
6183

6184 6185
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
6186

6187 6188
  len = sprintf(st + VARSTR_HEADER_SIZE, "Total_Tables=[%d] Total_Files=[%d] Total_Vgroups=[%d]", pData->numOfTables,
                pData->numOfFiles, 0);
6189 6190 6191 6192

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);

X
Xiaoyu Wang 已提交
6193 6194
  len = sprintf(st + VARSTR_HEADER_SIZE,
                "--------------------------------------------------------------------------------");
6195 6196
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
6197 6198 6199

  int32_t maxVal = 0;
  int32_t minVal = INT32_MAX;
6200 6201 6202
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
    if (maxVal < pData->blockRowsHisto[i]) {
      maxVal = pData->blockRowsHisto[i];
6203 6204
    }

6205 6206
    if (minVal > pData->blockRowsHisto[i]) {
      minVal = pData->blockRowsHisto[i];
6207 6208 6209
    }
  }

6210 6211
  // maximum number of step is 80
  double factor = pData->numOfBlocks / 80.0;
6212 6213

  int32_t numOfBuckets = sizeof(pData->blockRowsHisto) / sizeof(pData->blockRowsHisto[0]);
6214
  int32_t bucketRange = (pData->defMaxRows - pData->defMinRows) / numOfBuckets;
6215

6216
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
6217
    len = sprintf(st + VARSTR_HEADER_SIZE, "%04d |", pData->defMinRows + bucketRange * i);
6218

6219
    int32_t num = 0;
6220 6221
    if (pData->blockRowsHisto[i] > 0) {
      num = (pData->blockRowsHisto[i]) / factor;
6222
    }
6223 6224 6225

    for (int32_t j = 0; j < num; ++j) {
      int32_t x = sprintf(st + VARSTR_HEADER_SIZE + len, "%c", '|');
6226 6227 6228
      len += x;
    }

6229 6230 6231 6232
    if (num > 0) {
      double v = pData->blockRowsHisto[i] * 100.0 / pData->numOfBlocks;
      len += sprintf(st + VARSTR_HEADER_SIZE + len, "  %d (%.2f%c)", pData->blockRowsHisto[i], v, '%');
    }
6233 6234 6235

    varDataSetLen(st, len);
    colDataAppend(pColInfo, row++, st, false);
6236 6237
  }

6238
  return TSDB_CODE_SUCCESS;
6239
}
6240 6241 6242 6243 6244 6245

bool getDerivativeFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDerivInfo);
  return true;
}

6246
bool derivativeFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
6247 6248 6249 6250 6251 6252 6253
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SDerivInfo* pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pDerivInfo->ignoreNegative = pCtx->param[2].param.i;
6254
  pDerivInfo->prevTs = -1;
6255 6256 6257 6258 6259
  pDerivInfo->tsWindow = pCtx->param[1].param.i;
  pDerivInfo->valueSet = false;
  return true;
}

6260 6261 6262
int32_t derivativeFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDerivInfo*          pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);
6263 6264

  SInputColumnInfoData* pInput = &pCtx->input;
6265
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
6266

6267
  int32_t          numOfElems = 0;
6268 6269 6270 6271
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;

  int32_t i = pInput->startRowIndex;
6272
  TSKEY*  tsList = (int64_t*)pInput->pPTS->pData;
6273

6274
  double v = 0;
6275

6276 6277
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
6278 6279 6280 6281
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

6282
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
6283 6284 6285 6286 6287 6288
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
6289 6290 6291
        if (tsList[i] == pDerivInfo->prevTs) {
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
        }
6292 6293 6294
        double r = ((v - pDerivInfo->prevValue) * pDerivInfo->tsWindow) / (tsList[i] - pDerivInfo->prevTs);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
6295 6296 6297 6298 6299 6300
          if (isinf(r) || isnan(r)) {
            colDataAppendNULL(pOutput, pos);
          } else {
            colDataAppend(pOutput, pos, (const char*)&r, false);
          }

6301 6302 6303
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &tsList[i]);
          }
6304 6305 6306 6307 6308 6309

          // handle selectivity
          if (pCtx->subsidiaries.num > 0) {
            appendSelectivityValue(pCtx, i, pos);
          }

6310 6311 6312 6313 6314 6315 6316 6317
          numOfElems++;
        }
      }

      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
  } else {
6318 6319 6320 6321 6322
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

6323
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
6324 6325 6326 6327 6328 6329
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
6330 6331 6332
        if (tsList[i] == pDerivInfo->prevTs) {
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
        }
6333 6334 6335
        double r = ((pDerivInfo->prevValue - v) * pDerivInfo->tsWindow) / (pDerivInfo->prevTs - tsList[i]);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
6336 6337 6338 6339 6340 6341
          if (isinf(r) || isnan(r)) {
            colDataAppendNULL(pOutput, pos);
          } else {
            colDataAppend(pOutput, pos, (const char*)&r, false);
          }

6342 6343 6344
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &pDerivInfo->prevTs);
          }
6345 6346 6347 6348 6349 6350

          // handle selectivity
          if (pCtx->subsidiaries.num > 0) {
            appendSelectivityValue(pCtx, i, pos);
          }

6351 6352 6353
          numOfElems++;
        }
      }
6354

6355 6356 6357
      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
6358 6359
  }

6360 6361 6362
  pResInfo->numOfRes = numOfElems;

  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
6363 6364
}

G
Ganlin Zhao 已提交
6365 6366 6367 6368 6369 6370 6371 6372 6373 6374 6375 6376
bool getIrateFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SRateInfo);
  return true;
}

bool irateFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

6377 6378
  pInfo->firstKey = INT64_MIN;
  pInfo->lastKey = INT64_MIN;
G
Ganlin Zhao 已提交
6379
  pInfo->firstValue = (double)INT64_MIN;
6380
  pInfo->lastValue = (double)INT64_MIN;
G
Ganlin Zhao 已提交
6381

6382
  pInfo->hasResult = 0;
G
Ganlin Zhao 已提交
6383 6384 6385 6386 6387
  return true;
}

int32_t irateFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6388
  SRateInfo*           pRateInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
6389 6390 6391 6392 6393 6394

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

6395
  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
6396 6397 6398 6399 6400 6401 6402 6403 6404 6405 6406

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;

6407 6408
    char*  data = colDataGetData(pInputCol, i);
    double v = 0;
G
Ganlin Zhao 已提交
6409 6410 6411 6412
    GET_TYPED_DATA(v, double, type, data);

    if (INT64_MIN == pRateInfo->lastKey) {
      pRateInfo->lastValue = v;
6413
      pRateInfo->lastKey = tsList[i];
G
Ganlin Zhao 已提交
6414 6415 6416 6417 6418 6419 6420 6421 6422 6423
      continue;
    }

    if (tsList[i] > pRateInfo->lastKey) {
      if ((INT64_MIN == pRateInfo->firstKey) || pRateInfo->lastKey > pRateInfo->firstKey) {
        pRateInfo->firstValue = pRateInfo->lastValue;
        pRateInfo->firstKey = pRateInfo->lastKey;
      }

      pRateInfo->lastValue = v;
6424
      pRateInfo->lastKey = tsList[i];
G
Ganlin Zhao 已提交
6425 6426

      continue;
6427 6428
    } else if (tsList[i] == pRateInfo->lastKey) {
      return TSDB_CODE_FUNC_DUP_TIMESTAMP;
G
Ganlin Zhao 已提交
6429 6430 6431 6432 6433
    }

    if ((INT64_MIN == pRateInfo->firstKey) || tsList[i] > pRateInfo->firstKey) {
      pRateInfo->firstValue = v;
      pRateInfo->firstKey = tsList[i];
6434 6435
    } else if (tsList[i] == pRateInfo->firstKey) {
      return TSDB_CODE_FUNC_DUP_TIMESTAMP;
G
Ganlin Zhao 已提交
6436 6437 6438 6439 6440 6441 6442 6443 6444 6445 6446 6447 6448 6449 6450 6451 6452 6453 6454 6455 6456 6457 6458 6459 6460 6461
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

static double doCalcRate(const SRateInfo* pRateInfo, double tickPerSec) {
  if ((INT64_MIN == pRateInfo->lastKey) || (INT64_MIN == pRateInfo->firstKey) ||
      (pRateInfo->firstKey >= pRateInfo->lastKey)) {
    return 0.0;
  }

  double diff = 0;
  // If the previous value of the last is greater than the last value, only keep the last point instead of the delta
  // value between two values.
  diff = pRateInfo->lastValue;
  if (diff >= pRateInfo->firstValue) {
    diff -= pRateInfo->firstValue;
  }

  int64_t duration = pRateInfo->lastKey - pRateInfo->firstKey;
  if (duration == 0) {
    return 0;
  }

6462
  return (duration > 0) ? ((double)diff) / (duration / tickPerSec) : 0.0;
G
Ganlin Zhao 已提交
6463 6464 6465 6466 6467 6468 6469 6470 6471 6472
}

int32_t irateFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6473
  double     result = doCalcRate(pInfo, (double)TSDB_TICK_PER_SECOND(pCtx->param[1].param.i));
G
Ganlin Zhao 已提交
6474 6475 6476 6477 6478
  colDataAppend(pCol, pBlock->info.rows, (const char*)&result, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

6479 6480
int32_t groupKeyFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6481
  SGroupKeyInfo*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6482 6483

  SInputColumnInfoData* pInput = &pCtx->input;
6484
  SColumnInfoData*      pInputCol = pInput->pData[0];
6485 6486

  int32_t startIndex = pInput->startRowIndex;
6487

6488
  // escape rest of data blocks to avoid first entry to be overwritten.
6489 6490 6491 6492
  if (pInfo->hasResult) {
    goto _group_key_over;
  }

6493
  if (colDataIsNull_s(pInputCol, startIndex)) {
6494 6495
    pInfo->isNull = true;
    pInfo->hasResult = true;
G
Ganlin Zhao 已提交
6496
    goto _group_key_over;
6497 6498 6499
  }

  char* data = colDataGetData(pInputCol, startIndex);
6500
  if (IS_VAR_DATA_TYPE(pInputCol->info.type)) {
X
Xiaoyu Wang 已提交
6501 6502
    memcpy(pInfo->data, data,
           (pInputCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(data) : varDataTLen(data));
6503 6504 6505
  } else {
    memcpy(pInfo->data, data, pInputCol->info.bytes);
  }
6506
  pInfo->hasResult = true;
G
Ganlin Zhao 已提交
6507 6508

_group_key_over:
6509

G
Ganlin Zhao 已提交
6510
  SET_VAL(pResInfo, 1, 1);
6511 6512 6513
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
6514 6515 6516 6517 6518 6519 6520
int32_t groupKeyFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SGroupKeyInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6521 6522

  if (pInfo->hasResult) {
6523 6524 6525 6526
    int32_t currentRow = pBlock->info.rows;
    for (; currentRow < pBlock->info.rows + pResInfo->numOfRes; ++currentRow) {
      colDataAppend(pCol, currentRow, pInfo->data, pInfo->isNull ? true : false);
    }
6527 6528 6529
  } else {
    pResInfo->numOfRes = 0;
  }
G
Ganlin Zhao 已提交
6530 6531 6532 6533

  return pResInfo->numOfRes;
}

6534
int32_t cachedLastRowFunction(SqlFunctionCtx* pCtx) {
6535 6536 6537 6538 6539 6540 6541 6542 6543 6544 6545
  int32_t numOfElems = 0;

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  int32_t bytes = pInputCol->info.bytes;
  pInfo->bytes = bytes;

6546
  // last_row function does not ignore the null value
6547 6548 6549
  for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
    numOfElems++;

H
Haojun Liao 已提交
6550 6551 6552
    bool  isNull = colDataIsNull(pInputCol, pInput->numOfRows, i, NULL);
    char* data = isNull ? NULL : colDataGetData(pInputCol, i);

6553
    TSKEY cts = getRowPTs(pInput->pPTS, i);
6554
    if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
6555
      doSaveLastrow(pCtx, data, i, cts, pInfo);
6556
      pResInfo->numOfRes = 1;
6557 6558 6559 6560 6561 6562
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}