builtinsimpl.c 206.8 KB
Newer Older
H
Haojun Liao 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16
/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "builtinsimpl.h"
17
#include "cJSON.h"
18
#include "function.h"
X
Xiaoyu Wang 已提交
19
#include "query.h"
20
#include "querynodes.h"
21
#include "streamState.h"
G
Ganlin Zhao 已提交
22
#include "tcompare.h"
H
Haojun Liao 已提交
23
#include "tdatablock.h"
24
#include "tdigest.h"
25
#include "tfunctionInt.h"
X
Xiaoyu Wang 已提交
26
#include "tglobal.h"
27
#include "thistogram.h"
28
#include "tpercentile.h"
H
Haojun Liao 已提交
29

X
Xiaoyu Wang 已提交
30 31 32 33
#define HISTOGRAM_MAX_BINS_NUM 1000
#define MAVG_MAX_POINTS_NUM    1000
#define TAIL_MAX_POINTS_NUM    100
#define TAIL_MAX_OFFSET        100
G
Ganlin Zhao 已提交
34

X
Xiaoyu Wang 已提交
35
#define UNIQUE_MAX_RESULT_SIZE (1024 * 1024 * 10)
G
Ganlin Zhao 已提交
36
#define MODE_MAX_RESULT_SIZE   UNIQUE_MAX_RESULT_SIZE
37

X
Xiaoyu Wang 已提交
38 39 40 41 42
#define HLL_BUCKET_BITS 14  // The bits of the bucket
#define HLL_DATA_BITS   (64 - HLL_BUCKET_BITS)
#define HLL_BUCKETS     (1 << HLL_BUCKET_BITS)
#define HLL_BUCKET_MASK (HLL_BUCKETS - 1)
#define HLL_ALPHA_INF   0.721347520444481703680  // constant for 0.5/ln(2)
G
Ganlin Zhao 已提交
43

H
Haojun Liao 已提交
44 45 46 47 48 49 50 51 52
//typedef struct SMinmaxResInfo {
//  bool      assign;  // assign the first value or not
//  int64_t   v;
//  STuplePos tuplePos;
//
//  STuplePos nullTuplePos;
//  bool      nullTupleSaved;
//  int16_t   type;
//} SMinmaxResInfo;
G
Ganlin Zhao 已提交
53

54
typedef struct STopBotResItem {
55 56 57
  SVariant  v;
  uint64_t  uid;  // it is a table uid, used to extract tag data during building of the final result for the tag data
  STuplePos tuplePos;  // tuple data of this chosen row
58 59
} STopBotResItem;

G
Ganlin Zhao 已提交
60
typedef struct STopBotRes {
L
Liu Jicong 已提交
61 62
  int32_t maxSize;
  int16_t type;
63

L
Liu Jicong 已提交
64 65
  STuplePos nullTuplePos;
  bool      nullTupleSaved;
66

67
  STopBotResItem* pItems;
G
Ganlin Zhao 已提交
68 69 70 71 72
} STopBotRes;

typedef struct SStddevRes {
  double  result;
  int64_t count;
73
  union {
74 75 76
    double   quadraticDSum;
    int64_t  quadraticISum;
    uint64_t quadraticUSum;
77 78
  };
  union {
79 80 81
    double   dsum;
    int64_t  isum;
    uint64_t usum;
82
  };
G
Ganlin Zhao 已提交
83
  int16_t type;
G
Ganlin Zhao 已提交
84 85
} SStddevRes;

86
typedef struct SLeastSQRInfo {
X
Xiaoyu Wang 已提交
87 88 89
  double  matrix[2][3];
  double  startVal;
  double  stepVal;
90 91 92
  int64_t num;
} SLeastSQRInfo;

G
Ganlin Zhao 已提交
93 94
typedef struct SPercentileInfo {
  double      result;
95
  tMemBucket* pMemBucket;
G
Ganlin Zhao 已提交
96 97 98 99 100 101
  int32_t     stage;
  double      minval;
  double      maxval;
  int64_t     numOfElems;
} SPercentileInfo;

102
typedef struct SAPercentileInfo {
X
Xiaoyu Wang 已提交
103 104 105 106 107
  double          result;
  double          percent;
  int8_t          algo;
  SHistogramInfo* pHisto;
  TDigest*        pTDigest;
108 109 110 111 112 113 114 115
} SAPercentileInfo;

typedef enum {
  APERCT_ALGO_UNKNOWN = 0,
  APERCT_ALGO_DEFAULT,
  APERCT_ALGO_TDIGEST,
} EAPerctAlgoType;

G
Ganlin Zhao 已提交
116
typedef struct SDiffInfo {
117 118
  bool hasPrev;
  bool includeNull;
119
  bool ignoreNegative;  // replace the ignore with case when
120 121 122 123 124
  bool firstOutput;
  union {
    int64_t i64;
    double  d64;
  } prev;
125 126

  int64_t prevTs;
G
Ganlin Zhao 已提交
127 128
} SDiffInfo;

G
Ganlin Zhao 已提交
129 130 131 132 133 134 135
typedef struct SSpreadInfo {
  double result;
  bool   hasResult;
  double min;
  double max;
} SSpreadInfo;

G
Ganlin Zhao 已提交
136 137 138 139 140 141 142
typedef struct SElapsedInfo {
  double  result;
  TSKEY   min;
  TSKEY   max;
  int64_t timeUnit;
} SElapsedInfo;

G
Ganlin Zhao 已提交
143 144
typedef struct STwaInfo {
  double      dOutput;
145
  bool        isNull;
G
Ganlin Zhao 已提交
146 147 148 149
  SPoint1     p;
  STimeWindow win;
} STwaInfo;

150
typedef struct SHistoFuncBin {
X
Xiaoyu Wang 已提交
151 152
  double  lower;
  double  upper;
153 154
  int64_t count;
  double  percentage;
155 156 157
} SHistoFuncBin;

typedef struct SHistoFuncInfo {
X
Xiaoyu Wang 已提交
158 159 160
  int32_t       numOfBins;
  int32_t       totalCount;
  bool          normalized;
161 162 163
  SHistoFuncBin bins[];
} SHistoFuncInfo;

X
Xiaoyu Wang 已提交
164
typedef enum { UNKNOWN_BIN = 0, USER_INPUT_BIN, LINEAR_BIN, LOG_BIN } EHistoBinType;
165

166 167
typedef struct SHLLFuncInfo {
  uint64_t result;
168
  uint64_t totalCount;
X
Xiaoyu Wang 已提交
169
  uint8_t  buckets[HLL_BUCKETS];
170 171
} SHLLInfo;

172
typedef struct SStateInfo {
173 174 175 176
  union {
    int64_t count;
    int64_t durationStart;
  };
177 178
  int64_t prevTs;
  bool    isPrevTsSet;
179 180 181 182 183 184 185 186 187 188 189
} SStateInfo;

typedef enum {
  STATE_OPER_INVALID = 0,
  STATE_OPER_LT,
  STATE_OPER_GT,
  STATE_OPER_LE,
  STATE_OPER_GE,
  STATE_OPER_NE,
  STATE_OPER_EQ,
} EStateOperType;
190

G
Ganlin Zhao 已提交
191 192 193
typedef struct SMavgInfo {
  int32_t pos;
  double  sum;
194 195
  int64_t prevTs;
  bool    isPrevTsSet;
G
Ganlin Zhao 已提交
196 197 198 199 200
  int32_t numOfPoints;
  bool    pointsMeet;
  double  points[];
} SMavgInfo;

G
Ganlin Zhao 已提交
201
typedef struct SSampleInfo {
L
Liu Jicong 已提交
202 203 204 205 206
  int32_t samples;
  int32_t totalPoints;
  int32_t numSampled;
  uint8_t colType;
  int16_t colBytes;
207

L
Liu Jicong 已提交
208 209
  STuplePos nullTuplePos;
  bool      nullTupleSaved;
210

211 212
  char*      data;
  STuplePos* tuplePos;
G
Ganlin Zhao 已提交
213 214
} SSampleInfo;

G
Ganlin Zhao 已提交
215
typedef struct STailItem {
G
Ganlin Zhao 已提交
216
  int64_t timestamp;
217
  bool    isNull;
G
Ganlin Zhao 已提交
218
  char    data[];
G
Ganlin Zhao 已提交
219
} STailItem;
G
Ganlin Zhao 已提交
220 221

typedef struct STailInfo {
X
Xiaoyu Wang 已提交
222 223 224 225 226 227
  int32_t     numOfPoints;
  int32_t     numAdded;
  int32_t     offset;
  uint8_t     colType;
  int16_t     colBytes;
  STailItem** pItems;
G
Ganlin Zhao 已提交
228 229
} STailInfo;

G
Ganlin Zhao 已提交
230 231 232 233 234 235 236 237 238 239
typedef struct SUniqueItem {
  int64_t timestamp;
  bool    isNull;
  char    data[];
} SUniqueItem;

typedef struct SUniqueInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
X
Xiaoyu Wang 已提交
240 241
  bool      hasNull;  // null is not hashable, handle separately
  SHashObj* pHash;
G
Ganlin Zhao 已提交
242 243 244
  char      pItems[];
} SUniqueInfo;

G
Ganlin Zhao 已提交
245
typedef struct SModeItem {
246 247 248
  int64_t   count;
  STuplePos tuplePos;
  char      data[];
G
Ganlin Zhao 已提交
249 250 251 252 253 254 255
} SModeItem;

typedef struct SModeInfo {
  int32_t   numOfPoints;
  uint8_t   colType;
  int16_t   colBytes;
  SHashObj* pHash;
256 257 258 259

  STuplePos nullTuplePos;
  bool      nullTupleSaved;

260
  char pItems[];
G
Ganlin Zhao 已提交
261 262
} SModeInfo;

G
Ganlin Zhao 已提交
263 264 265 266 267 268 269 270 271
typedef struct SDerivInfo {
  double  prevValue;       // previous value
  TSKEY   prevTs;          // previous timestamp
  bool    ignoreNegative;  // ignore the negative value
  int64_t tsWindow;        // time window for derivative
  bool    valueSet;        // the value has been set already
} SDerivInfo;

typedef struct SRateInfo {
272 273 274 275 276
  double firstValue;
  TSKEY  firstKey;
  double lastValue;
  TSKEY  lastKey;
  int8_t hasResult;  // flag to denote has value
G
Ganlin Zhao 已提交
277 278
} SRateInfo;

279 280 281 282
typedef struct SGroupKeyInfo {
  bool hasResult;
  bool isNull;
  char data[];
G
Ganlin Zhao 已提交
283 284
} SGroupKeyInfo;

285 286 287 288 289 290
#define SET_VAL(_info, numOfElem, res) \
  do {                                 \
    if ((numOfElem) <= 0) {            \
      break;                           \
    }                                  \
    (_info)->numOfRes = (res);         \
H
Haojun Liao 已提交
291 292
  } while (0)

G
Ganlin Zhao 已提交
293 294 295
#define GET_TS_LIST(x)    ((TSKEY*)((x)->ptsList))
#define GET_TS_DATA(x, y) (GET_TS_LIST(x)[(y)])

G
Ganlin Zhao 已提交
296 297 298 299 300 301 302 303 304 305 306 307
#define DO_UPDATE_SUBSID_RES(ctx, ts)                          \
  do {                                                         \
    for (int32_t _i = 0; _i < (ctx)->subsidiaries.num; ++_i) { \
      SqlFunctionCtx* __ctx = (ctx)->subsidiaries.pCtx[_i];    \
      if (__ctx->functionId == FUNCTION_TS_DUMMY) {            \
        __ctx->tag.i = (ts);                                   \
        __ctx->tag.nType = TSDB_DATA_TYPE_BIGINT;              \
      }                                                        \
      __ctx->fpSet.process(__ctx);                             \
    }                                                          \
  } while (0)

G
Ganlin Zhao 已提交
308 309 310 311 312 313 314 315 316 317 318
#define UPDATE_DATA(ctx, left, right, num, sign, _ts) \
  do {                                                \
    if (((left) < (right)) ^ (sign)) {                \
      (left) = (right);                               \
      DO_UPDATE_SUBSID_RES(ctx, _ts);                 \
      (num) += 1;                                     \
    }                                                 \
  } while (0)

#define LOOPCHECK_N(val, _col, ctx, _t, _nrow, _start, sign, num)        \
  do {                                                                   \
319
    _t* d = (_t*)((_col)->pData);                                        \
G
Ganlin Zhao 已提交
320 321 322 323 324 325 326 327 328
    for (int32_t i = (_start); i < (_nrow) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      }                                                                  \
      TSKEY ts = (ctx)->ptsList != NULL ? GET_TS_DATA(ctx, i) : 0;       \
      UPDATE_DATA(ctx, val, d[i], num, sign, ts);                        \
    }                                                                    \
  } while (0)

329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352
#define LIST_ADD_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
    _t* d = (_t*)(_col->pData);                                          \
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) += (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

#define LIST_SUB_N(_res, _col, _start, _rows, _t, numOfElem)             \
  do {                                                                   \
    _t* d = (_t*)(_col->pData);                                          \
    for (int32_t i = (_start); i < (_rows) + (_start); ++i) {            \
      if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \
        continue;                                                        \
      };                                                                 \
      (_res) -= (d)[i];                                                  \
      (numOfElem)++;                                                     \
    }                                                                    \
  } while (0)

H
Haojun Liao 已提交
353 354 355 356 357 358 359 360 361 362 363 364 365
//#define LIST_AVG_N(sumT, T)                                               \
//  do {                                                                    \
//    T* plist = (T*)pCol->pData;                                           \
//    for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { \
//      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {        \
//        continue;                                                         \
//      }                                                                   \
//                                                                          \
//      numOfElem += 1;                                                     \
//      pAvgRes->count -= 1;                                                \
//      sumT -= plist[i];                                                   \
//    }                                                                     \
//  } while (0)
366 367 368 369 370 371 372 373 374 375 376

#define LIST_STDDEV_SUB_N(sumT, T)                                 \
  do {                                                             \
    T* plist = (T*)pCol->pData;                                    \
    for (int32_t i = start; i < numOfRows + start; ++i) {          \
      if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { \
        continue;                                                  \
      }                                                            \
      numOfElem += 1;                                              \
      pStddevRes->count -= 1;                                      \
      sumT -= plist[i];                                            \
5
54liuyao 已提交
377
      pStddevRes->quadraticISum -= (int64_t)(plist[i] * plist[i]); \
378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425
    }                                                              \
  } while (0)

#define LEASTSQR_CAL(p, x, y, index, step) \
  do {                                     \
    (p)[0][0] += (double)(x) * (x);        \
    (p)[0][1] += (double)(x);              \
    (p)[0][2] += (double)(x) * (y)[index]; \
    (p)[1][2] += (y)[index];               \
    (x) += step;                           \
  } while (0)

#define STATE_COMP(_op, _lval, _param) STATE_COMP_IMPL(_op, _lval, GET_STATE_VAL(_param))

#define GET_STATE_VAL(param) ((param.nType == TSDB_DATA_TYPE_BIGINT) ? (param.i) : (param.d))

#define STATE_COMP_IMPL(_op, _lval, _rval) \
  do {                                     \
    switch (_op) {                         \
      case STATE_OPER_LT:                  \
        return ((_lval) < (_rval));        \
        break;                             \
      case STATE_OPER_GT:                  \
        return ((_lval) > (_rval));        \
        break;                             \
      case STATE_OPER_LE:                  \
        return ((_lval) <= (_rval));       \
        break;                             \
      case STATE_OPER_GE:                  \
        return ((_lval) >= (_rval));       \
        break;                             \
      case STATE_OPER_NE:                  \
        return ((_lval) != (_rval));       \
        break;                             \
      case STATE_OPER_EQ:                  \
        return ((_lval) == (_rval));       \
        break;                             \
      default:                             \
        break;                             \
    }                                      \
  } while (0)

#define INIT_INTP_POINT(_p, _k, _v) \
  do {                              \
    (_p).key = (_k);                \
    (_p).val = (_v);                \
  } while (0)

426
bool functionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
427 428 429 430 431 432 433 434 435 436 437 438
  if (pResultInfo->initialized) {
    return false;
  }

  if (pCtx->pOutput != NULL) {
    memset(pCtx->pOutput, 0, (size_t)pCtx->resDataInfo.bytes);
  }

  initResultRowEntry(pResultInfo, pCtx->resDataInfo.interBufSize);
  return true;
}

439
int32_t functionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
440
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
441
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
442

443
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
H
Haojun Liao 已提交
444
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
445 446 447 448 449

  char* in = GET_ROWCELL_INTERBUF(pResInfo);
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
H
Haojun Liao 已提交
450 451
}

5
54liuyao 已提交
452 453
int32_t firstCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
454
  SFirstLastRes*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
455
  int32_t              bytes = pDBuf->bytes;
5
54liuyao 已提交
456 457

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
458
  SFirstLastRes*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
459

460 461 462
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || pDBuf->ts > pSBuf->ts)) {
    memcpy(pDBuf->buf, pSBuf->buf, bytes);
    pDBuf->ts = pSBuf->ts;
5
54liuyao 已提交
463 464 465 466 467
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

468
int32_t functionFinalizeWithResultBuf(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, char* finalResult) {
469
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
470 471 472
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
H
Haojun Liao 已提交
473
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;
474 475 476 477 478 479 480

  char* in = finalResult;
  colDataAppend(pCol, pBlock->info.rows, in, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

481 482 483
EFuncDataRequired countDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
  SNode* pParam = nodesListGetNode(pFunc->pParameterList, 0);
  if (QUERY_NODE_COLUMN == nodeType(pParam) && PRIMARYKEY_TIMESTAMP_COL_ID == ((SColumnNode*)pParam)->colId) {
484
    return FUNC_DATA_REQUIRED_NOT_LOAD;
485
  }
H
Haojun Liao 已提交
486
  return FUNC_DATA_REQUIRED_SMA_LOAD;
487
}
H
Haojun Liao 已提交
488 489 490 491 492 493

bool getCountFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(int64_t);
  return true;
}

494
static int32_t getNumOfElems(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
495 496 497
  int32_t numOfElem = 0;

  /*
H
Haojun Liao 已提交
498 499 500
   * 1. column data missing (schema modified) causes pInputCol->hasNull == true. pInput->colDataSMAIsSet == true;
   * 2. for general non-primary key columns, pInputCol->hasNull may be true or false, pInput->colDataSMAIsSet == true;
   * 3. for primary key column, pInputCol->hasNull always be false, pInput->colDataSMAIsSet == false;
H
Haojun Liao 已提交
501 502
   */
  SInputColumnInfoData* pInput = &pCtx->input;
503
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
504
  if (pInput->colDataSMAIsSet && pInput->totalRows == pInput->numOfRows) {
H
Haojun Liao 已提交
505 506 507 508 509 510 511 512 513 514 515
    numOfElem = pInput->numOfRows - pInput->pColumnDataAgg[0]->numOfNull;
    ASSERT(numOfElem >= 0);
  } else {
    if (pInputCol->hasNull) {
      for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
        if (colDataIsNull(pInputCol, pInput->totalRows, i, NULL)) {
          continue;
        }
        numOfElem += 1;
      }
    } else {
516 517
      // when counting on the primary time stamp column and no statistics data is presented, use the size value
      // directly.
H
Haojun Liao 已提交
518 519 520
      numOfElem = pInput->numOfRows;
    }
  }
5
54liuyao 已提交
521 522
  return numOfElem;
}
523

5
54liuyao 已提交
524 525 526 527 528
/*
 * count function does need the finalize, if data is missing, the default value, which is 0, is used
 * count function does not use the pCtx->interResBuf to keep the intermediate buffer
 */
int32_t countFunction(SqlFunctionCtx* pCtx) {
529
  int32_t numOfElem = getNumOfElems(pCtx);
530

X
Xiaoyu Wang 已提交
531
  SResultRowEntryInfo*  pResInfo = GET_RES_INFO(pCtx);
532
  SInputColumnInfoData* pInput = &pCtx->input;
533 534

  int32_t type = pInput->pData[0]->info.type;
535 536 537

  char* buf = GET_ROWCELL_INTERBUF(pResInfo);
  if (IS_NULL_TYPE(type)) {
X
Xiaoyu Wang 已提交
538
    // select count(NULL) returns 0
539 540 541 542 543
    numOfElem = 1;
    *((int64_t*)buf) = 0;
  } else {
    *((int64_t*)buf) += numOfElem;
  }
H
Haojun Liao 已提交
544

545 546 547
  if (tsCountAlwaysReturnValue) {
    pResInfo->numOfRes = 1;
  } else {
548
    SET_VAL(pResInfo, *((int64_t*)buf), 1);
549 550
  }

wmmhello's avatar
wmmhello 已提交
551
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
552 553
}

5
54liuyao 已提交
554
int32_t countInvertFunction(SqlFunctionCtx* pCtx) {
555
  int32_t numOfElem = getNumOfElems(pCtx);
5
54liuyao 已提交
556 557 558 559 560 561 562 563 564

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  char*                buf = GET_ROWCELL_INTERBUF(pResInfo);
  *((int64_t*)buf) -= numOfElem;

  SET_VAL(pResInfo, *((int64_t*)buf), 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
565 566
int32_t combineFunction(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
567
  char*                pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
568 569 570 571 572 573 574 575 576

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  char*                pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
  *((int64_t*)pDBuf) += *((int64_t*)pSBuf);

  SET_VAL(pDResInfo, *((int64_t*)pDBuf), 1);
  return TSDB_CODE_SUCCESS;
}

577
int32_t sumFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
578 579 580 581
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
582 583
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
584

585
  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
586
  pSumRes->type = type;
G
Ganlin Zhao 已提交
587

588
  if (IS_NULL_TYPE(type)) {
589
    numOfElem = 0;
590 591 592
    goto _sum_over;
  }

H
Haojun Liao 已提交
593
  if (pInput->colDataSMAIsSet) {
H
Haojun Liao 已提交
594 595 596 597
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
598
      pSumRes->isum += pAgg->sum;
H
Haojun Liao 已提交
599
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
600
      pSumRes->usum += pAgg->sum;
H
Haojun Liao 已提交
601
    } else if (IS_FLOAT_TYPE(type)) {
602
      pSumRes->dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
H
Haojun Liao 已提交
603 604 605 606
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

607
    int32_t start = pInput->startRowIndex;
H
Haojun Liao 已提交
608 609
    int32_t numOfRows = pInput->numOfRows;

610 611
    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
612 613 614 615 616 617 618
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_ADD_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
H
Haojun Liao 已提交
619
      }
620 621 622 623 624 625 626 627 628
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_ADD_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
H
Haojun Liao 已提交
629
      }
630 631 632 633
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_ADD_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
H
Haojun Liao 已提交
634 635 636
    }
  }

X
Xiaoyu Wang 已提交
637
  // check for overflow
638
  if (IS_FLOAT_TYPE(type) && (isinf(pSumRes->dsum) || isnan(pSumRes->dsum))) {
H
Haojun Liao 已提交
639
    numOfElem = 0;
640 641
  }

642
_sum_over:
H
Haojun Liao 已提交
643 644
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
645
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
646 647
}

5
54liuyao 已提交
648 649 650 651 652 653 654 655 656 657
int32_t sumInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;

  SSumRes* pSumRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

H
Haojun Liao 已提交
658
  if (pInput->colDataSMAIsSet) {
5
54liuyao 已提交
659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706
    numOfElem = pInput->numOfRows - pAgg->numOfNull;
    ASSERT(numOfElem >= 0);

    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      pSumRes->isum -= pAgg->sum;
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      pSumRes->usum -= pAgg->sum;
    } else if (IS_FLOAT_TYPE(type)) {
      pSumRes->dsum -= GET_DOUBLE_VAL((const char*)&(pAgg->sum));
    }
  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

    int32_t start = pInput->startRowIndex;
    int32_t numOfRows = pInput->numOfRows;

    if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
      if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_SMALLINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_INT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_BIGINT) {
        LIST_SUB_N(pSumRes->isum, pCol, start, numOfRows, int64_t, numOfElem);
      }
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      if (type == TSDB_DATA_TYPE_UTINYINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint8_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_USMALLINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint16_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint32_t, numOfElem);
      } else if (type == TSDB_DATA_TYPE_UBIGINT) {
        LIST_SUB_N(pSumRes->usum, pCol, start, numOfRows, uint64_t, numOfElem);
      }
    } else if (type == TSDB_DATA_TYPE_DOUBLE) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, double, numOfElem);
    } else if (type == TSDB_DATA_TYPE_FLOAT) {
      LIST_SUB_N(pSumRes->dsum, pCol, start, numOfRows, float, numOfElem);
    }
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
707 708
int32_t sumCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
709
  SSumRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
710 711

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
712
  SSumRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
713
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
714

5
54liuyao 已提交
715 716 717 718 719 720 721
  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
    pDBuf->isum += pSBuf->isum;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->usum += pSBuf->usum;
  } else if (type == TSDB_DATA_TYPE_DOUBLE || type == TSDB_DATA_TYPE_FLOAT) {
    pDBuf->dsum += pSBuf->dsum;
  }
5
54liuyao 已提交
722
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
723
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
724 725 726
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
727
bool getSumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
H
Haojun Liao 已提交
728 729 730 731
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

H
Haojun Liao 已提交
732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769
//int32_t getAvgInfoSize() { return (int32_t)sizeof(SAvgRes); }
//
//bool getAvgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
//  pEnv->calcMemSize = sizeof(SAvgRes);
//  return true;
//}
//
//bool avgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
//  if (!functionSetup(pCtx, pResultInfo)) {
//    return false;
//  }
//
//  SAvgRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
//  memset(pRes, 0, sizeof(SAvgRes));
//  return true;
//}

//int32_t avgFunction(SqlFunctionCtx* pCtx) {
//  int32_t numOfElem = 0;
//
//  SInputColumnInfoData* pInput = &pCtx->input;
//  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
//  int32_t               type = pInput->pData[0]->info.type;
//
//  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//  pAvgRes->type = type;
//
//  // computing based on the true data block
//  SColumnInfoData* pCol = pInput->pData[0];
//
//  int32_t start = pInput->startRowIndex;
//  int32_t numOfRows = pInput->numOfRows;
//
//  if (IS_NULL_TYPE(type)) {
//    numOfElem = 0;
//    goto _avg_over;
//  }
//
H
Haojun Liao 已提交
770
//  if (pInput->colDataSMAIsSet) {
H
Haojun Liao 已提交
771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099
//    numOfElem = numOfRows - pAgg->numOfNull;
//    ASSERT(numOfElem >= 0);
//
//    pAvgRes->count += numOfElem;
//    if (IS_SIGNED_NUMERIC_TYPE(type)) {
//      pAvgRes->sum.isum += pAgg->sum;
//    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//      pAvgRes->sum.usum += pAgg->sum;
//    } else if (IS_FLOAT_TYPE(type)) {
//      pAvgRes->sum.dsum += GET_DOUBLE_VAL((const char*)&(pAgg->sum));
//    }
//  } else {  // computing based on the true data block
//    switch (type) {
//      case TSDB_DATA_TYPE_TINYINT: {
//        int8_t* plist = (int8_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.isum += plist[i];
//        }
//
//        break;
//      }
//
//      case TSDB_DATA_TYPE_SMALLINT: {
//        int16_t* plist = (int16_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.isum += plist[i];
//        }
//        break;
//      }
//
//      case TSDB_DATA_TYPE_INT: {
//        int32_t* plist = (int32_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.isum += plist[i];
//        }
//
//        break;
//      }
//
//      case TSDB_DATA_TYPE_BIGINT: {
//        int64_t* plist = (int64_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.isum += plist[i];
//        }
//        break;
//      }
//
//      case TSDB_DATA_TYPE_UTINYINT: {
//        uint8_t* plist = (uint8_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.usum += plist[i];
//        }
//
//        break;
//      }
//
//      case TSDB_DATA_TYPE_USMALLINT: {
//        uint16_t* plist = (uint16_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.usum += plist[i];
//        }
//        break;
//      }
//
//      case TSDB_DATA_TYPE_UINT: {
//        uint32_t* plist = (uint32_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.usum += plist[i];
//        }
//
//        break;
//      }
//
//      case TSDB_DATA_TYPE_UBIGINT: {
//        uint64_t* plist = (uint64_t*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.usum += plist[i];
//        }
//        break;
//      }
//
//      case TSDB_DATA_TYPE_FLOAT: {
//        float* plist = (float*)pCol->pData;
////        float val = 0;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.dsum  += plist[i];
//        }
////        pAvgRes->sum.dsum = val;
//        break;
//      }
//
//      case TSDB_DATA_TYPE_DOUBLE: {
//        double* plist = (double*)pCol->pData;
//        for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
//          if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
//            continue;
//          }
//
//          numOfElem += 1;
//          pAvgRes->count += 1;
//          pAvgRes->sum.dsum += plist[i];
//        }
//        break;
//      }
//
//      default:
//        break;
//    }
//  }
//
//_avg_over:
//  // data in the check operation are all null, not output
//  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
//  return TSDB_CODE_SUCCESS;
//}

//static void avgTransferInfo(SAvgRes* pInput, SAvgRes* pOutput) {
//  pOutput->type = pInput->type;
//  if (IS_SIGNED_NUMERIC_TYPE(pOutput->type)) {
//    pOutput->sum.isum += pInput->sum.isum;
//  } else if (IS_UNSIGNED_NUMERIC_TYPE(pOutput->type)) {
//    pOutput->sum.usum += pInput->sum.usum;
//  } else {
//    pOutput->sum.dsum += pInput->sum.dsum;
//  }
//
//  pOutput->count += pInput->count;
//
//  return;
//}
//
//int32_t avgFunctionMerge(SqlFunctionCtx* pCtx) {
//  SInputColumnInfoData* pInput = &pCtx->input;
//  SColumnInfoData*      pCol = pInput->pData[0];
//  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);
//
//  SAvgRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//
//  int32_t start = pInput->startRowIndex;
//
//  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
//    char*    data = colDataGetData(pCol, i);
//    SAvgRes* pInputInfo = (SAvgRes*)varDataVal(data);
//    avgTransferInfo(pInputInfo, pInfo);
//  }
//
//  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
//
//  return TSDB_CODE_SUCCESS;
//}
//
//int32_t avgInvertFunction(SqlFunctionCtx* pCtx) {
//  int32_t numOfElem = 0;
//
//  // Only the pre-computing information loaded and actual data does not loaded
//  SInputColumnInfoData* pInput = &pCtx->input;
//  int32_t               type = pInput->pData[0]->info.type;
//
//  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//
//  // computing based on the true data block
//  SColumnInfoData* pCol = pInput->pData[0];
//
//  int32_t start = pInput->startRowIndex;
//  int32_t numOfRows = pInput->numOfRows;
//
//  switch (type) {
//    case TSDB_DATA_TYPE_TINYINT: {
//      LIST_AVG_N(pAvgRes->sum.isum, int8_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_SMALLINT: {
//      LIST_AVG_N(pAvgRes->sum.isum, int16_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_INT: {
//      LIST_AVG_N(pAvgRes->sum.isum, int32_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_BIGINT: {
//      LIST_AVG_N(pAvgRes->sum.isum, int64_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_UTINYINT: {
//      LIST_AVG_N(pAvgRes->sum.usum, uint8_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_USMALLINT: {
//      LIST_AVG_N(pAvgRes->sum.usum, uint16_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_UINT: {
//      LIST_AVG_N(pAvgRes->sum.usum, uint32_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_UBIGINT: {
//      LIST_AVG_N(pAvgRes->sum.usum, uint64_t);
//      break;
//    }
//    case TSDB_DATA_TYPE_FLOAT: {
//      LIST_AVG_N(pAvgRes->sum.dsum, float);
//      break;
//    }
//    case TSDB_DATA_TYPE_DOUBLE: {
//      LIST_AVG_N(pAvgRes->sum.dsum, double);
//      break;
//    }
//    default:
//      break;
//  }
//
//  // data in the check operation are all null, not output
//  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
//  return TSDB_CODE_SUCCESS;
//}
//
//int32_t avgCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
//  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
//  SAvgRes*             pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
//
//  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
//  SAvgRes*             pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
//  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
//
//  if (IS_SIGNED_NUMERIC_TYPE(type)) {
//    pDBuf->sum.isum += pSBuf->sum.isum;
//  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//    pDBuf->sum.usum += pSBuf->sum.usum;
//  } else {
//    pDBuf->sum.dsum += pSBuf->sum.dsum;
//  }
//  pDBuf->count += pSBuf->count;
//
//  return TSDB_CODE_SUCCESS;
//}
//
//int32_t avgFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
//  SInputColumnInfoData* pInput = &pCtx->input;
//
//  SAvgRes* pAvgRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//  int32_t  type = pAvgRes->type;
//
//  if (IS_SIGNED_NUMERIC_TYPE(type)) {
//    pAvgRes->result = pAvgRes->sum.isum / ((double)pAvgRes->count);
//  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//    pAvgRes->result = pAvgRes->sum.usum / ((double)pAvgRes->count);
//  } else {
//    pAvgRes->result = pAvgRes->sum.dsum / ((double)pAvgRes->count);
//  }
//
//  // check for overflow
//  if (isinf(pAvgRes->result) || isnan(pAvgRes->result)) {
//    GET_RES_INFO(pCtx)->numOfRes = 0;
//  }
//
//  return functionFinalize(pCtx, pBlock);
//}
//
//int32_t avgPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
//  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
//  SAvgRes*             pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
//  int32_t              resultBytes = getAvgInfoSize();
//  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
//
//  memcpy(varDataVal(res), pInfo, resultBytes);
//  varDataSetLen(res, resultBytes);
//
//  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
//  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
//
//  colDataAppend(pCol, pBlock->info.rows, res, false);
//
//  taosMemoryFree(res);
//  return pResInfo->numOfRes;
//}
G
Ganlin Zhao 已提交
1100

1101
EFuncDataRequired statisDataRequired(SFunctionNode* pFunc, STimeWindow* pTimeWindow) {
H
Haojun Liao 已提交
1102
  return FUNC_DATA_REQUIRED_SMA_LOAD;
1103 1104
}

1105
bool minmaxFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
1106 1107 1108 1109
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;  // not initialized since it has been initialized
  }

1110 1111 1112
  SMinmaxResInfo* buf = GET_ROWCELL_INTERBUF(pResultInfo);
  buf->assign = false;
  buf->tuplePos.pageId = -1;
1113 1114 1115

  buf->nullTupleSaved = false;
  buf->nullTuplePos.pageId = -1;
1116 1117 1118
  return true;
}

H
Haojun Liao 已提交
1119
bool getMinmaxFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
1120
  pEnv->calcMemSize = sizeof(SMinmaxResInfo);
1121 1122 1123
  return true;
}

H
Haojun Liao 已提交
1124 1125 1126 1127
//static STuplePos saveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock,
//                               const STupleKey* pKey);
//static int32_t   updateTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos);
//static const char* loadTupleData(SqlFunctionCtx* pCtx, const STuplePos* pPos);
1128

H
Haojun Liao 已提交
1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140
//static int32_t findRowIndex(int32_t start, int32_t num, SColumnInfoData* pCol, const char* tval) {
//  // the data is loaded, not only the block SMA value
//  for (int32_t i = start; i < num + start; ++i) {
//    char* p = colDataGetData(pCol, i);
//    if (memcmp((void*)tval, p, pCol->info.bytes) == 0) {
//      return i;
//    }
//  }
//
//  // if reach here means real data of block SMA is not set in pCtx->input.
//  return -1;
//}
1141

H
Haojun Liao 已提交
1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160
//int32_t doMinMaxHelper(SqlFunctionCtx* pCtx, int32_t isMinFunc) {
//  int32_t numOfElems = 0;
//
//  SInputColumnInfoData* pInput = &pCtx->input;
//  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
//
//  SColumnInfoData* pCol = pInput->pData[0];
//  int32_t          type = pCol->info.type;
//
//  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
//  SMinmaxResInfo*      pBuf = GET_ROWCELL_INTERBUF(pResInfo);
//  pBuf->type = type;
//
//  if (IS_NULL_TYPE(type)) {
//    numOfElems = 0;
//    goto _min_max_over;
//  }
//
//  // data in current data block are qualified to the query
H
Haojun Liao 已提交
1161
//  if (pInput->colDataSMAIsSet) {
H
Haojun Liao 已提交
1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646
//    numOfElems = pInput->numOfRows - pAgg->numOfNull;
//    ASSERT(pInput->numOfRows == pInput->totalRows && numOfElems >= 0);
//    if (numOfElems == 0) {
//      return numOfElems;
//    }
//
//    void*   tval = NULL;
//    int16_t index = 0;
//
//    if (isMinFunc) {
//      tval = &pInput->pColumnDataAgg[0]->min;
//    } else {
//      tval = &pInput->pColumnDataAgg[0]->max;
//    }
//
//    if (!pBuf->assign) {
//      pBuf->v = *(int64_t*)tval;
//      if (pCtx->subsidiaries.num > 0) {
//        index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//        if (index >= 0) {
//          pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//        }
//      }
//    } else {
//      if (IS_SIGNED_NUMERIC_TYPE(type)) {
//        int64_t prev = 0;
//        GET_TYPED_DATA(prev, int64_t, type, &pBuf->v);
//
//        int64_t val = GET_INT64_VAL(tval);
//        if ((prev < val) ^ isMinFunc) {
//          *(int64_t*)&pBuf->v = val;
//          if (pCtx->subsidiaries.num > 0) {
//            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//            if (index >= 0) {
//              pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//            }
//          }
//        }
//      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//        uint64_t prev = 0;
//        GET_TYPED_DATA(prev, uint64_t, type, &pBuf->v);
//
//        uint64_t val = GET_UINT64_VAL(tval);
//        if ((prev < val) ^ isMinFunc) {
//          *(uint64_t*)&pBuf->v = val;
//          if (pCtx->subsidiaries.num > 0) {
//            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//            if (index >= 0) {
//              pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//            }
//          }
//        }
//      } else if (type == TSDB_DATA_TYPE_DOUBLE) {
//        double prev = 0;
//        GET_TYPED_DATA(prev, double, type, &pBuf->v);
//
//        double val = GET_DOUBLE_VAL(tval);
//        if ((prev < val) ^ isMinFunc) {
//          *(double*)&pBuf->v = val;
//          if (pCtx->subsidiaries.num > 0) {
//            index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//            if (index >= 0) {
//              pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//            }
//          }
//        }
//      } else if (type == TSDB_DATA_TYPE_FLOAT) {
//        float prev = 0;
//        GET_TYPED_DATA(prev, float, type, &pBuf->v);
//
//        float val = GET_DOUBLE_VAL(tval);
//        if ((prev < val) ^ isMinFunc) {
//          *(float*)&pBuf->v = val;
//        }
//
//        if (pCtx->subsidiaries.num > 0) {
//          index = findRowIndex(pInput->startRowIndex, pInput->numOfRows, pCol, tval);
//          if (index >= 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
//          }
//        }
//      }
//    }
//
//    pBuf->assign = true;
//    return numOfElems;
//  }
//
//  int32_t start = pInput->startRowIndex;
//  int32_t numOfRows = pInput->numOfRows;
//
//  if (IS_SIGNED_NUMERIC_TYPE(type) || type == TSDB_DATA_TYPE_BOOL) {
//    if (type == TSDB_DATA_TYPE_TINYINT || type == TSDB_DATA_TYPE_BOOL) {
//      int8_t* pData = (int8_t*)pCol->pData;
//      int8_t* val = (int8_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_SMALLINT) {
//      int16_t* pData = (int16_t*)pCol->pData;
//      int16_t* val = (int16_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_INT) {
//      int32_t* pData = (int32_t*)pCol->pData;
//      int32_t* val = (int32_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_BIGINT) {
//      int64_t* pData = (int64_t*)pCol->pData;
//      int64_t* val = (int64_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    }
//  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
//    if (type == TSDB_DATA_TYPE_UTINYINT) {
//      uint8_t* pData = (uint8_t*)pCol->pData;
//      uint8_t* val = (uint8_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_USMALLINT) {
//      uint16_t* pData = (uint16_t*)pCol->pData;
//      uint16_t* val = (uint16_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_UINT) {
//      uint32_t* pData = (uint32_t*)pCol->pData;
//      uint32_t* val = (uint32_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    } else if (type == TSDB_DATA_TYPE_UBIGINT) {
//      uint64_t* pData = (uint64_t*)pCol->pData;
//      uint64_t* val = (uint64_t*)&pBuf->v;
//
//      for (int32_t i = start; i < start + numOfRows; ++i) {
//        if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//          continue;
//        }
//
//        if (!pBuf->assign) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//          }
//          pBuf->assign = true;
//        } else {
//          // ignore the equivalent data value
//          // NOTE: An faster version to avoid one additional comparison with FPU.
//          if (isMinFunc) {  // min
//            if (*val > pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          } else {  // max
//            if (*val < pData[i]) {
//              *val = pData[i];
//              if (pCtx->subsidiaries.num > 0) {
//                updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//              }
//            }
//          }
//        }
//
//        numOfElems += 1;
//      }
//    }
//  } else if (type == TSDB_DATA_TYPE_DOUBLE) {
//    double* pData = (double*)pCol->pData;
//    double* val = (double*)&pBuf->v;
//
//    for (int32_t i = start; i < start + numOfRows; ++i) {
//      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//        continue;
//      }
//
//      if (!pBuf->assign) {
//        *val = pData[i];
//        if (pCtx->subsidiaries.num > 0) {
//          pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//        }
//        pBuf->assign = true;
//      } else {
//        // ignore the equivalent data value
//        // NOTE: An faster version to avoid one additional comparison with FPU.
//        if (isMinFunc) {  // min
//          if (*val > pData[i]) {
//            *val = pData[i];
//            if (pCtx->subsidiaries.num > 0) {
//              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//            }
//          }
//        } else {  // max
//          if (*val < pData[i]) {
//            *val = pData[i];
//            if (pCtx->subsidiaries.num > 0) {
//              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//            }
//          }
//        }
//      }
//
//      numOfElems += 1;
//    }
//  } else if (type == TSDB_DATA_TYPE_FLOAT) {
//    float* pData = (float*)pCol->pData;
//    float* val = (float*)&pBuf->v;
//
//    for (int32_t i = start; i < start + numOfRows; ++i) {
//      if ((pCol->hasNull) && colDataIsNull_f(pCol->nullbitmap, i)) {
//        continue;
//      }
//
//      if (!pBuf->assign) {
//        *val = pData[i];
//        if (pCtx->subsidiaries.num > 0) {
//          pBuf->tuplePos = saveTupleData(pCtx, i, pCtx->pSrcBlock, NULL);
//        }
//        pBuf->assign = true;
//      } else {
//#if 0
//        if ((*val) == pData[i]) {
//          continue;
//        }
//
//        if ((*val < pData[i]) ^ isMinFunc) {
//          *val = pData[i];
//          if (pCtx->subsidiaries.num > 0) {
//            updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//          }
//        }
//#endif
//        // NOTE: An faster version to avoid one additional comparison with FPU.
//        if (isMinFunc) {  // min
//          if (*val > pData[i]) {
//            *val = pData[i];
//            if (pCtx->subsidiaries.num > 0) {
//              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//            }
//          }
//        } else {  // max
//          if (*val < pData[i]) {
//            *val = pData[i];
//            if (pCtx->subsidiaries.num > 0) {
//              updateTupleData(pCtx, i, pCtx->pSrcBlock, &pBuf->tuplePos);
//            }
//          }
//        }
//      }
//
//      numOfElems += 1;
//    }
//  }
//
//_min_max_over:
//  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pBuf->nullTupleSaved) {
//    pBuf->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
//    pBuf->nullTupleSaved = true;
//  }
//  return numOfElems;
//}
1647

1648
int32_t minFunction(SqlFunctionCtx* pCtx) {
1649 1650
  int32_t numOfElems = doMinMaxHelper(pCtx, 1);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1651
  return TSDB_CODE_SUCCESS;
1652 1653
}

1654
int32_t maxFunction(SqlFunctionCtx* pCtx) {
1655 1656
  int32_t numOfElems = doMinMaxHelper(pCtx, 0);
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
1657
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
1658 1659
}

1660
static void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex);
L
Liu Jicong 已提交
1661 1662
static void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos,
                                int32_t rowIndex);
1663

1664 1665 1666 1667 1668 1669
int32_t minmaxFunctionFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

  SMinmaxResInfo* pRes = GET_ROWCELL_INTERBUF(pEntryInfo);

  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;
1670
  int32_t currentRow = pBlock->info.rows;
1671 1672

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);
H
Haojun Liao 已提交
1673
  pEntryInfo->isNullRes = (pEntryInfo->numOfRes == 0) ? 1 : 0;
1674

1675
  if (pCol->info.type == TSDB_DATA_TYPE_FLOAT) {
1676
    float v = *(float*)&pRes->v;
1677
    colDataAppend(pCol, currentRow, (const char*)&v, pEntryInfo->isNullRes);
1678
  } else {
1679
    colDataAppend(pCol, currentRow, (const char*)&pRes->v, pEntryInfo->isNullRes);
1680
  }
1681

1682 1683
  if (pEntryInfo->numOfRes > 0) {
    setSelectivityValue(pCtx, pBlock, &pRes->tuplePos, currentRow);
1684
  } else {
1685
    setSelectivityValue(pCtx, pBlock, &pRes->nullTuplePos, currentRow);
1686 1687
  }

1688 1689
  return pEntryInfo->numOfRes;
}
1690

1691
void setNullSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, int32_t rowIndex) {
1692 1693 1694 1695
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

1696 1697
  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
1698
    int32_t         dstSlotId = pc->pExpr->base.resSchema.slotId;
1699 1700 1701 1702 1703 1704

    SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
    colDataAppendNULL(pDstCol, rowIndex);
  }
}

X
Xiaoyu Wang 已提交
1705
void setSelectivityValue(SqlFunctionCtx* pCtx, SSDataBlock* pBlock, const STuplePos* pTuplePos, int32_t rowIndex) {
1706 1707 1708 1709
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

1710 1711
  if (pCtx->saveHandle.pBuf != NULL) {
    if (pTuplePos->pageId != -1) {
L
Liu Jicong 已提交
1712
      int32_t     numOfCols = pCtx->subsidiaries.num;
1713
      const char* p = loadTupleData(pCtx, pTuplePos);
1714

1715 1716
      bool* nullList = (bool*)p;
      char* pStart = (char*)(nullList + numOfCols * sizeof(bool));
1717

1718 1719 1720
      // todo set the offset value to optimize the performance.
      for (int32_t j = 0; j < numOfCols; ++j) {
        SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
L
Liu Jicong 已提交
1721
        int32_t         dstSlotId = pc->pExpr->base.resSchema.slotId;
1722

1723 1724 1725 1726 1727 1728 1729 1730
        SColumnInfoData* pDstCol = taosArrayGet(pBlock->pDataBlock, dstSlotId);
        ASSERT(pc->pExpr->base.resSchema.bytes == pDstCol->info.bytes);
        if (nullList[j]) {
          colDataAppendNULL(pDstCol, rowIndex);
        } else {
          colDataAppend(pDstCol, rowIndex, pStart, false);
        }
        pStart += pDstCol->info.bytes;
1731 1732 1733 1734 1735
      }
    }
  }
}

1736 1737
void releaseSource(STuplePos* pPos) {
  if (pPos->pageId == -1) {
X
Xiaoyu Wang 已提交
1738
    return;
1739 1740 1741 1742
  }
  // Todo(liuyao) relase row
}

1743 1744
// This function append the selectivity to subsidiaries function context directly, without fetching data
// from intermediate disk based buf page
1745
void appendSelectivityValue(SqlFunctionCtx* pCtx, int32_t rowIndex, int32_t pos) {
1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

  for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
    SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];

    // get data from source col
    SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t      srcSlotId = pFuncParam->pCol->slotId;

    SColumnInfoData* pSrcCol = taosArrayGet(pCtx->pSrcBlock->pDataBlock, srcSlotId);

    char* pData = colDataGetData(pSrcCol, rowIndex);

    // append to dest col
L
Liu Jicong 已提交
1762
    int32_t dstSlotId = pc->pExpr->base.resSchema.slotId;
1763 1764 1765 1766 1767

    SColumnInfoData* pDstCol = taosArrayGet(pCtx->pDstBlock->pDataBlock, dstSlotId);
    ASSERT(pc->pExpr->base.resSchema.bytes == pDstCol->info.bytes);

    if (colDataIsNull_s(pSrcCol, rowIndex) == true) {
1768
      colDataAppendNULL(pDstCol, pos);
1769
    } else {
1770
      colDataAppend(pDstCol, pos, pData, false);
1771 1772 1773 1774
    }
  }
}

1775 1776 1777 1778 1779
void replaceTupleData(STuplePos* pDestPos, STuplePos* pSourcePos) {
  releaseSource(pDestPos);
  *pDestPos = *pSourcePos;
}

5
54liuyao 已提交
1780 1781 1782 1783 1784 1785
int32_t minMaxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx, int32_t isMinFunc) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SMinmaxResInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SMinmaxResInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
1786
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
5
54liuyao 已提交
1787
  if (IS_FLOAT_TYPE(type)) {
X
Xiaoyu Wang 已提交
1788 1789
    if (pSBuf->assign && ((((*(double*)&pDBuf->v) < (*(double*)&pSBuf->v)) ^ isMinFunc) || !pDBuf->assign)) {
      *(double*)&pDBuf->v = *(double*)&pSBuf->v;
1790
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1791
      pDBuf->assign = true;
5
54liuyao 已提交
1792 1793
    }
  } else {
X
Xiaoyu Wang 已提交
1794
    if (pSBuf->assign && (((pDBuf->v < pSBuf->v) ^ isMinFunc) || !pDBuf->assign)) {
5
54liuyao 已提交
1795
      pDBuf->v = pSBuf->v;
1796
      replaceTupleData(&pDBuf->tuplePos, &pSBuf->tuplePos);
5
54liuyao 已提交
1797
      pDBuf->assign = true;
5
54liuyao 已提交
1798 1799
    }
  }
5
54liuyao 已提交
1800
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
1801
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
1802 1803 1804 1805 1806 1807 1808 1809 1810 1811
  return TSDB_CODE_SUCCESS;
}

int32_t minCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 1);
}
int32_t maxCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  return minMaxCombine(pDestCtx, pSourceCtx, 0);
}

1812 1813
int32_t getStddevInfoSize() { return (int32_t)sizeof(SStddevRes); }

H
Haojun Liao 已提交
1814 1815 1816 1817 1818
bool getStddevFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStddevRes);
  return true;
}

1819
bool stddevFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
1820 1821 1822 1823 1824 1825 1826 1827 1828
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SStddevRes* pRes = GET_ROWCELL_INTERBUF(pResultInfo);
  memset(pRes, 0, sizeof(SStddevRes));
  return true;
}

H
Haojun Liao 已提交
1829
int32_t stddevFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
1830 1831 1832 1833
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
H
Haojun Liao 已提交
1834
  int32_t               type = pInput->pData[0]->info.type;
H
Haojun Liao 已提交
1835 1836

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
1837
  pStddevRes->type = type;
H
Haojun Liao 已提交
1838

H
Haojun Liao 已提交
1839 1840
  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];
H
Haojun Liao 已提交
1841

H
Haojun Liao 已提交
1842 1843
  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;
H
Haojun Liao 已提交
1844

1845
  if (IS_NULL_TYPE(type)) {
H
Haojun Liao 已提交
1846
    numOfElem = 0;
1847 1848 1849
    goto _stddev_over;
  }

H
Haojun Liao 已提交
1850 1851
  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
1852 1853 1854 1855
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + start; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
H
Haojun Liao 已提交
1856
        }
H
Haojun Liao 已提交
1857

1858 1859 1860 1861
        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
H
Haojun Liao 已提交
1862 1863
      }

1864 1865 1866 1867
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
H
Haojun Liao 已提交
1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }

      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->isum += plist[i];
        pStddevRes->quadraticISum += plist[i] * plist[i];
      }
      break;
    }

1913 1914 1915 1916 1917 1918 1919 1920 1921 1922
    case TSDB_DATA_TYPE_UTINYINT: {
      uint8_t* plist = (uint8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + start; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1923
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938
      }

      break;
    }

    case TSDB_DATA_TYPE_USMALLINT: {
      uint16_t* plist = (uint16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1939
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953
      }
      break;
    }

    case TSDB_DATA_TYPE_UINT: {
      uint32_t* plist = (uint32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1954
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969
      }

      break;
    }

    case TSDB_DATA_TYPE_UBIGINT: {
      uint64_t* plist = (uint64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
        pStddevRes->usum += plist[i];
G
Ganlin Zhao 已提交
1970
        pStddevRes->quadraticUSum += plist[i] * plist[i];
1971 1972 1973 1974
      }
      break;
    }

H
Haojun Liao 已提交
1975 1976 1977 1978 1979 1980 1981 1982 1983
    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1984 1985
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
1986 1987 1988 1989
      }
      break;
    }

H
Haojun Liao 已提交
1990 1991 1992 1993 1994 1995 1996 1997 1998
    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem += 1;
        pStddevRes->count += 1;
G
Ganlin Zhao 已提交
1999 2000
        pStddevRes->dsum += plist[i];
        pStddevRes->quadraticDSum += plist[i] * plist[i];
H
Haojun Liao 已提交
2001 2002 2003 2004 2005 2006 2007 2008
      }
      break;
    }

    default:
      break;
  }

2009
_stddev_over:
H
Haojun Liao 已提交
2010 2011
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
wmmhello's avatar
wmmhello 已提交
2012
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
2013 2014
}

G
Ganlin Zhao 已提交
2015 2016
static void stddevTransferInfo(SStddevRes* pInput, SStddevRes* pOutput) {
  pOutput->type = pInput->type;
2017
  if (IS_SIGNED_NUMERIC_TYPE(pOutput->type)) {
G
Ganlin Zhao 已提交
2018 2019
    pOutput->quadraticISum += pInput->quadraticISum;
    pOutput->isum += pInput->isum;
2020 2021 2022
  } else if (IS_UNSIGNED_NUMERIC_TYPE(pOutput->type)) {
    pOutput->quadraticUSum += pInput->quadraticUSum;
    pOutput->usum += pInput->usum;
G
Ganlin Zhao 已提交
2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037
  } else {
    pOutput->quadraticDSum += pInput->quadraticDSum;
    pOutput->dsum += pInput->dsum;
  }

  pOutput->count += pInput->count;
}

int32_t stddevFunctionMerge(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SStddevRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

H
Hongze Cheng 已提交
2038
  for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
2039 2040 2041 2042
    char*       data = colDataGetData(pCol, i);
    SStddevRes* pInputInfo = (SStddevRes*)varDataVal(data);
    stddevTransferInfo(pInputInfo, pInfo);
  }
G
Ganlin Zhao 已提交
2043 2044 2045 2046 2047

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079
int32_t stddevInvertFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SStddevRes* pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  // computing based on the true data block
  SColumnInfoData* pCol = pInput->pData[0];

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int8_t);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int16_t);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int32_t);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, int64_t);
      break;
    }
2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095
    case TSDB_DATA_TYPE_UTINYINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint8_t);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint16_t);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint32_t);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
      LIST_STDDEV_SUB_N(pStddevRes->isum, uint64_t);
      break;
    }
5
54liuyao 已提交
2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112
    case TSDB_DATA_TYPE_FLOAT: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, float);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      LIST_STDDEV_SUB_N(pStddevRes->dsum, double);
      break;
    }
    default:
      break;
  }

  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2113
int32_t stddevFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
2114
  SInputColumnInfoData* pInput = &pCtx->input;
2115
  SStddevRes*           pStddevRes = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
G
Ganlin Zhao 已提交
2116
  int32_t               type = pStddevRes->type;
2117
  double                avg;
G
Ganlin Zhao 已提交
2118

2119 2120 2121 2122 2123
  if (pStddevRes->count == 0) {
    GET_RES_INFO(pCtx)->numOfRes = 0;
    return functionFinalize(pCtx, pBlock);
  }

2124
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
2125
    avg = pStddevRes->isum / ((double)pStddevRes->count);
2126
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticISum / ((double)pStddevRes->count) - avg * avg));
2127 2128 2129
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    avg = pStddevRes->usum / ((double)pStddevRes->count);
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticUSum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
2130
  } else {
2131
    avg = pStddevRes->dsum / ((double)pStddevRes->count);
2132
    pStddevRes->result = sqrt(fabs(pStddevRes->quadraticDSum / ((double)pStddevRes->count) - avg * avg));
G
Ganlin Zhao 已提交
2133
  }
2134

2135 2136 2137 2138 2139
  // check for overflow
  if (isinf(pStddevRes->result) || isnan(pStddevRes->result)) {
    GET_RES_INFO(pCtx)->numOfRes = 0;
  }

2140
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
2141 2142
}

G
Ganlin Zhao 已提交
2143 2144
int32_t stddevPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2145 2146 2147
  SStddevRes*          pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getStddevInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

5
54liuyao 已提交
2161 2162
int32_t stddevCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
2163
  SStddevRes*          pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
5
54liuyao 已提交
2164 2165

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
2166
  SStddevRes*          pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
2167
  int16_t              type = pDBuf->type == TSDB_DATA_TYPE_NULL ? pSBuf->type : pDBuf->type;
5
54liuyao 已提交
2168

2169
  if (IS_SIGNED_NUMERIC_TYPE(type)) {
5
54liuyao 已提交
2170 2171
    pDBuf->isum += pSBuf->isum;
    pDBuf->quadraticISum += pSBuf->quadraticISum;
2172 2173 2174
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    pDBuf->usum += pSBuf->usum;
    pDBuf->quadraticUSum += pSBuf->quadraticUSum;
5
54liuyao 已提交
2175 2176 2177 2178 2179
  } else {
    pDBuf->dsum += pSBuf->dsum;
    pDBuf->quadraticDSum += pSBuf->quadraticDSum;
  }
  pDBuf->count += pSBuf->count;
5
54liuyao 已提交
2180
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2181
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
2182 2183 2184
  return TSDB_CODE_SUCCESS;
}

2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196
bool getLeastSQRFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SLeastSQRInfo);
  return true;
}

bool leastSQRFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);

2197 2198
  GET_TYPED_DATA(pInfo->startVal, double, pCtx->param[1].param.nType, &pCtx->param[1].param.i);
  GET_TYPED_DATA(pInfo->stepVal, double, pCtx->param[2].param.nType, &pCtx->param[2].param.i);
2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227
  return true;
}

int32_t leastSQRFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElem = 0;

  SInputColumnInfoData* pInput = &pCtx->input;
  int32_t               type = pInput->pData[0]->info.type;

  SLeastSQRInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SColumnInfoData* pCol = pInput->pData[0];

  double(*param)[3] = pInfo->matrix;
  double x = pInfo->startVal;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  switch (type) {
    case TSDB_DATA_TYPE_TINYINT: {
      int8_t* plist = (int8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }
        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
2228
      break;
2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t* plist = (int16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_INT: {
      int32_t* plist = (int32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_BIGINT: {
      int64_t* plist = (int64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318
    case TSDB_DATA_TYPE_UTINYINT: {
      uint8_t* plist = (uint8_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }
        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
      uint16_t* plist = (uint16_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_UINT: {
      uint32_t* plist = (uint32_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_UBIGINT: {
      uint64_t* plist = (uint64_t*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343
    case TSDB_DATA_TYPE_FLOAT: {
      float* plist = (float*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }

    case TSDB_DATA_TYPE_DOUBLE: {
      double* plist = (double*)pCol->pData;
      for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) {
        if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
          continue;
        }

        numOfElem++;
        LEASTSQR_CAL(param, x, plist, i, pInfo->stepVal);
      }
      break;
    }
2344 2345 2346 2347 2348
    case TSDB_DATA_TYPE_NULL: {
      GET_RES_INFO(pCtx)->isNullRes = 1;
      numOfElem = 1;
      break;
    }
2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363

    default:
      break;
  }

  pInfo->startVal = x;
  pInfo->num += numOfElem;

  SET_VAL(GET_RES_INFO(pCtx), numOfElem, 1);

  return TSDB_CODE_SUCCESS;
}

int32_t leastSQRFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2364 2365 2366
  SLeastSQRInfo*       pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
2367 2368 2369

  int32_t currentRow = pBlock->info.rows;

2370
  if (0 == pInfo->num) {
2371
    colDataAppendNULL(pCol, currentRow);
2372 2373 2374 2375 2376 2377 2378 2379
    return 0;
  }

  double(*param)[3] = pInfo->matrix;

  param[1][1] = (double)pInfo->num;
  param[1][0] = param[0][1];

5
54liuyao 已提交
2380 2381
  double param00 = param[0][0] - param[1][0] * (param[0][1] / param[1][1]);
  double param02 = param[0][2] - param[1][2] * (param[0][1] / param[1][1]);
2382 2383 2384 2385 2386 2387

  if (0 == param00) {
    colDataAppendNULL(pCol, currentRow);
    return 0;
  }

5
54liuyao 已提交
2388 2389 2390 2391
  // param[0][1] = 0;
  double param12 = param[1][2] - param02 * (param[1][0] / param00);
  // param[1][0] = 0;
  param02 /= param00;
2392

5
54liuyao 已提交
2393
  param12 /= param[1][1];
2394

X
Xiaoyu Wang 已提交
2395 2396 2397
  char   buf[64] = {0};
  size_t len =
      snprintf(varDataVal(buf), sizeof(buf) - VARSTR_HEADER_SIZE, "{slop:%.6lf, intercept:%.6lf}", param02, param12);
2398 2399
  varDataSetLen(buf, len);

2400
  colDataAppend(pCol, currentRow, buf, pResInfo->isNullRes);
2401 2402 2403 2404 2405

  return pResInfo->numOfRes;
}

int32_t leastSQRInvertFunction(SqlFunctionCtx* pCtx) {
X
Xiaoyu Wang 已提交
2406
  // TODO
2407 2408 2409
  return TSDB_CODE_SUCCESS;
}

5
54liuyao 已提交
2410 2411 2412 2413
int32_t leastSQRCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SLeastSQRInfo*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
  int32_t              type = pDestCtx->input.pData[0]->info.type;
X
Xiaoyu Wang 已提交
2414
  double(*pDparam)[3] = pDBuf->matrix;
5
54liuyao 已提交
2415 2416 2417

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SLeastSQRInfo*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
X
Xiaoyu Wang 已提交
2418
  double(*pSparam)[3] = pSBuf->matrix;
5
54liuyao 已提交
2419 2420 2421 2422 2423 2424 2425 2426 2427
  for (int32_t i = 0; i < pSBuf->num; i++) {
    pDparam[0][0] += pDBuf->startVal * pDBuf->startVal;
    pDparam[0][1] += pDBuf->startVal;
    pDBuf->startVal += pDBuf->stepVal;
  }
  pDparam[0][2] += pSparam[0][2] + pDBuf->num * pDBuf->stepVal * pSparam[1][2];
  pDparam[1][2] += pSparam[1][2];
  pDBuf->num += pSBuf->num;
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2428
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
5
54liuyao 已提交
2429 2430 2431
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
2432 2433 2434 2435 2436
bool getPercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SPercentileInfo);
  return true;
}

2437
bool percentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
H
Haojun Liao 已提交
2438 2439 2440 2441 2442
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  // in the first round, get the min-max value of all involved data
2443
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
H
Haojun Liao 已提交
2444 2445 2446 2447 2448
  SET_DOUBLE_VAL(&pInfo->minval, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->maxval, -DBL_MAX);
  pInfo->numOfElems = 0;

  return true;
H
Haojun Liao 已提交
2449 2450
}

2451
int32_t percentileFunction(SqlFunctionCtx* pCtx) {
2452
  int32_t              numOfElems = 0;
2453
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2454 2455

  SInputColumnInfoData* pInput = &pCtx->input;
2456
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
H
Haojun Liao 已提交
2457

2458 2459
  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;
2460

2461
  SPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
2462
  if (pCtx->scanFlag == REPEAT_SCAN && pInfo->stage == 0) {
H
Haojun Liao 已提交
2463
    pInfo->stage += 1;
H
Haojun Liao 已提交
2464

H
Haojun Liao 已提交
2465 2466 2467
    // all data are null, set it completed
    if (pInfo->numOfElems == 0) {
      pResInfo->complete = true;
H
Haojun Liao 已提交
2468
      return 0;
H
Haojun Liao 已提交
2469
    } else {
2470
      pInfo->pMemBucket = tMemBucketCreate(pCol->info.bytes, type, pInfo->minval, pInfo->maxval);
H
Haojun Liao 已提交
2471 2472 2473 2474 2475
    }
  }

  // the first stage, only acquire the min/max value
  if (pInfo->stage == 0) {
H
Haojun Liao 已提交
2476
    if (pCtx->input.colDataSMAIsSet) {
H
Haojun Liao 已提交
2477
      double tmin = 0.0, tmax = 0.0;
2478 2479 2480 2481 2482 2483 2484 2485 2486
      if (IS_SIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_INT64_VAL(&pAgg->min);
        tmax = (double)GET_INT64_VAL(&pAgg->max);
      } else if (IS_FLOAT_TYPE(type)) {
        tmin = GET_DOUBLE_VAL(&pAgg->min);
        tmax = GET_DOUBLE_VAL(&pAgg->max);
      } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
        tmin = (double)GET_UINT64_VAL(&pAgg->min);
        tmax = (double)GET_UINT64_VAL(&pAgg->max);
H
Haojun Liao 已提交
2487 2488 2489 2490 2491 2492 2493 2494 2495 2496
      }

      if (GET_DOUBLE_VAL(&pInfo->minval) > tmin) {
        SET_DOUBLE_VAL(&pInfo->minval, tmin);
      }

      if (GET_DOUBLE_VAL(&pInfo->maxval) < tmax) {
        SET_DOUBLE_VAL(&pInfo->maxval, tmax);
      }

2497
      pInfo->numOfElems += (pInput->numOfRows - pAgg->numOfNull);
H
Haojun Liao 已提交
2498
    } else {
2499 2500 2501 2502
      // check the valid data one by one
      int32_t start = pInput->startRowIndex;
      for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
        if (colDataIsNull_f(pCol->nullbitmap, i)) {
H
Haojun Liao 已提交
2503 2504 2505
          continue;
        }

2506
        char* data = colDataGetData(pCol, i);
2507

H
Haojun Liao 已提交
2508
        double v = 0;
2509
        GET_TYPED_DATA(v, double, type, data);
H
Haojun Liao 已提交
2510 2511 2512 2513 2514 2515 2516 2517 2518 2519 2520
        if (v < GET_DOUBLE_VAL(&pInfo->minval)) {
          SET_DOUBLE_VAL(&pInfo->minval, v);
        }

        if (v > GET_DOUBLE_VAL(&pInfo->maxval)) {
          SET_DOUBLE_VAL(&pInfo->maxval, v);
        }

        pInfo->numOfElems += 1;
      }
    }
2521 2522 2523 2524 2525 2526 2527
  } else {
    // the second stage, calculate the true percentile value
    int32_t start = pInput->startRowIndex;
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
H
Haojun Liao 已提交
2528

2529
      char* data = colDataGetData(pCol, i);
2530
      numOfElems += 1;
2531
      tMemBucketPut(pInfo->pMemBucket, data, 1);
H
Haojun Liao 已提交
2532 2533
    }

2534
    SET_VAL(pResInfo, numOfElems, 1);
H
Haojun Liao 已提交
2535 2536
  }

wmmhello's avatar
wmmhello 已提交
2537
  return TSDB_CODE_SUCCESS;
2538 2539
}

2540
int32_t percentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
2541
  SVariant* pVal = &pCtx->param[1].param;
2542
  double    v = 0;
2543
  GET_TYPED_DATA(v, double, pVal->nType, &pVal->i);
H
Haojun Liao 已提交
2544

2545 2546
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SPercentileInfo*     ppInfo = (SPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2547

2548
  tMemBucket* pMemBucket = ppInfo->pMemBucket;
2549 2550 2551 2552 2553
  if (pMemBucket != NULL && pMemBucket->total > 0) {  // check for null
    SET_DOUBLE_VAL(&ppInfo->result, getPercentile(pMemBucket, v));
  }

  tMemBucketDestroy(pMemBucket);
2554
  return functionFinalize(pCtx, pBlock);
H
Haojun Liao 已提交
2555
}
H
Haojun Liao 已提交
2556

2557
bool getApercentileFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
X
Xiaoyu Wang 已提交
2558 2559
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
2560
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
G
Ganlin Zhao 已提交
2561
  pEnv->calcMemSize = TMAX(bytesHist, bytesDigest);
2562 2563 2564
  return true;
}

G
Ganlin Zhao 已提交
2565
int32_t getApercentileMaxSize() {
X
Xiaoyu Wang 已提交
2566 2567
  int32_t bytesHist =
      (int32_t)(sizeof(SAPercentileInfo) + sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
G
Ganlin Zhao 已提交
2568 2569 2570 2571
  int32_t bytesDigest = (int32_t)(sizeof(SAPercentileInfo) + TDIGEST_SIZE(COMPRESSION));
  return TMAX(bytesHist, bytesDigest);
}

X
Xiaoyu Wang 已提交
2572
static int8_t getApercentileAlgo(char* algoStr) {
2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585
  int8_t algoType;
  if (strcasecmp(algoStr, "default") == 0) {
    algoType = APERCT_ALGO_DEFAULT;
  } else if (strcasecmp(algoStr, "t-digest") == 0) {
    algoType = APERCT_ALGO_TDIGEST;
  } else {
    algoType = APERCT_ALGO_UNKNOWN;
  }

  return algoType;
}

static void buildHistogramInfo(SAPercentileInfo* pInfo) {
X
Xiaoyu Wang 已提交
2586 2587
  pInfo->pHisto = (SHistogramInfo*)((char*)pInfo + sizeof(SAPercentileInfo));
  pInfo->pHisto->elems = (SHistBin*)((char*)pInfo->pHisto + sizeof(SHistogramInfo));
2588 2589
}

2590 2591 2592 2593
static void buildTDigestInfo(SAPercentileInfo* pInfo) {
  pInfo->pTDigest = (TDigest*)((char*)pInfo + sizeof(SAPercentileInfo));
}

2594 2595 2596 2597 2598 2599
bool apercentileFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
2600 2601

  SVariant* pVal = &pCtx->param[1].param;
2602
  pInfo->percent = 0;
2603
  GET_TYPED_DATA(pInfo->percent, double, pVal->nType, &pVal->i);
2604

2605 2606 2607
  if (pCtx->numOfParams == 2) {
    pInfo->algo = APERCT_ALGO_DEFAULT;
  } else if (pCtx->numOfParams == 3) {
2608
    pInfo->algo = getApercentileAlgo(varDataVal(pCtx->param[2].param.pz));
2609 2610 2611 2612 2613
    if (pInfo->algo == APERCT_ALGO_UNKNOWN) {
      return false;
    }
  }

X
Xiaoyu Wang 已提交
2614
  char* tmp = (char*)pInfo + sizeof(SAPercentileInfo);
2615 2616 2617 2618 2619
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
    pInfo->pTDigest = tdigestNewFrom(tmp, COMPRESSION);
  } else {
    buildHistogramInfo(pInfo);
    pInfo->pHisto = tHistogramCreateFrom(tmp, MAX_HISTOGRAM_BIN);
G
Ganlin Zhao 已提交
2620 2621
    qDebug("%s set up histogram, numOfElems:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems:%p", __FUNCTION__,
           pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems);
2622 2623 2624 2625 2626 2627
  }

  return true;
}

int32_t apercentileFunction(SqlFunctionCtx* pCtx) {
2628 2629
  int32_t               numOfElems = 0;
  SResultRowEntryInfo*  pResInfo = GET_RES_INFO(pCtx);
2630 2631 2632 2633 2634 2635 2636 2637 2638
  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pCol = pInput->pData[0];
  int32_t          type = pCol->info.type;

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  int32_t start = pInput->startRowIndex;
  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
5
54liuyao 已提交
2639 2640
    buildTDigestInfo(pInfo);
    tdigestAutoFill(pInfo->pTDigest, COMPRESSION);
2641 2642 2643 2644
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2645
      numOfElems += 1;
2646 2647
      char* data = colDataGetData(pCol, i);

X
Xiaoyu Wang 已提交
2648 2649
      double  v = 0;  // value
      int64_t w = 1;  // weigth
2650 2651 2652 2653
      GET_TYPED_DATA(v, double, type, data);
      tdigestAdd(pInfo->pTDigest, v, w);
    }
  } else {
2654 2655 2656
    // might be a race condition here that pHisto can be overwritten or setup function
    // has not been called, need to relink the buffer pHisto points to.
    buildHistogramInfo(pInfo);
5
54liuyao 已提交
2657 2658 2659
    qDebug("%s before add %d elements into histogram, total:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems: %p",
           __FUNCTION__, numOfElems, pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto,
           pInfo->pHisto->elems);
2660 2661 2662 2663
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }
2664
      numOfElems += 1;
2665 2666 2667 2668 2669 2670
      char* data = colDataGetData(pCol, i);

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      tHistogramAdd(&pInfo->pHisto, v);
    }
2671

2672 2673 2674
    qDebug("%s after add %d elements into histogram, total:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems: %p",
           __FUNCTION__, numOfElems, pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto,
           pInfo->pHisto->elems);
2675 2676
  }

2677
  SET_VAL(pResInfo, numOfElems, 1);
2678 2679 2680
  return TSDB_CODE_SUCCESS;
}

2681 2682 2683 2684 2685 2686
static void apercentileTransferInfo(SAPercentileInfo* pInput, SAPercentileInfo* pOutput) {
  pOutput->percent = pInput->percent;
  pOutput->algo = pInput->algo;
  if (pOutput->algo == APERCT_ALGO_TDIGEST) {
    buildTDigestInfo(pInput);
    tdigestAutoFill(pInput->pTDigest, COMPRESSION);
2687

X
Xiaoyu Wang 已提交
2688
    if (pInput->pTDigest->num_centroids == 0 && pInput->pTDigest->num_buffered_pts == 0) {
2689
      return;
2690 2691
    }

2692
    buildTDigestInfo(pOutput);
X
Xiaoyu Wang 已提交
2693
    TDigest* pTDigest = pOutput->pTDigest;
5
54liuyao 已提交
2694
    tdigestAutoFill(pTDigest, COMPRESSION);
2695

5
54liuyao 已提交
2696
    if (pTDigest->num_centroids <= 0 && pTDigest->num_buffered_pts == 0) {
2697
      memcpy(pTDigest, pInput->pTDigest, (size_t)TDIGEST_SIZE(COMPRESSION));
2698 2699
      tdigestAutoFill(pTDigest, COMPRESSION);
    } else {
2700
      tdigestMerge(pTDigest, pInput->pTDigest);
2701
    }
2702
  } else {
2703 2704 2705
    buildHistogramInfo(pInput);
    if (pInput->pHisto->numOfElems <= 0) {
      return;
2706 2707
    }

2708
    buildHistogramInfo(pOutput);
X
Xiaoyu Wang 已提交
2709
    SHistogramInfo* pHisto = pOutput->pHisto;
2710 2711

    if (pHisto->numOfElems <= 0) {
2712
      memcpy(pHisto, pInput->pHisto, sizeof(SHistogramInfo) + sizeof(SHistBin) * (MAX_HISTOGRAM_BIN + 1));
X
Xiaoyu Wang 已提交
2713
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2714

L
Liu Jicong 已提交
2715 2716
      qDebug("%s merge histo, total:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems, pHisto->numOfEntries,
             pHisto);
2717
    } else {
X
Xiaoyu Wang 已提交
2718
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
G
Ganlin Zhao 已提交
2719 2720
      qDebug("%s input histogram, elem:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems,
             pHisto->numOfEntries, pInput->pHisto);
2721

X
Xiaoyu Wang 已提交
2722
      SHistogramInfo* pRes = tHistogramMerge(pHisto, pInput->pHisto, MAX_HISTOGRAM_BIN);
2723
      memcpy(pHisto, pRes, sizeof(SHistogramInfo) + sizeof(SHistBin) * MAX_HISTOGRAM_BIN);
X
Xiaoyu Wang 已提交
2724
      pHisto->elems = (SHistBin*)((char*)pHisto + sizeof(SHistogramInfo));
2725

L
Liu Jicong 已提交
2726 2727
      qDebug("%s merge histo, total:%" PRId64 ", entry:%d, %p", __FUNCTION__, pHisto->numOfElems, pHisto->numOfEntries,
             pHisto);
2728 2729 2730
      tHistogramDestroy(&pRes);
    }
  }
2731
}
2732

2733 2734 2735 2736 2737 2738 2739 2740 2741 2742
int32_t apercentileFunctionMerge(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pCol = pInput->pData[0];
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SAPercentileInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

G
Ganlin Zhao 已提交
2743
  qDebug("%s total %d rows will merge, %p", __FUNCTION__, pInput->numOfRows, pInfo->pHisto);
2744

2745
  int32_t start = pInput->startRowIndex;
X
Xiaoyu Wang 已提交
2746
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
2747 2748
    char* data = colDataGetData(pCol, i);

2749 2750 2751
    SAPercentileInfo* pInputInfo = (SAPercentileInfo*)varDataVal(data);
    apercentileTransferInfo(pInputInfo, pInfo);
  }
2752

H
Haojun Liao 已提交
2753
  if (pInfo->algo != APERCT_ALGO_TDIGEST) {
2754
    qDebug("%s after merge, total:%" PRId64 ", numOfEntry:%d, %p", __FUNCTION__, pInfo->pHisto->numOfElems,
L
Liu Jicong 已提交
2755
           pInfo->pHisto->numOfEntries, pInfo->pHisto);
H
Haojun Liao 已提交
2756
  }
2757

2758
  SET_VAL(pResInfo, 1, 1);
2759 2760 2761
  return TSDB_CODE_SUCCESS;
}

2762 2763
int32_t apercentileFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2764
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2765 2766

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
2767
    buildTDigestInfo(pInfo);
5
54liuyao 已提交
2768
    tdigestAutoFill(pInfo->pTDigest, COMPRESSION);
2769
    if (pInfo->pTDigest->size > 0) {
2770
      pInfo->result = tdigestQuantile(pInfo->pTDigest, pInfo->percent / 100);
2771
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2772
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2773 2774 2775
      return TSDB_CODE_SUCCESS;
    }
  } else {
2776
    buildHistogramInfo(pInfo);
2777
    if (pInfo->pHisto->numOfElems > 0) {
G
Ganlin Zhao 已提交
2778 2779
      qDebug("%s get the final res, elements:%" PRId64 ", numOfEntry:%d, pHisto:%p, elems:%p", __FUNCTION__,
             pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems);
2780

X
Xiaoyu Wang 已提交
2781 2782
      double  ratio[] = {pInfo->percent};
      double* res = tHistogramUniform(pInfo->pHisto, ratio, 1);
2783
      pInfo->result = *res;
X
Xiaoyu Wang 已提交
2784
      // memcpy(pCtx->pOutput, res, sizeof(double));
2785 2786
      taosMemoryFree(res);
    } else {  // no need to free
X
Xiaoyu Wang 已提交
2787
      // setNull(pCtx->pOutput, pCtx->outputType, pCtx->outputBytes);
2788 2789 2790
      // return TSDB_CODE_SUCCESS;
      qDebug("%s get the final res, elements:%" PRId64 ", numOfEntry:%d. result is null", __FUNCTION__,
             pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries);
2791 2792 2793 2794 2795 2796
    }
  }

  return functionFinalize(pCtx, pBlock);
}

2797 2798
int32_t apercentilePartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
2799
  SAPercentileInfo*    pInfo = (SAPercentileInfo*)GET_ROWCELL_INTERBUF(pResInfo);
2800

2801
  int32_t resultBytes = getApercentileMaxSize();
X
Xiaoyu Wang 已提交
2802
  char*   res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
2803 2804

  if (pInfo->algo == APERCT_ALGO_TDIGEST) {
2805 2806
    memcpy(varDataVal(res), pInfo, resultBytes);
    varDataSetLen(res, resultBytes);
2807
  } else {
2808 2809
    memcpy(varDataVal(res), pInfo, resultBytes);
    varDataSetLen(res, resultBytes);
2810 2811 2812 2813 2814
  }

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

2815
  colDataAppend(pCol, pBlock->info.rows, res, false);
2816

2817
  taosMemoryFree(res);
2818 2819 2820
  return pResInfo->numOfRes;
}

2821 2822 2823 2824 2825 2826
int32_t apercentileCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SAPercentileInfo*    pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SAPercentileInfo*    pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
2827

G
Ganlin Zhao 已提交
2828
  qDebug("%s start to combine apercentile, %p", __FUNCTION__, pDBuf->pHisto);
2829

2830
  apercentileTransferInfo(pSBuf, pDBuf);
2831
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
2832
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
2833 2834 2835
  return TSDB_CODE_SUCCESS;
}

2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848 2849 2850 2851
EFuncDataRequired firstDynDataReq(void* pRes, STimeWindow* pTimeWindow) {
  SResultRowEntryInfo* pEntry = (SResultRowEntryInfo*)pRes;

  // not initialized yet, data is required
  if (pEntry == NULL) {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }

  SFirstLastRes* pResult = GET_ROWCELL_INTERBUF(pEntry);
  if (pResult->hasResult && pResult->ts <= pTimeWindow->skey) {
    return FUNC_DATA_REQUIRED_NOT_LOAD;
  } else {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }
}

2852
EFuncDataRequired lastDynDataReq(void* pRes, STimeWindow* pTimeWindow) {
L
Liu Jicong 已提交
2853
  SResultRowEntryInfo* pEntry = (SResultRowEntryInfo*)pRes;
2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867

  // not initialized yet, data is required
  if (pEntry == NULL) {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }

  SFirstLastRes* pResult = GET_ROWCELL_INTERBUF(pEntry);
  if (pResult->hasResult && pResult->ts >= pTimeWindow->ekey) {
    return FUNC_DATA_REQUIRED_NOT_LOAD;
  } else {
    return FUNC_DATA_REQUIRED_DATA_LOAD;
  }
}

2868
int32_t getFirstLastInfoSize(int32_t resBytes) { return sizeof(SFirstLastRes) + resBytes; }
2869

H
Haojun Liao 已提交
2870
bool getFirstLastFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2871
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
2872
  pEnv->calcMemSize = getFirstLastInfoSize(pNode->node.resType.bytes);
H
Haojun Liao 已提交
2873 2874 2875
  return true;
}

2876
bool getSelectivityFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
2877
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
2878 2879 2880 2881
  pEnv->calcMemSize = pNode->node.resType.bytes;
  return true;
}

2882 2883
bool getGroupKeyFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pNode = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
G
Ganlin Zhao 已提交
2884
  pEnv->calcMemSize = sizeof(SGroupKeyInfo) + pNode->node.resType.bytes;
2885 2886 2887
  return true;
}

2888 2889 2890 2891 2892
static FORCE_INLINE TSKEY getRowPTs(SColumnInfoData* pTsColInfo, int32_t rowIndex) {
  if (pTsColInfo == NULL) {
    return 0;
  }

2893
  return *(TSKEY*)colDataGetData(pTsColInfo, rowIndex);
2894 2895
}

L
Liu Jicong 已提交
2896 2897
static void firstlastSaveTupleData(const SSDataBlock* pSrcBlock, int32_t rowIndex, SqlFunctionCtx* pCtx,
                                   SFirstLastRes* pInfo) {
2898 2899 2900 2901 2902
  if (pCtx->subsidiaries.num <= 0) {
    return;
  }

  if (!pInfo->hasResult) {
2903
    pInfo->pos = saveTupleData(pCtx, rowIndex, pSrcBlock, NULL);
L
Liu Jicong 已提交
2904 2905
    ASSERT(pCtx->subsidiaries.buf != NULL);
    ASSERT(pCtx->subsidiaries.rowLen > 0);
2906
  } else {
2907
    updateTupleData(pCtx, rowIndex, pSrcBlock, &pInfo->pos);
2908 2909 2910
  }
}

H
Haojun Liao 已提交
2911
static void doSaveCurrentVal(SqlFunctionCtx* pCtx, int32_t rowIndex, int64_t currentTs, int32_t type, char* pData) {
2912 2913 2914 2915 2916 2917 2918 2919 2920
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  if (IS_VAR_DATA_TYPE(type)) {
    pInfo->bytes = varDataTLen(pData);
  }

  memcpy(pInfo->buf, pData, pInfo->bytes);
  pInfo->ts = currentTs;
2921
  firstlastSaveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pInfo);
2922 2923 2924 2925

  pInfo->hasResult = true;
}

2926 2927
// This ordinary first function does not care if current scan is ascending order or descending order scan
// the OPTIMIZED version of first function will only handle the ascending order scan
2928
int32_t firstFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
2929 2930
  int32_t numOfElems = 0;

2931
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
2932
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
2933 2934

  SInputColumnInfoData* pInput = &pCtx->input;
2935
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
2936

2937
  pInfo->bytes = pInputCol->info.bytes;
2938

G
Ganlin Zhao 已提交
2939 2940 2941 2942
  if (IS_NULL_TYPE(pInputCol->info.type)) {
    return 0;
  }

H
Haojun Liao 已提交
2943
  // All null data column, return directly.
H
Haojun Liao 已提交
2944
  if (pInput->colDataSMAIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
2945
    ASSERT(pInputCol->hasNull == true);
2946 2947
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
H
Haojun Liao 已提交
2948
    return 0;
H
Haojun Liao 已提交
2949 2950
  }

H
Haojun Liao 已提交
2951
  SColumnDataAgg* pColAgg = (pInput->colDataSMAIsSet) ? pInput->pColumnDataAgg[0] : NULL;
2952

2953 2954
  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);
2955

2956
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
2957

2958 2959 2960
  //  please ref. to the comment in lastRowFunction for the reason why disabling the opt version of last/first function.
  //  we will use this opt implementation in an new version that is only available in scan subplan
#if 0
2961 2962 2963
  if (blockDataOrder == TSDB_ORDER_ASC) {
    // filter according to current result firstly
    if (pResInfo->numOfRes > 0) {
2964
      if (pInfo->ts < startKey) {
2965 2966 2967 2968 2969 2970 2971 2972 2973
        return TSDB_CODE_SUCCESS;
      }
    }

    for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2974 2975
      numOfElems++;

2976
      char* data = colDataGetData(pInputCol, i);
2977
      TSKEY cts = getRowPTs(pInput->pPTS, i);
2978 2979
      if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
        doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
2980
        break;
2981 2982 2983 2984 2985 2986
      }
    }
  } else {
    // in case of descending order time stamp serial, which usually happens as the results of the nest query,
    // all data needs to be check.
    if (pResInfo->numOfRes > 0) {
2987
      if (pInfo->ts < endKey) {
2988 2989
        return TSDB_CODE_SUCCESS;
      }
H
Haojun Liao 已提交
2990 2991
    }

2992 2993 2994 2995 2996
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }

2997 2998
      numOfElems++;

2999
      char* data = colDataGetData(pInputCol, i);
3000
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3001

3002 3003
      if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
        doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
3004
        break;
3005 3006
      }
    }
H
Haojun Liao 已提交
3007
  }
3008
#else
3009
  int64_t* pts = (int64_t*)pInput->pPTS->pData;
3010 3011 3012 3013 3014 3015 3016 3017
  for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
    if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3018
    TSKEY cts = pts[i];
3019 3020 3021 3022 3023 3024
    if (pResInfo->numOfRes == 0 || pInfo->ts > cts) {
      doSaveCurrentVal(pCtx, i, cts, pInputCol->info.type, data);
      pResInfo->numOfRes = 1;
    }
  }
#endif
H
Haojun Liao 已提交
3025

3026 3027 3028 3029
  if (numOfElems == 0) {
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
  }
H
Haojun Liao 已提交
3030
  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
3031
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
3032 3033
}

3034
int32_t lastFunction(SqlFunctionCtx* pCtx) {
H
Haojun Liao 已提交
3035 3036
  int32_t numOfElems = 0;

3037
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3038
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
3039 3040

  SInputColumnInfoData* pInput = &pCtx->input;
3041
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
3042

3043
  int32_t type = pInputCol->info.type;
3044
  int32_t bytes = pInputCol->info.bytes;
3045
  pInfo->bytes = bytes;
3046

G
Ganlin Zhao 已提交
3047 3048 3049 3050
  if (IS_NULL_TYPE(type)) {
    return 0;
  }

H
Haojun Liao 已提交
3051
  // All null data column, return directly.
H
Haojun Liao 已提交
3052
  if (pInput->colDataSMAIsSet && (pInput->pColumnDataAgg[0]->numOfNull == pInput->totalRows)) {
H
Haojun Liao 已提交
3053
    ASSERT(pInputCol->hasNull == true);
3054 3055
    // save selectivity value for column consisted of all null values
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
H
Haojun Liao 已提交
3056
    return 0;
H
Haojun Liao 已提交
3057 3058
  }

H
Haojun Liao 已提交
3059
  SColumnDataAgg* pColAgg = (pInput->colDataSMAIsSet) ? pInput->pColumnDataAgg[0] : NULL;
3060 3061 3062 3063

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

3064
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;
3065

3066 3067
  //  please ref. to the comment in lastRowFunction for the reason why disabling the opt version of last/first function.
#if 0
3068
  if (blockDataOrder == TSDB_ORDER_ASC) {
H
Haojun Liao 已提交
3069
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
3070
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
3071 3072 3073 3074
        continue;
      }

      numOfElems++;
3075 3076 3077

      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3078 3079
      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveCurrentVal(pCtx, i, cts, type, data);
3080
      }
3081

H
Haojun Liao 已提交
3082 3083
      break;
    }
3084
  } else {  // descending order
H
Haojun Liao 已提交
3085
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
3086
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
3087 3088 3089
        continue;
      }

3090
      numOfElems++;
H
Haojun Liao 已提交
3091

3092 3093
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3094 3095
      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveCurrentVal(pCtx, i, cts, type, data);
H
Haojun Liao 已提交
3096 3097 3098 3099
      }
      break;
    }
  }
3100
#else
H
Haojun Liao 已提交
3101
  int64_t* pts = (int64_t*)pInput->pPTS->pData;
H
Haojun Liao 已提交
3102

H
Haojun Liao 已提交
3103
#if 0
H
Haojun Liao 已提交
3104 3105 3106 3107
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (pInputCol->hasNull && colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
        continue;
      }
3108

H
Haojun Liao 已提交
3109
      numOfElems++;
H
Haojun Liao 已提交
3110 3111 3112
      if (pResInfo->numOfRes == 0 || pInfo->ts < pts[i]) {
        char* data = colDataGetData(pInputCol, i);
        doSaveCurrentVal(pCtx, i, pts[i], type, data);
H
Haojun Liao 已提交
3113 3114
        pResInfo->numOfRes = 1;
      }
3115
    }
H
Haojun Liao 已提交
3116
#else
3117 3118
  if (!pInputCol->hasNull) {
    numOfElems = 1;
H
Haojun Liao 已提交
3119

3120 3121
    int32_t round = pInput->numOfRows >> 2;
    int32_t reminder = pInput->numOfRows & 0x03;
H
Haojun Liao 已提交
3122

H
Haojun Liao 已提交
3123
      for (int32_t i = pInput->startRowIndex, tick = 0; tick < round; i += 4, tick += 1) {
H
Haojun Liao 已提交
3124 3125 3126
        int64_t cts = pts[i];
        int32_t chosen = i;

3127 3128 3129 3130
      if (cts < pts[i + 1]) {
        cts = pts[i + 1];
        chosen = i + 1;
      }
H
Haojun Liao 已提交
3131

3132 3133 3134 3135
      if (cts < pts[i + 2]) {
        cts = pts[i + 2];
        chosen = i + 2;
      }
H
Haojun Liao 已提交
3136

3137 3138 3139 3140
      if (cts < pts[i + 3]) {
        cts = pts[i + 3];
        chosen = i + 3;
      }
H
Haojun Liao 已提交
3141

3142 3143 3144 3145
      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        char* data = colDataGetData(pInputCol, chosen);
        doSaveCurrentVal(pCtx, i, cts, type, data);
        pResInfo->numOfRes = 1;
H
Haojun Liao 已提交
3146
      }
3147
    }
H
Haojun Liao 已提交
3148 3149

      for (int32_t i = pInput->startRowIndex + round * 4; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
H
Haojun Liao 已提交
3150 3151 3152
        if (pResInfo->numOfRes == 0 || pInfo->ts < pts[i]) {
          char* data = colDataGetData(pInputCol, i);
          doSaveCurrentVal(pCtx, i, pts[i], type, data);
H
Haojun Liao 已提交
3153 3154 3155 3156 3157
          pResInfo->numOfRes = 1;
        }
      }
    } else {
      for (int32_t i = pInput->startRowIndex; i < pInput->startRowIndex + pInput->numOfRows; ++i) {
H
Haojun Liao 已提交
3158
        if (colDataIsNull(pInputCol, pInput->totalRows, i, pColAgg)) {
H
Haojun Liao 已提交
3159 3160 3161
          continue;
        }

3162
      numOfElems++;
H
Haojun Liao 已提交
3163

3164 3165 3166 3167
      if (pResInfo->numOfRes == 0 || pInfo->ts < pts[i]) {
        char* data = colDataGetData(pInputCol, i);
        doSaveCurrentVal(pCtx, i, pts[i], type, data);
        pResInfo->numOfRes = 1;
H
Haojun Liao 已提交
3168 3169
      }
    }
3170
  }
H
Haojun Liao 已提交
3171
#endif
H
Haojun Liao 已提交
3172

3173
#endif
H
Haojun Liao 已提交
3174 3175

  // save selectivity value for column consisted of all null values
3176 3177 3178
  if (numOfElems == 0) {
    firstlastSaveTupleData(pCtx->pSrcBlock, pInput->startRowIndex, pCtx, pInfo);
  }
H
Haojun Liao 已提交
3179

3180
  //  SET_VAL(pResInfo, numOfElems, 1);
wmmhello's avatar
wmmhello 已提交
3181
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
3182
}
H
Haojun Liao 已提交
3183

H
Hongze Cheng 已提交
3184 3185
static void firstLastTransferInfo(SqlFunctionCtx* pCtx, SFirstLastRes* pInput, SFirstLastRes* pOutput, bool isFirst,
                                  int32_t rowIndex) {
G
Ganlin Zhao 已提交
3186
  if (pOutput->hasResult) {
3187
    if (isFirst) {
3188
      if (pInput->ts > pOutput->ts) {
3189 3190 3191
        return;
      }
    } else {
3192
      if (pInput->ts < pOutput->ts) {
3193 3194
        return;
      }
G
Ganlin Zhao 已提交
3195 3196
    }
  }
3197

3198 3199 3200 3201
  pOutput->isNull = pInput->isNull;
  pOutput->ts = pInput->ts;
  pOutput->bytes = pInput->bytes;

G
Ganlin Zhao 已提交
3202
  memcpy(pOutput->buf, pInput->buf, pOutput->bytes);
3203
  firstlastSaveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pOutput);
G
Ganlin Zhao 已提交
3204

3205
  pOutput->hasResult = true;
G
Ganlin Zhao 已提交
3206 3207
}

3208
static int32_t firstLastFunctionMergeImpl(SqlFunctionCtx* pCtx, bool isFirstQuery) {
G
Ganlin Zhao 已提交
3209
  SInputColumnInfoData* pInput = &pCtx->input;
3210
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
3211 3212 3213 3214
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SFirstLastRes* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

3215 3216
  int32_t start = pInput->startRowIndex;
  int32_t numOfElems = 0;
G
Ganlin Zhao 已提交
3217

X
Xiaoyu Wang 已提交
3218 3219
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*          data = colDataGetData(pCol, i);
3220
    SFirstLastRes* pInputInfo = (SFirstLastRes*)varDataVal(data);
3221
    firstLastTransferInfo(pCtx, pInputInfo, pInfo, isFirstQuery, i);
3222 3223 3224 3225
    if (!numOfElems) {
      numOfElems = pInputInfo->hasResult ? 1 : 0;
    }
  }
3226 3227

  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
G
Ganlin Zhao 已提交
3228 3229 3230
  return TSDB_CODE_SUCCESS;
}

3231
int32_t firstFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, true); }
3232

3233
int32_t lastFunctionMerge(SqlFunctionCtx* pCtx) { return firstLastFunctionMergeImpl(pCtx, false); }
3234

3235
int32_t firstLastFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
G
Ganlin Zhao 已提交
3236 3237 3238 3239 3240 3241
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

G
Ganlin Zhao 已提交
3242
  SFirstLastRes* pRes = GET_ROWCELL_INTERBUF(pResInfo);
X
Xiaoyu Wang 已提交
3243
  colDataAppend(pCol, pBlock->info.rows, pRes->buf, pRes->isNull || pResInfo->isNullRes);
3244

3245
  // handle selectivity
3246
  setSelectivityValue(pCtx, pBlock, &pRes->pos, pBlock->info.rows);
G
Ganlin Zhao 已提交
3247 3248 3249 3250

  return pResInfo->numOfRes;
}

G
Ganlin Zhao 已提交
3251 3252
int32_t firstLastPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
3253
  SFirstLastRes*       pRes = GET_ROWCELL_INTERBUF(pEntryInfo);
3254

3255
  int32_t resultBytes = getFirstLastInfoSize(pRes->bytes);
G
Ganlin Zhao 已提交
3256

3257 3258
  // todo check for failure
  char* res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
3259
  memcpy(varDataVal(res), pRes, resultBytes);
3260

G
Ganlin Zhao 已提交
3261 3262 3263 3264 3265 3266
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);
3267
  setSelectivityValue(pCtx, pBlock, &pRes->pos, pBlock->info.rows);
G
Ganlin Zhao 已提交
3268 3269 3270 3271 3272

  taosMemoryFree(res);
  return 1;
}

3273
// todo rewrite:
5
54liuyao 已提交
3274 3275
int32_t lastCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
3276
  SFirstLastRes*       pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
3277
  int32_t              bytes = pDBuf->bytes;
5
54liuyao 已提交
3278 3279

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
3280
  SFirstLastRes*       pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
5
54liuyao 已提交
3281

3282 3283 3284
  if (pSResInfo->numOfRes != 0 && (pDResInfo->numOfRes == 0 || pDBuf->ts < pSBuf->ts)) {
    memcpy(pDBuf->buf, pSBuf->buf, bytes);
    pDBuf->ts = pSBuf->ts;
5
54liuyao 已提交
3285 3286 3287 3288 3289
    pDResInfo->numOfRes = 1;
  }
  return TSDB_CODE_SUCCESS;
}

3290
static void doSaveLastrow(SqlFunctionCtx* pCtx, char* pData, int32_t rowIndex, int64_t cts, SFirstLastRes* pInfo) {
3291 3292 3293 3294 3295 3296 3297 3298 3299 3300 3301 3302 3303 3304 3305 3306
  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  if (colDataIsNull_s(pInputCol, rowIndex)) {
    pInfo->isNull = true;
  } else {
    pInfo->isNull = false;

    if (IS_VAR_DATA_TYPE(pInputCol->info.type)) {
      pInfo->bytes = varDataTLen(pData);
    }

    memcpy(pInfo->buf, pData, pInfo->bytes);
  }

  pInfo->ts = cts;
3307
  firstlastSaveTupleData(pCtx->pSrcBlock, rowIndex, pCtx, pInfo);
3308 3309 3310 3311

  pInfo->hasResult = true;
}

3312 3313 3314 3315 3316 3317 3318 3319 3320 3321 3322 3323 3324 3325 3326
int32_t lastRowFunction(SqlFunctionCtx* pCtx) {
  int32_t numOfElems = 0;

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  int32_t bytes = pInputCol->info.bytes;
  pInfo->bytes = bytes;

  TSKEY startKey = getRowPTs(pInput->pPTS, 0);
  TSKEY endKey = getRowPTs(pInput->pPTS, pInput->totalRows - 1);

3327
#if 0
3328 3329
  int32_t blockDataOrder = (startKey <= endKey) ? TSDB_ORDER_ASC : TSDB_ORDER_DESC;

H
Haojun Liao 已提交
3330 3331
  // the optimized version only valid if all tuples in one block are monotonious increasing or descreasing.
  // this assumption is NOT always works if project operator exists in downstream.
3332 3333 3334 3335
  if (blockDataOrder == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3336 3337 3338 3339
      numOfElems++;

      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveLastrow(pCtx, data, i, cts, pInfo);
3340
      }
3341

3342 3343 3344 3345 3346 3347
      break;
    }
  } else {  // descending order
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      char* data = colDataGetData(pInputCol, i);
      TSKEY cts = getRowPTs(pInput->pPTS, i);
3348 3349 3350 3351
      numOfElems++;

      if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
        doSaveLastrow(pCtx, data, i, cts, pInfo);
3352 3353 3354 3355
      }
      break;
    }
  }
3356
#else
H
Haojun Liao 已提交
3357 3358

  int64_t* pts = (int64_t*)pInput->pPTS->pData;
3359
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
3360 3361
    bool  isNull = colDataIsNull(pInputCol, pInput->numOfRows, i, NULL);
    char* data = isNull ? NULL : colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3362
    TSKEY cts = pts[i];
3363

H
Haojun Liao 已提交
3364
    numOfElems++;
3365 3366 3367 3368 3369
    if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
      doSaveLastrow(pCtx, data, i, cts, pInfo);
      pResInfo->numOfRes = 1;
    }
  }
3370

3371
#endif
3372

3373 3374 3375 3376
  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
3377 3378 3379 3380 3381
bool getDiffFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDiffInfo);
  return true;
}

3382
bool diffFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
H
Haojun Liao 已提交
3383 3384 3385 3386 3387
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SDiffInfo* pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
3388
  pDiffInfo->hasPrev = false;
H
Haojun Liao 已提交
3389
  pDiffInfo->prev.i64 = 0;
3390
  pDiffInfo->prevTs = -1;
3391 3392 3393 3394 3395
  if (pCtx->numOfParams > 1) {
    pDiffInfo->ignoreNegative = pCtx->param[1].param.i;  // TODO set correct param
  } else {
    pDiffInfo->ignoreNegative = false;
  }
H
Haojun Liao 已提交
3396 3397
  pDiffInfo->includeNull = false;
  pDiffInfo->firstOutput = false;
H
Haojun Liao 已提交
3398 3399 3400
  return true;
}

3401
static void doSetPrevVal(SDiffInfo* pDiffInfo, int32_t type, const char* pv, int64_t ts) {
X
Xiaoyu Wang 已提交
3402
  switch (type) {
3403
    case TSDB_DATA_TYPE_BOOL:
L
Liu Jicong 已提交
3404
      pDiffInfo->prev.i64 = *(bool*)pv ? 1 : 0;
3405
      break;
3406
    case TSDB_DATA_TYPE_TINYINT:
X
Xiaoyu Wang 已提交
3407 3408
      pDiffInfo->prev.i64 = *(int8_t*)pv;
      break;
3409
    case TSDB_DATA_TYPE_INT:
X
Xiaoyu Wang 已提交
3410 3411
      pDiffInfo->prev.i64 = *(int32_t*)pv;
      break;
3412
    case TSDB_DATA_TYPE_SMALLINT:
X
Xiaoyu Wang 已提交
3413 3414
      pDiffInfo->prev.i64 = *(int16_t*)pv;
      break;
3415
    case TSDB_DATA_TYPE_TIMESTAMP:
3416
    case TSDB_DATA_TYPE_BIGINT:
X
Xiaoyu Wang 已提交
3417 3418
      pDiffInfo->prev.i64 = *(int64_t*)pv;
      break;
3419
    case TSDB_DATA_TYPE_FLOAT:
X
Xiaoyu Wang 已提交
3420 3421
      pDiffInfo->prev.d64 = *(float*)pv;
      break;
3422
    case TSDB_DATA_TYPE_DOUBLE:
X
Xiaoyu Wang 已提交
3423 3424
      pDiffInfo->prev.d64 = *(double*)pv;
      break;
3425 3426 3427
    default:
      ASSERT(0);
  }
3428
  pDiffInfo->prevTs = ts;
3429 3430
}

X
Xiaoyu Wang 已提交
3431
static void doHandleDiff(SDiffInfo* pDiffInfo, int32_t type, const char* pv, SColumnInfoData* pOutput, int32_t pos,
3432
                         int32_t order, int64_t ts) {
X
Xiaoyu Wang 已提交
3433
  int32_t factor = (order == TSDB_ORDER_ASC) ? 1 : -1;
3434
  pDiffInfo->prevTs = ts;
3435 3436 3437
  switch (type) {
    case TSDB_DATA_TYPE_INT: {
      int32_t v = *(int32_t*)pv;
X
Xiaoyu Wang 已提交
3438
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3439 3440 3441
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3442
        colDataAppendInt64(pOutput, pos, &delta);
3443 3444
      }
      pDiffInfo->prev.i64 = v;
3445

3446 3447 3448 3449
      break;
    }
    case TSDB_DATA_TYPE_BOOL:
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
3450 3451
      int8_t  v = *(int8_t*)pv;
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3452 3453 3454
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3455
        colDataAppendInt64(pOutput, pos, &delta);
3456 3457 3458 3459 3460 3461
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
      int16_t v = *(int16_t*)pv;
X
Xiaoyu Wang 已提交
3462
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3463 3464 3465
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3466
        colDataAppendInt64(pOutput, pos, &delta);
3467 3468 3469 3470
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
3471
    case TSDB_DATA_TYPE_TIMESTAMP:
3472 3473
    case TSDB_DATA_TYPE_BIGINT: {
      int64_t v = *(int64_t*)pv;
X
Xiaoyu Wang 已提交
3474
      int64_t delta = factor * (v - pDiffInfo->prev.i64);  // direct previous may be null
3475 3476 3477 3478 3479 3480 3481 3482 3483
      if (delta < 0 && pDiffInfo->ignoreNegative) {
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendInt64(pOutput, pos, &delta);
      }
      pDiffInfo->prev.i64 = v;
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
3484 3485 3486
      float  v = *(float*)pv;
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
3487 3488
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
3489
        colDataAppendDouble(pOutput, pos, &delta);
3490 3491 3492 3493 3494 3495
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
      double v = *(double*)pv;
X
Xiaoyu Wang 已提交
3496 3497
      double delta = factor * (v - pDiffInfo->prev.d64);                               // direct previous may be null
      if ((delta < 0 && pDiffInfo->ignoreNegative) || isinf(delta) || isnan(delta)) {  // check for overflow
3498 3499 3500 3501 3502 3503 3504 3505 3506 3507
        colDataSetNull_f(pOutput->nullbitmap, pos);
      } else {
        colDataAppendDouble(pOutput, pos, &delta);
      }
      pDiffInfo->prev.d64 = v;
      break;
    }
    default:
      ASSERT(0);
  }
G
Ganlin Zhao 已提交
3508
}
3509

3510 3511 3512
int32_t diffFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDiffInfo*           pDiffInfo = GET_ROWCELL_INTERBUF(pResInfo);
H
Haojun Liao 已提交
3513 3514 3515

  SInputColumnInfoData* pInput = &pCtx->input;

3516
  SColumnInfoData* pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
3517

3518 3519
  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;

3520
  int32_t numOfElems = 0;
H
Haojun Liao 已提交
3521
  int32_t startOffset = pCtx->offset;
H
Haojun Liao 已提交
3522

3523
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
H
Haojun Liao 已提交
3524

3525 3526 3527
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;
H
Haojun Liao 已提交
3528

3529 3530 3531
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
H
Haojun Liao 已提交
3532

3533
          numOfElems += 1;
H
Haojun Liao 已提交
3534
        }
3535
        continue;
H
Haojun Liao 已提交
3536 3537
      }

3538
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3539

3540
      if (pDiffInfo->hasPrev) {
3541 3542 3543 3544
        if (tsList[i] == pDiffInfo->prevTs) {
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
        }
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order, tsList[i]);
3545
        // handle selectivity
3546 3547 3548
        if (pCtx->subsidiaries.num > 0) {
          appendSelectivityValue(pCtx, i, pos);
        }
H
Haojun Liao 已提交
3549 3550

        numOfElems++;
3551
      } else {
3552
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv, tsList[i]);
H
Haojun Liao 已提交
3553 3554
      }

3555 3556 3557 3558 3559 3560 3561 3562 3563
      pDiffInfo->hasPrev = true;
    }
  } else {
    for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      int32_t pos = startOffset + numOfElems;

      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        if (pDiffInfo->includeNull) {
          colDataSetNull_f(pOutput->nullbitmap, pos);
H
Haojun Liao 已提交
3564

3565
          numOfElems += 1;
H
Haojun Liao 已提交
3566
        }
3567
        continue;
H
Haojun Liao 已提交
3568 3569
      }

3570
      char* pv = colDataGetData(pInputCol, i);
H
Haojun Liao 已提交
3571

3572 3573
      // there is a row of previous data block to be handled in the first place.
      if (pDiffInfo->hasPrev) {
3574 3575 3576 3577
        if (tsList[i] == pDiffInfo->prevTs) {
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
        }
        doHandleDiff(pDiffInfo, pInputCol->info.type, pv, pOutput, pos, pCtx->order, tsList[i]);
3578
        // handle selectivity
3579 3580 3581
        if (pCtx->subsidiaries.num > 0) {
          appendSelectivityValue(pCtx, i, pos);
        }
H
Haojun Liao 已提交
3582 3583

        numOfElems++;
3584
      } else {
3585
        doSetPrevVal(pDiffInfo, pInputCol->info.type, pv, tsList[i]);
H
Haojun Liao 已提交
3586 3587
      }

3588
      pDiffInfo->hasPrev = true;
H
Haojun Liao 已提交
3589 3590 3591
    }
  }

3592 3593
  pResInfo->numOfRes = numOfElems;
  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
3594
}
H
Haojun Liao 已提交
3595

X
Xiaoyu Wang 已提交
3596
int32_t getTopBotInfoSize(int64_t numOfItems) { return sizeof(STopBotRes) + numOfItems * sizeof(STopBotResItem); }
G
Ganlin Zhao 已提交
3597

3598
bool getTopBotFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
3599
  SValueNode* pkNode = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
3600
  pEnv->calcMemSize = sizeof(STopBotRes) + pkNode->datum.i * sizeof(STopBotResItem);
3601 3602 3603
  return true;
}

G
Ganlin Zhao 已提交
3604 3605 3606 3607 3608
bool topBotFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
3609
  STopBotRes*           pRes = GET_ROWCELL_INTERBUF(pResInfo);
3610 3611 3612 3613
  SInputColumnInfoData* pInput = &pCtx->input;

  pRes->maxSize = pCtx->param[1].param.i;

3614 3615
  pRes->nullTupleSaved = false;
  pRes->nullTuplePos.pageId = -1;
G
Ganlin Zhao 已提交
3616 3617 3618
  return true;
}

3619 3620 3621 3622
static STopBotRes* getTopBotOutputInfo(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  STopBotRes*          pRes = GET_ROWCELL_INTERBUF(pResInfo);
  pRes->pItems = (STopBotResItem*)((char*)pRes + sizeof(STopBotRes));
3623 3624

  return pRes;
3625 3626
}

3627
static void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3628
                            uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery);
3629

G
Ganlin Zhao 已提交
3630 3631
static void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery);

3632 3633 3634
int32_t topFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
3635 3636

  SInputColumnInfoData* pInput = &pCtx->input;
3637
  SColumnInfoData*      pCol = pInput->pData[0];
3638

G
Ganlin Zhao 已提交
3639 3640
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;
3641 3642

  int32_t start = pInput->startRowIndex;
3643
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
3644 3645 3646
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }
3647

3648
    numOfElems++;
3649
    char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
3650
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, true);
3651 3652
  }

3653
  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pRes->nullTupleSaved) {
3654
    pRes->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
3655 3656
    pRes->nullTupleSaved = true;
  }
3657 3658 3659
  return TSDB_CODE_SUCCESS;
}

3660 3661 3662 3663 3664 3665 3666 3667 3668 3669 3670 3671 3672 3673 3674 3675 3676 3677 3678 3679 3680
int32_t bottomFunction(SqlFunctionCtx* pCtx) {
  int32_t              numOfElems = 0;
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
  pRes->type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;
    char* data = colDataGetData(pCol, i);
    doAddIntoResult(pCtx, data, i, pCtx->pSrcBlock, pRes->type, pInput->uid, pResInfo, false);
  }

3681
  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pRes->nullTupleSaved) {
3682
    pRes->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
3683 3684 3685
    pRes->nullTupleSaved = true;
  }

3686 3687 3688
  return TSDB_CODE_SUCCESS;
}

3689 3690
static int32_t topBotResComparFn(const void* p1, const void* p2, const void* param) {
  uint16_t type = *(uint16_t*)param;
3691

3692 3693
  STopBotResItem* val1 = (STopBotResItem*)p1;
  STopBotResItem* val2 = (STopBotResItem*)p2;
3694 3695 3696 3697 3698 3699 3700 3701 3702 3703 3704 3705 3706

  if (IS_SIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.i == val2->v.i) {
      return 0;
    }

    return (val1->v.i > val2->v.i) ? 1 : -1;
  } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
    if (val1->v.u == val2->v.u) {
      return 0;
    }

    return (val1->v.u > val2->v.u) ? 1 : -1;
3707 3708 3709 3710 3711 3712
  } else if (TSDB_DATA_TYPE_FLOAT == type) {
    if (val1->v.f == val2->v.f) {
      return 0;
    }

    return (val1->v.f > val2->v.f) ? 1 : -1;
3713 3714 3715 3716 3717 3718 3719 3720 3721
  }

  if (val1->v.d == val2->v.d) {
    return 0;
  }

  return (val1->v.d > val2->v.d) ? 1 : -1;
}

3722
void doAddIntoResult(SqlFunctionCtx* pCtx, void* pData, int32_t rowIndex, SSDataBlock* pSrcBlock, uint16_t type,
3723
                     uint64_t uid, SResultRowEntryInfo* pEntryInfo, bool isTopQuery) {
3724
  STopBotRes* pRes = getTopBotOutputInfo(pCtx);
3725

3726 3727 3728
  SVariant val = {0};
  taosVariantCreateFromBinary(&val, pData, tDataTypes[type].bytes, type);

3729
  STopBotResItem* pItems = pRes->pItems;
3730 3731 3732
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3733
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3734
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
3735
    pItem->v = val;
3736
    pItem->uid = uid;
3737

3738
    // save the data of this tuple
G
Ganlin Zhao 已提交
3739
    if (pCtx->subsidiaries.num > 0) {
3740
      pItem->tuplePos = saveTupleData(pCtx, rowIndex, pSrcBlock, NULL);
G
Ganlin Zhao 已提交
3741
    }
3742
#ifdef BUF_PAGE_DEBUG
X
Xiaoyu Wang 已提交
3743 3744
    qDebug("page_saveTuple i:%d, item:%p,pageId:%d, offset:%d\n", pEntryInfo->numOfRes, pItem, pItem->tuplePos.pageId,
           pItem->tuplePos.offset);
3745
#endif
3746 3747
    // allocate the buffer and keep the data of this row into the new allocated buffer
    pEntryInfo->numOfRes++;
3748
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
3749
                 !isTopQuery);
3750
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3751 3752
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u > pItems[0].v.u) ||
3753 3754
                        (TSDB_DATA_TYPE_FLOAT == type && val.f > pItems[0].v.f) ||
                        (TSDB_DATA_TYPE_DOUBLE == type && val.d > pItems[0].v.d))) ||
X
Xiaoyu Wang 已提交
3755 3756
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && val.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && val.u < pItems[0].v.u) ||
3757 3758
                         (TSDB_DATA_TYPE_FLOAT == type && val.f < pItems[0].v.f) ||
                         (TSDB_DATA_TYPE_DOUBLE == type && val.d < pItems[0].v.d)))) {
3759
      // replace the old data and the coresponding tuple data
3760
      STopBotResItem* pItem = &pItems[0];
3761
      pItem->v = val;
3762
      pItem->uid = uid;
3763 3764

      // save the data of this tuple by over writing the old data
G
Ganlin Zhao 已提交
3765
      if (pCtx->subsidiaries.num > 0) {
3766
        updateTupleData(pCtx, rowIndex, pSrcBlock, &pItem->tuplePos);
G
Ganlin Zhao 已提交
3767
      }
3768
#ifdef BUF_PAGE_DEBUG
wmmhello's avatar
wmmhello 已提交
3769
      qDebug("page_copyTuple pageId:%d, offset:%d", pItem->tuplePos.pageId, pItem->tuplePos.offset);
3770
#endif
3771
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
3772
                     topBotResComparFn, NULL, !isTopQuery);
3773
    }
3774 3775
  }
}
3776

3777 3778 3779 3780 3781 3782
/*
 * +------------------------------------+--------------+--------------+
 * |            null bitmap             |              |              |
 * |(n columns, one bit for each column)| src column #1| src column #2|
 * +------------------------------------+--------------+--------------+
 */
L
Liu Jicong 已提交
3783 3784
void* serializeTupleData(const SSDataBlock* pSrcBlock, int32_t rowIndex, SSubsidiaryResInfo* pSubsidiaryies,
                         char* buf) {
3785 3786
  char* nullList = buf;
  char* pStart = (char*)(nullList + sizeof(bool) * pSubsidiaryies->num);
3787 3788

  int32_t offset = 0;
3789 3790
  for (int32_t i = 0; i < pSubsidiaryies->num; ++i) {
    SqlFunctionCtx* pc = pSubsidiaryies->pCtx[i];
wmmhello's avatar
wmmhello 已提交
3791 3792 3793 3794 3795 3796

    SFunctParam* pFuncParam = &pc->pExpr->base.pParam[0];
    int32_t      srcSlotId = pFuncParam->pCol->slotId;

    SColumnInfoData* pCol = taosArrayGet(pSrcBlock->pDataBlock, srcSlotId);
    if ((nullList[i] = colDataIsNull_s(pCol, rowIndex)) == true) {
3797
      offset += pCol->info.bytes;
3798 3799 3800 3801 3802
      continue;
    }

    char* p = colDataGetData(pCol, rowIndex);
    if (IS_VAR_DATA_TYPE(pCol->info.type)) {
X
Xiaoyu Wang 已提交
3803
      memcpy(pStart + offset, p, (pCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(p) : varDataTLen(p));
3804 3805 3806 3807 3808 3809 3810
    } else {
      memcpy(pStart + offset, p, pCol->info.bytes);
    }

    offset += pCol->info.bytes;
  }

3811
  return buf;
3812 3813
}

3814 3815
static STuplePos doSaveTupleData(SSerializeDataHandle* pHandle, const void* pBuf, size_t length,
                                 const STupleKey* pKey) {
3816 3817 3818
  STuplePos p = {0};
  if (pHandle->pBuf != NULL) {
    SFilePage* pPage = NULL;
3819

3820 3821 3822 3823 3824 3825 3826 3827 3828 3829 3830 3831
    if (pHandle->currentPage == -1) {
      pPage = getNewBufPage(pHandle->pBuf, &pHandle->currentPage);
      pPage->num = sizeof(SFilePage);
    } else {
      pPage = getBufPage(pHandle->pBuf, pHandle->currentPage);
      if (pPage->num + length > getBufPageSize(pHandle->pBuf)) {
        // current page is all used, let's prepare a new buffer page
        releaseBufPage(pHandle->pBuf, pPage);
        pPage = getNewBufPage(pHandle->pBuf, &pHandle->currentPage);
        pPage->num = sizeof(SFilePage);
      }
    }
3832

L
Liu Jicong 已提交
3833
    p = (STuplePos){.pageId = pHandle->currentPage, .offset = pPage->num};
3834
    memcpy(pPage->data + pPage->num, pBuf, length);
3835

3836 3837 3838 3839 3840
    pPage->num += length;
    setBufPageDirty(pPage, true);
    releaseBufPage(pHandle->pBuf, pPage);
  } else {
    // other tuple save policy
3841 3842 3843 3844
    if (streamStateFuncPut(pHandle->pState, pKey, pBuf, length) < 0) {
      ASSERT(0);
    }
    p.streamTupleKey = *pKey;
3845
  }
wmmhello's avatar
wmmhello 已提交
3846

3847 3848
  return p;
}
3849

3850
STuplePos saveTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, const STupleKey* pKey) {
3851 3852 3853 3854 3855
  if (pCtx->subsidiaries.rowLen == 0) {
    int32_t rowLen = 0;
    for (int32_t j = 0; j < pCtx->subsidiaries.num; ++j) {
      SqlFunctionCtx* pc = pCtx->subsidiaries.pCtx[j];
      rowLen += pc->pExpr->base.resSchema.bytes;
3856 3857
    }

3858 3859
    pCtx->subsidiaries.rowLen = rowLen + pCtx->subsidiaries.num * sizeof(bool);
    pCtx->subsidiaries.buf = taosMemoryMalloc(pCtx->subsidiaries.rowLen);
3860 3861
  }

3862
  char* buf = serializeTupleData(pSrcBlock, rowIndex, &pCtx->subsidiaries, pCtx->subsidiaries.buf);
3863
  return doSaveTupleData(&pCtx->saveHandle, buf, pCtx->subsidiaries.rowLen, pKey);
3864 3865 3866 3867 3868 3869 3870 3871 3872
}

static int32_t doUpdateTupleData(SSerializeDataHandle* pHandle, const void* pBuf, size_t length, STuplePos* pPos) {
  if (pHandle->pBuf != NULL) {
    SFilePage* pPage = getBufPage(pHandle->pBuf, pPos->pageId);
    memcpy(pPage->data + pPos->offset, pBuf, length);
    setBufPageDirty(pPage, true);
    releaseBufPage(pHandle->pBuf, pPage);
  } else {
3873
    streamStateFuncPut(pHandle->pState, &pPos->streamTupleKey, pBuf, length);
3874 3875 3876 3877 3878
  }

  return TSDB_CODE_SUCCESS;
}

H
Haojun Liao 已提交
3879
int32_t updateTupleData(SqlFunctionCtx* pCtx, int32_t rowIndex, const SSDataBlock* pSrcBlock, STuplePos* pPos) {
3880
  char* buf = serializeTupleData(pSrcBlock, rowIndex, &pCtx->subsidiaries, pCtx->subsidiaries.buf);
3881
  doUpdateTupleData(&pCtx->saveHandle, buf, pCtx->subsidiaries.rowLen, pPos);
3882 3883 3884 3885 3886 3887
  return TSDB_CODE_SUCCESS;
}

static char* doLoadTupleData(SSerializeDataHandle* pHandle, const STuplePos* pPos) {
  if (pHandle->pBuf != NULL) {
    SFilePage* pPage = getBufPage(pHandle->pBuf, pPos->pageId);
L
Liu Jicong 已提交
3888
    char*      p = pPage->data + pPos->offset;
3889 3890 3891
    releaseBufPage(pHandle->pBuf, pPage);
    return p;
  } else {
3892 3893 3894 3895
    void*   value = NULL;
    int32_t vLen;
    streamStateFuncGet(pHandle->pState, &pPos->streamTupleKey, &value, &vLen);
    return (char*)value;
3896 3897 3898
  }
}

H
Haojun Liao 已提交
3899
const char* loadTupleData(SqlFunctionCtx* pCtx, const STuplePos* pPos) {
3900
  return doLoadTupleData(&pCtx->saveHandle, pPos);
3901 3902
}

3903
int32_t topBotFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
3904
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
3905
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
3906

3907
  int16_t type = pCtx->pExpr->base.resSchema.type;
3908 3909
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

3910 3911 3912 3913
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
3914 3915
  if (pEntryInfo->numOfRes <= 0) {
    colDataAppendNULL(pCol, currentRow);
3916
    setSelectivityValue(pCtx, pBlock, &pRes->nullTuplePos, currentRow);
3917 3918
    return pEntryInfo->numOfRes;
  }
3919 3920
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
    STopBotResItem* pItem = &pRes->pItems[i];
3921
    colDataAppend(pCol, currentRow, (const char*)&pItem->v.i, false);
3922
#ifdef BUF_PAGE_DEBUG
X
Xiaoyu Wang 已提交
3923 3924
    qDebug("page_finalize i:%d,item:%p,pageId:%d, offset:%d\n", i, pItem, pItem->tuplePos.pageId,
           pItem->tuplePos.offset);
3925
#endif
3926
    setSelectivityValue(pCtx, pBlock, &pRes->pItems[i].tuplePos, currentRow);
3927
    currentRow += 1;
3928 3929 3930
  }

  return pEntryInfo->numOfRes;
3931
}
G
Ganlin Zhao 已提交
3932

X
Xiaoyu Wang 已提交
3933
void addResult(SqlFunctionCtx* pCtx, STopBotResItem* pSourceItem, int16_t type, bool isTopQuery) {
3934
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
3935 3936
  STopBotRes*          pRes = getTopBotOutputInfo(pCtx);
  STopBotResItem*      pItems = pRes->pItems;
3937 3938 3939
  assert(pItems != NULL);

  // not full yet
G
Ganlin Zhao 已提交
3940
  if (pEntryInfo->numOfRes < pRes->maxSize) {
3941 3942 3943 3944 3945 3946 3947 3948 3949
    STopBotResItem* pItem = &pItems[pEntryInfo->numOfRes];
    pItem->v = pSourceItem->v;
    pItem->uid = pSourceItem->uid;
    pItem->tuplePos.pageId = -1;
    replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
    pEntryInfo->numOfRes++;
    taosheapsort((void*)pItems, sizeof(STopBotResItem), pEntryInfo->numOfRes, (const void*)&type, topBotResComparFn,
                 !isTopQuery);
  } else {  // replace the minimum value in the result
X
Xiaoyu Wang 已提交
3950 3951
    if ((isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i > pItems[0].v.i) ||
                        (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u > pItems[0].v.u) ||
3952 3953
                        (TSDB_DATA_TYPE_FLOAT == type && pSourceItem->v.f > pItems[0].v.f) ||
                        (TSDB_DATA_TYPE_DOUBLE == type && pSourceItem->v.d > pItems[0].v.d))) ||
X
Xiaoyu Wang 已提交
3954 3955
        (!isTopQuery && ((IS_SIGNED_NUMERIC_TYPE(type) && pSourceItem->v.i < pItems[0].v.i) ||
                         (IS_UNSIGNED_NUMERIC_TYPE(type) && pSourceItem->v.u < pItems[0].v.u) ||
3956 3957
                         (TSDB_DATA_TYPE_FLOAT == type && pSourceItem->v.f < pItems[0].v.f) ||
                         (TSDB_DATA_TYPE_DOUBLE == type && pSourceItem->v.d < pItems[0].v.d)))) {
3958 3959 3960 3961 3962 3963 3964 3965 3966 3967 3968 3969 3970 3971 3972 3973
      // replace the old data and the coresponding tuple data
      STopBotResItem* pItem = &pItems[0];
      pItem->v = pSourceItem->v;
      pItem->uid = pSourceItem->uid;

      // save the data of this tuple by over writing the old data
      replaceTupleData(&pItem->tuplePos, &pSourceItem->tuplePos);
      taosheapadjust((void*)pItems, sizeof(STopBotResItem), 0, pEntryInfo->numOfRes - 1, (const void*)&type,
                     topBotResComparFn, NULL, !isTopQuery);
    }
  }
}

int32_t topCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
3974
  int16_t              type = pSBuf->type;
3975 3976 3977 3978 3979 3980 3981 3982 3983
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, true);
  }
  return TSDB_CODE_SUCCESS;
}

int32_t bottomCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  STopBotRes*          pSBuf = getTopBotOutputInfo(pSourceCtx);
3984
  int16_t              type = pSBuf->type;
3985 3986 3987 3988 3989 3990
  for (int32_t i = 0; i < pSResInfo->numOfRes; i++) {
    addResult(pDestCtx, pSBuf->pItems + i, type, false);
  }
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
3991
int32_t getSpreadInfoSize() { return (int32_t)sizeof(SSpreadInfo); }
G
Ganlin Zhao 已提交
3992

G
Ganlin Zhao 已提交
3993 3994 3995 3996 3997
bool getSpreadFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSpreadInfo);
  return true;
}

X
Xiaoyu Wang 已提交
3998
bool spreadFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
3999 4000 4001 4002 4003 4004 4005 4006 4007 4008 4009
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  SET_DOUBLE_VAL(&pInfo->min, DBL_MAX);
  SET_DOUBLE_VAL(&pInfo->max, -DBL_MAX);
  pInfo->hasResult = false;
  return true;
}

X
Xiaoyu Wang 已提交
4010
int32_t spreadFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4011 4012 4013 4014
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4015 4016
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
  int32_t               type = pInput->pData[0]->info.type;
G
Ganlin Zhao 已提交
4017 4018 4019

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

H
Haojun Liao 已提交
4020
  if (pInput->colDataSMAIsSet) {
G
Ganlin Zhao 已提交
4021 4022 4023 4024 4025 4026 4027 4028 4029 4030 4031 4032 4033 4034 4035 4036 4037 4038 4039 4040 4041 4042 4043 4044 4045 4046 4047
    numOfElems = pInput->numOfRows - pAgg->numOfNull;
    if (numOfElems == 0) {
      goto _spread_over;
    }
    double tmin = 0.0, tmax = 0.0;
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_INT64_VAL(&pAgg->min);
      tmax = (double)GET_INT64_VAL(&pAgg->max);
    } else if (IS_FLOAT_TYPE(type)) {
      tmin = GET_DOUBLE_VAL(&pAgg->min);
      tmax = GET_DOUBLE_VAL(&pAgg->max);
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      tmin = (double)GET_UINT64_VAL(&pAgg->min);
      tmax = (double)GET_UINT64_VAL(&pAgg->max);
    }

    if (GET_DOUBLE_VAL(&pInfo->min) > tmin) {
      SET_DOUBLE_VAL(&pInfo->min, tmin);
    }

    if (GET_DOUBLE_VAL(&pInfo->max) < tmax) {
      SET_DOUBLE_VAL(&pInfo->max, tmax);
    }

  } else {  // computing based on the true data block
    SColumnInfoData* pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4048
    int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
4049 4050 4051 4052 4053 4054
    // check the valid data one by one
    for (int32_t i = start; i < pInput->numOfRows + start; ++i) {
      if (colDataIsNull_f(pCol->nullbitmap, i)) {
        continue;
      }

X
Xiaoyu Wang 已提交
4055
      char* data = colDataGetData(pCol, i);
G
Ganlin Zhao 已提交
4056 4057 4058 4059 4060 4061 4062 4063 4064 4065 4066 4067 4068 4069 4070 4071 4072 4073 4074 4075 4076 4077 4078 4079 4080

      double v = 0;
      GET_TYPED_DATA(v, double, type, data);
      if (v < GET_DOUBLE_VAL(&pInfo->min)) {
        SET_DOUBLE_VAL(&pInfo->min, v);
      }

      if (v > GET_DOUBLE_VAL(&pInfo->max)) {
        SET_DOUBLE_VAL(&pInfo->max, v);
      }

      numOfElems += 1;
    }
  }

_spread_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);
  if (numOfElems > 0) {
    pInfo->hasResult = true;
  }

  return TSDB_CODE_SUCCESS;
}

4081 4082 4083 4084 4085 4086 4087 4088 4089 4090 4091
static void spreadTransferInfo(SSpreadInfo* pInput, SSpreadInfo* pOutput) {
  pOutput->hasResult = pInput->hasResult;
  if (pInput->max > pOutput->max) {
    pOutput->max = pInput->max;
  }

  if (pInput->min < pOutput->min) {
    pOutput->min = pInput->min;
  }
}

X
Xiaoyu Wang 已提交
4092
int32_t spreadFunctionMerge(SqlFunctionCtx* pCtx) {
4093
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4094
  SColumnInfoData*      pCol = pInput->pData[0];
4095 4096 4097 4098
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4099
  int32_t start = pInput->startRowIndex;
X
Xiaoyu Wang 已提交
4100 4101
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*        data = colDataGetData(pCol, i);
4102
    SSpreadInfo* pInputInfo = (SSpreadInfo*)varDataVal(data);
4103 4104 4105
    if (pInputInfo->hasResult) {
      spreadTransferInfo(pInputInfo, pInfo);
    }
4106
  }
4107

4108 4109 4110
  if (pInfo->hasResult) {
    GET_RES_INFO(pCtx)->numOfRes = 1;
  }
4111 4112 4113 4114

  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
4115 4116 4117 4118
int32_t spreadFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SSpreadInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  if (pInfo->hasResult == true) {
    SET_DOUBLE_VAL(&pInfo->result, pInfo->max - pInfo->min);
4119 4120
  } else {
    GET_RES_INFO(pCtx)->isNullRes = 1;
G
Ganlin Zhao 已提交
4121 4122 4123
  }
  return functionFinalize(pCtx, pBlock);
}
4124

4125 4126
int32_t spreadPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
4127 4128 4129
  SSpreadInfo*         pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getSpreadInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4130 4131 4132 4133 4134 4135 4136 4137 4138 4139 4140 4141 4142

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4143 4144
int32_t spreadCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4145
  SSpreadInfo*         pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4146 4147

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4148
  SSpreadInfo*         pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4149
  spreadTransferInfo(pSBuf, pDBuf);
4150
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4151
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4152 4153 4154
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4155
int32_t getElapsedInfoSize() { return (int32_t)sizeof(SElapsedInfo); }
4156

G
Ganlin Zhao 已提交
4157 4158 4159 4160 4161
bool getElapsedFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SElapsedInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4162
bool elapsedFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
4163 4164 4165 4166 4167 4168
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
  pInfo->result = 0;
H
Hongze Cheng 已提交
4169
  pInfo->min = TSKEY_MAX;
G
Ganlin Zhao 已提交
4170 4171
  pInfo->max = 0;

4172
  if (pCtx->numOfParams > 1) {
G
Ganlin Zhao 已提交
4173 4174 4175 4176 4177 4178 4179 4180
    pInfo->timeUnit = pCtx->param[1].param.i;
  } else {
    pInfo->timeUnit = 1;
  }

  return true;
}

X
Xiaoyu Wang 已提交
4181
int32_t elapsedFunction(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4182 4183 4184 4185
  int32_t numOfElems = 0;

  // Only the pre-computing information loaded and actual data does not loaded
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4186
  SColumnDataAgg*       pAgg = pInput->pColumnDataAgg[0];
G
Ganlin Zhao 已提交
4187 4188 4189

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

X
Xiaoyu Wang 已提交
4190
  numOfElems = pInput->numOfRows;  // since this is the primary timestamp, no need to exclude NULL values
G
Ganlin Zhao 已提交
4191 4192 4193 4194
  if (numOfElems == 0) {
    goto _elapsed_over;
  }

H
Haojun Liao 已提交
4195
  if (pInput->colDataSMAIsSet) {
H
Hongze Cheng 已提交
4196
    if (pInfo->min == TSKEY_MAX) {
G
Ganlin Zhao 已提交
4197 4198 4199 4200 4201 4202 4203 4204 4205 4206
      pInfo->min = GET_INT64_VAL(&pAgg->min);
      pInfo->max = GET_INT64_VAL(&pAgg->max);
    } else {
      if (pCtx->order == TSDB_ORDER_ASC) {
        pInfo->max = GET_INT64_VAL(&pAgg->max);
      } else {
        pInfo->min = GET_INT64_VAL(&pAgg->min);
      }
    }
  } else {  // computing based on the true data block
H
Haojun Liao 已提交
4207
    if (0 == pInput->numOfRows) {
G
Ganlin Zhao 已提交
4208 4209 4210 4211 4212 4213 4214 4215 4216 4217 4218 4219 4220 4221
      if (pCtx->order == TSDB_ORDER_DESC) {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->min = pCtx->end.key;
        }
      } else {
        if (pCtx->end.key != INT64_MIN) {
          pInfo->max = pCtx->end.key + 1;
        }
      }
      goto _elapsed_over;
    }

    SColumnInfoData* pCol = pInput->pData[0];

4222 4223
    int32_t start = pInput->startRowIndex;
    TSKEY*  ptsList = (int64_t*)colDataGetData(pCol, 0);
G
Ganlin Zhao 已提交
4224 4225
    if (pCtx->order == TSDB_ORDER_DESC) {
      if (pCtx->start.key == INT64_MIN) {
4226
        pInfo->max = (pInfo->max < ptsList[start]) ? ptsList[start] : pInfo->max;
G
Ganlin Zhao 已提交
4227 4228 4229 4230
      } else {
        pInfo->max = pCtx->start.key + 1;
      }

4231
      if (pCtx->end.key == INT64_MIN) {
L
Liu Jicong 已提交
4232 4233
        pInfo->min =
            (pInfo->min > ptsList[start + pInput->numOfRows - 1]) ? ptsList[start + pInput->numOfRows - 1] : pInfo->min;
G
Ganlin Zhao 已提交
4234
      } else {
4235
        pInfo->min = pCtx->end.key;
G
Ganlin Zhao 已提交
4236 4237 4238
      }
    } else {
      if (pCtx->start.key == INT64_MIN) {
4239
        pInfo->min = (pInfo->min > ptsList[start]) ? ptsList[start] : pInfo->min;
G
Ganlin Zhao 已提交
4240 4241 4242 4243
      } else {
        pInfo->min = pCtx->start.key;
      }

4244
      if (pCtx->end.key == INT64_MIN) {
L
Liu Jicong 已提交
4245 4246
        pInfo->max =
            (pInfo->max < ptsList[start + pInput->numOfRows - 1]) ? ptsList[start + pInput->numOfRows - 1] : pInfo->max;
G
Ganlin Zhao 已提交
4247
      } else {
4248
        pInfo->max = pCtx->end.key + 1;
G
Ganlin Zhao 已提交
4249 4250 4251 4252 4253 4254 4255 4256 4257 4258 4259
      }
    }
  }

_elapsed_over:
  // data in the check operation are all null, not output
  SET_VAL(GET_RES_INFO(pCtx), numOfElems, 1);

  return TSDB_CODE_SUCCESS;
}

4260 4261 4262 4263 4264 4265 4266 4267 4268 4269 4270
static void elapsedTransferInfo(SElapsedInfo* pInput, SElapsedInfo* pOutput) {
  pOutput->timeUnit = pInput->timeUnit;
  if (pOutput->min > pInput->min) {
    pOutput->min = pInput->min;
  }

  if (pOutput->max < pInput->max) {
    pOutput->max = pInput->max;
  }
}

X
Xiaoyu Wang 已提交
4271
int32_t elapsedFunctionMerge(SqlFunctionCtx* pCtx) {
4272
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4273
  SColumnInfoData*      pCol = pInput->pData[0];
4274 4275 4276 4277
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4278
  int32_t start = pInput->startRowIndex;
4279

X
Xiaoyu Wang 已提交
4280 4281
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*         data = colDataGetData(pCol, i);
4282 4283 4284
    SElapsedInfo* pInputInfo = (SElapsedInfo*)varDataVal(data);
    elapsedTransferInfo(pInputInfo, pInfo);
  }
4285 4286 4287 4288 4289

  SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
4290 4291
int32_t elapsedFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SElapsedInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
X
Xiaoyu Wang 已提交
4292
  double        result = (double)pInfo->max - (double)pInfo->min;
G
Ganlin Zhao 已提交
4293 4294 4295 4296 4297
  result = (result >= 0) ? result : -result;
  pInfo->result = result / pInfo->timeUnit;
  return functionFinalize(pCtx, pBlock);
}

4298 4299
int32_t elapsedPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4300 4301 4302
  SElapsedInfo*        pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getElapsedInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4303 4304 4305 4306 4307 4308 4309 4310 4311 4312 4313 4314 4315

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4316 4317
int32_t elapsedCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4318
  SElapsedInfo*        pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4319 4320

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4321
  SElapsedInfo*        pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4322

4323
  elapsedTransferInfo(pSBuf, pDBuf);
4324
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4325
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4326 4327 4328
  return TSDB_CODE_SUCCESS;
}

4329 4330 4331 4332
int32_t getHistogramInfoSize() {
  return (int32_t)sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
}

4333 4334 4335 4336 4337
bool getHistogramFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHistoFuncInfo) + HISTOGRAM_MAX_BINS_NUM * sizeof(SHistoFuncBin);
  return true;
}

X
Xiaoyu Wang 已提交
4338
static int8_t getHistogramBinType(char* binTypeStr) {
4339 4340 4341 4342 4343 4344 4345 4346 4347 4348 4349 4350 4351 4352
  int8_t binType;
  if (strcasecmp(binTypeStr, "user_input") == 0) {
    binType = USER_INPUT_BIN;
  } else if (strcasecmp(binTypeStr, "linear_bin") == 0) {
    binType = LINEAR_BIN;
  } else if (strcasecmp(binTypeStr, "log_bin") == 0) {
    binType = LOG_BIN;
  } else {
    binType = UNKNOWN_BIN;
  }

  return binType;
}

X
Xiaoyu Wang 已提交
4353
static bool getHistogramBinDesc(SHistoFuncInfo* pInfo, char* binDescStr, int8_t binType, bool normalized) {
4354 4355 4356 4357 4358 4359 4360
  cJSON*  binDesc = cJSON_Parse(binDescStr);
  int32_t numOfBins;
  double* intervals;
  if (cJSON_IsObject(binDesc)) { /* linaer/log bins */
    int32_t numOfParams = cJSON_GetArraySize(binDesc);
    int32_t startIndex;
    if (numOfParams != 4) {
4361
      cJSON_Delete(binDesc);
4362 4363 4364
      return false;
    }

X
Xiaoyu Wang 已提交
4365 4366 4367 4368
    cJSON* start = cJSON_GetObjectItem(binDesc, "start");
    cJSON* factor = cJSON_GetObjectItem(binDesc, "factor");
    cJSON* width = cJSON_GetObjectItem(binDesc, "width");
    cJSON* count = cJSON_GetObjectItem(binDesc, "count");
4369 4370 4371
    cJSON* infinity = cJSON_GetObjectItem(binDesc, "infinity");

    if (!cJSON_IsNumber(start) || !cJSON_IsNumber(count) || !cJSON_IsBool(infinity)) {
4372
      cJSON_Delete(binDesc);
4373 4374 4375
      return false;
    }

X
Xiaoyu Wang 已提交
4376
    if (count->valueint <= 0 || count->valueint > 1000) {  // limit count to 1000
4377
      cJSON_Delete(binDesc);
4378 4379 4380 4381 4382
      return false;
    }

    if (isinf(start->valuedouble) || (width != NULL && isinf(width->valuedouble)) ||
        (factor != NULL && isinf(factor->valuedouble)) || (count != NULL && isinf(count->valuedouble))) {
4383
      cJSON_Delete(binDesc);
4384 4385 4386
      return false;
    }

4387
    int32_t counter = (int32_t)count->valueint;
4388 4389 4390 4391 4392 4393 4394 4395 4396 4397 4398 4399 4400
    if (infinity->valueint == false) {
      startIndex = 0;
      numOfBins = counter + 1;
    } else {
      startIndex = 1;
      numOfBins = counter + 3;
    }

    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    if (cJSON_IsNumber(width) && factor == NULL && binType == LINEAR_BIN) {
      // linear bin process
      if (width->valuedouble == 0) {
        taosMemoryFree(intervals);
4401
        cJSON_Delete(binDesc);
4402 4403 4404 4405 4406 4407
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble + i * width->valuedouble;
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
4408
          cJSON_Delete(binDesc);
4409 4410 4411 4412 4413 4414 4415 4416
          return false;
        }
        startIndex++;
      }
    } else if (cJSON_IsNumber(factor) && width == NULL && binType == LOG_BIN) {
      // log bin process
      if (start->valuedouble == 0) {
        taosMemoryFree(intervals);
4417
        cJSON_Delete(binDesc);
4418 4419 4420 4421
        return false;
      }
      if (factor->valuedouble < 0 || factor->valuedouble == 0 || factor->valuedouble == 1) {
        taosMemoryFree(intervals);
4422
        cJSON_Delete(binDesc);
4423 4424 4425 4426 4427 4428
        return false;
      }
      for (int i = 0; i < counter + 1; ++i) {
        intervals[startIndex] = start->valuedouble * pow(factor->valuedouble, i * 1.0);
        if (isinf(intervals[startIndex])) {
          taosMemoryFree(intervals);
4429
          cJSON_Delete(binDesc);
4430 4431 4432 4433 4434 4435
          return false;
        }
        startIndex++;
      }
    } else {
      taosMemoryFree(intervals);
4436
      cJSON_Delete(binDesc);
4437 4438 4439 4440 4441 4442 4443 4444 4445 4446 4447 4448 4449 4450
      return false;
    }

    if (infinity->valueint == true) {
      intervals[0] = -INFINITY;
      intervals[numOfBins - 1] = INFINITY;
      // in case of desc bin orders, -inf/inf should be swapped
      ASSERT(numOfBins >= 4);
      if (intervals[1] > intervals[numOfBins - 2]) {
        TSWAP(intervals[0], intervals[numOfBins - 1]);
      }
    }
  } else if (cJSON_IsArray(binDesc)) { /* user input bins */
    if (binType != USER_INPUT_BIN) {
4451
      cJSON_Delete(binDesc);
4452 4453
      return false;
    }
4454
    numOfBins = cJSON_GetArraySize(binDesc);
4455 4456 4457 4458
    intervals = taosMemoryCalloc(numOfBins, sizeof(double));
    cJSON* bin = binDesc->child;
    if (bin == NULL) {
      taosMemoryFree(intervals);
4459
      cJSON_Delete(binDesc);
4460 4461 4462 4463 4464 4465 4466
      return false;
    }
    int i = 0;
    while (bin) {
      intervals[i] = bin->valuedouble;
      if (!cJSON_IsNumber(bin)) {
        taosMemoryFree(intervals);
4467
        cJSON_Delete(binDesc);
4468 4469 4470 4471
        return false;
      }
      if (i != 0 && intervals[i] <= intervals[i - 1]) {
        taosMemoryFree(intervals);
4472
        cJSON_Delete(binDesc);
4473 4474 4475 4476 4477 4478
        return false;
      }
      bin = bin->next;
      i++;
    }
  } else {
4479
    cJSON_Delete(binDesc);
4480 4481 4482
    return false;
  }

X
Xiaoyu Wang 已提交
4483
  pInfo->numOfBins = numOfBins - 1;
4484
  pInfo->normalized = normalized;
4485
  for (int32_t i = 0; i < pInfo->numOfBins; ++i) {
4486 4487 4488 4489 4490 4491
    pInfo->bins[i].lower = intervals[i] < intervals[i + 1] ? intervals[i] : intervals[i + 1];
    pInfo->bins[i].upper = intervals[i + 1] > intervals[i] ? intervals[i + 1] : intervals[i];
    pInfo->bins[i].count = 0;
  }

  taosMemoryFree(intervals);
4492 4493
  cJSON_Delete(binDesc);

4494 4495 4496
  return true;
}

X
Xiaoyu Wang 已提交
4497
bool histogramFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
4498 4499 4500 4501
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
4502
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
4503 4504 4505
  pInfo->numOfBins = 0;
  pInfo->totalCount = 0;
  pInfo->normalized = 0;
4506

4507 4508 4509 4510
  char *binTypeStr = strndup(varDataVal(pCtx->param[1].param.pz), varDataLen(pCtx->param[1].param.pz));
  int8_t binType = getHistogramBinType(binTypeStr);
  taosMemoryFree(binTypeStr);

4511 4512 4513
  if (binType == UNKNOWN_BIN) {
    return false;
  }
4514
  char*   binDesc = strndup(varDataVal(pCtx->param[2].param.pz), varDataLen(pCtx->param[2].param.pz));
4515
  int64_t normalized = pCtx->param[3].param.i;
4516 4517 4518
  if (normalized != 0 && normalized != 1) {
    return false;
  }
4519
  if (!getHistogramBinDesc(pInfo, binDesc, binType, (bool)normalized)) {
4520
    taosMemoryFree(binDesc);
4521 4522
    return false;
  }
4523
  taosMemoryFree(binDesc);
4524 4525 4526 4527

  return true;
}

4528
static int32_t histogramFunctionImpl(SqlFunctionCtx* pCtx, bool isPartial) {
4529 4530 4531 4532 4533 4534 4535 4536 4537 4538
  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

  int32_t type = pInput->pData[0]->info.type;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

4539
  int32_t numOfElems = 0;
4540 4541 4542 4543 4544
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) {
      continue;
    }

4545 4546
    numOfElems++;

X
Xiaoyu Wang 已提交
4547
    char*  data = colDataGetData(pCol, i);
4548 4549 4550 4551 4552 4553
    double v;
    GET_TYPED_DATA(v, double, type, data);

    for (int32_t k = 0; k < pInfo->numOfBins; ++k) {
      if (v > pInfo->bins[k].lower && v <= pInfo->bins[k].upper) {
        pInfo->bins[k].count++;
4554
        pInfo->totalCount++;
4555 4556 4557
        break;
      }
    }
4558 4559
  }

4560
  if (!isPartial) {
4561
    GET_RES_INFO(pCtx)->numOfRes = pInfo->numOfBins;
4562
  } else {
4563
    GET_RES_INFO(pCtx)->numOfRes = 1;
4564
  }
4565 4566 4567
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4568
int32_t histogramFunction(SqlFunctionCtx* pCtx) { return histogramFunctionImpl(pCtx, false); }
4569

X
Xiaoyu Wang 已提交
4570
int32_t histogramFunctionPartial(SqlFunctionCtx* pCtx) { return histogramFunctionImpl(pCtx, true); }
4571

4572 4573
static void histogramTransferInfo(SHistoFuncInfo* pInput, SHistoFuncInfo* pOutput) {
  pOutput->normalized = pInput->normalized;
X
Xiaoyu Wang 已提交
4574
  pOutput->numOfBins = pInput->numOfBins;
4575 4576 4577 4578 4579 4580 4581 4582
  pOutput->totalCount += pInput->totalCount;
  for (int32_t k = 0; k < pOutput->numOfBins; ++k) {
    pOutput->bins[k].lower = pInput->bins[k].lower;
    pOutput->bins[k].upper = pInput->bins[k].upper;
    pOutput->bins[k].count += pInput->bins[k].count;
  }
}

X
Xiaoyu Wang 已提交
4583
int32_t histogramFunctionMerge(SqlFunctionCtx* pCtx) {
4584
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4585
  SColumnInfoData*      pCol = pInput->pData[0];
4586 4587 4588 4589
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHistoFuncInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4590
  int32_t start = pInput->startRowIndex;
4591

X
Xiaoyu Wang 已提交
4592 4593
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*           data = colDataGetData(pCol, i);
4594 4595 4596
    SHistoFuncInfo* pInputInfo = (SHistoFuncInfo*)varDataVal(data);
    histogramTransferInfo(pInputInfo, pInfo);
  }
4597

G
Ganlin Zhao 已提交
4598
  SET_VAL(GET_RES_INFO(pCtx), pInfo->numOfBins, pInfo->numOfBins);
4599 4600 4601
  return TSDB_CODE_SUCCESS;
}

4602
int32_t histogramFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
4603
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4604 4605 4606
  SHistoFuncInfo*      pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
4607 4608 4609

  int32_t currentRow = pBlock->info.rows;

4610 4611
  if (pInfo->normalized) {
    for (int32_t k = 0; k < pResInfo->numOfRes; ++k) {
X
Xiaoyu Wang 已提交
4612
      if (pInfo->totalCount != 0) {
4613 4614 4615 4616 4617 4618 4619
        pInfo->bins[k].percentage = pInfo->bins[k].count / (double)pInfo->totalCount;
      } else {
        pInfo->bins[k].percentage = 0;
      }
    }
  }

4620
  for (int32_t i = 0; i < pResInfo->numOfRes; ++i) {
4621
    int32_t len;
X
Xiaoyu Wang 已提交
4622
    char    buf[512] = {0};
4623
    if (!pInfo->normalized) {
X
Xiaoyu Wang 已提交
4624 4625
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%" PRId64 "}",
                    pInfo->bins[i].lower, pInfo->bins[i].upper, pInfo->bins[i].count);
4626
    } else {
X
Xiaoyu Wang 已提交
4627 4628
      len = sprintf(varDataVal(buf), "{\"lower_bin\":%g, \"upper_bin\":%g, \"count\":%lf}", pInfo->bins[i].lower,
                    pInfo->bins[i].upper, pInfo->bins[i].percentage);
4629 4630 4631 4632 4633 4634
    }
    varDataSetLen(buf, len);
    colDataAppend(pCol, currentRow, buf, false);
    currentRow++;
  }

4635
  return pResInfo->numOfRes;
4636
}
4637

4638
int32_t histogramPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
4639
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4640 4641 4642
  SHistoFuncInfo*      pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getHistogramInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
4643 4644 4645 4646 4647 4648 4649 4650 4651 4652

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
4653
  return pResInfo->numOfRes;
4654 4655
}

4656 4657 4658 4659 4660 4661 4662
int32_t histogramCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
  SHistoFuncInfo*      pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
  SHistoFuncInfo*      pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);

4663
  histogramTransferInfo(pSBuf, pDBuf);
4664
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4665
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4666 4667 4668
  return TSDB_CODE_SUCCESS;
}

X
Xiaoyu Wang 已提交
4669
int32_t getHLLInfoSize() { return (int32_t)sizeof(SHLLInfo); }
4670

4671 4672 4673 4674 4675
bool getHLLFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SHLLInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4676
static uint8_t hllCountNum(void* data, int32_t bytes, int32_t* buk) {
4677
  uint64_t hash = MurmurHash3_64(data, bytes);
X
Xiaoyu Wang 已提交
4678
  int32_t  index = hash & HLL_BUCKET_MASK;
4679 4680 4681
  hash >>= HLL_BUCKET_BITS;
  hash |= ((uint64_t)1 << HLL_DATA_BITS);
  uint64_t bit = 1;
X
Xiaoyu Wang 已提交
4682 4683
  uint8_t  count = 1;
  while ((hash & bit) == 0) {
4684 4685 4686 4687 4688 4689 4690
    count++;
    bit <<= 1;
  }
  *buk = index;
  return count;
}

X
Xiaoyu Wang 已提交
4691 4692 4693
static void hllBucketHisto(uint8_t* buckets, int32_t* bucketHisto) {
  uint64_t* word = (uint64_t*)buckets;
  uint8_t*  bytes;
4694

X
Xiaoyu Wang 已提交
4695
  for (int32_t j = 0; j < HLL_BUCKETS >> 3; j++) {
4696 4697 4698
    if (*word == 0) {
      bucketHisto[0] += 8;
    } else {
X
Xiaoyu Wang 已提交
4699
      bytes = (uint8_t*)word;
4700 4701 4702 4703 4704 4705 4706 4707 4708 4709 4710 4711 4712 4713 4714 4715 4716 4717 4718 4719 4720
      bucketHisto[bytes[0]]++;
      bucketHisto[bytes[1]]++;
      bucketHisto[bytes[2]]++;
      bucketHisto[bytes[3]]++;
      bucketHisto[bytes[4]]++;
      bucketHisto[bytes[5]]++;
      bucketHisto[bytes[6]]++;
      bucketHisto[bytes[7]]++;
    }
    word++;
  }
}
static double hllTau(double x) {
  if (x == 0. || x == 1.) return 0.;
  double zPrime;
  double y = 1.0;
  double z = 1 - x;
  do {
    x = sqrt(x);
    zPrime = z;
    y *= 0.5;
X
Xiaoyu Wang 已提交
4721 4722
    z -= pow(1 - x, 2) * y;
  } while (zPrime != z);
4723 4724 4725 4726 4727 4728 4729 4730 4731 4732 4733 4734 4735
  return z / 3;
}

static double hllSigma(double x) {
  if (x == 1.0) return INFINITY;
  double zPrime;
  double y = 1;
  double z = x;
  do {
    x *= x;
    zPrime = z;
    z += x * y;
    y += y;
X
Xiaoyu Wang 已提交
4736
  } while (zPrime != z);
4737 4738 4739
  return z;
}

X
Xiaoyu Wang 已提交
4740 4741 4742 4743
// estimate the cardinality, the algorithm refer this paper: "New cardinality estimation algorithms for HyperLogLog
// sketches"
static uint64_t hllCountCnt(uint8_t* buckets) {
  double  m = HLL_BUCKETS;
4744
  int32_t buckethisto[64] = {0};
X
Xiaoyu Wang 已提交
4745
  hllBucketHisto(buckets, buckethisto);
4746

X
Xiaoyu Wang 已提交
4747
  double z = m * hllTau((m - buckethisto[HLL_DATA_BITS + 1]) / (double)m);
4748 4749 4750 4751
  for (int j = HLL_DATA_BITS; j >= 1; --j) {
    z += buckethisto[j];
    z *= 0.5;
  }
4752

X
Xiaoyu Wang 已提交
4753 4754
  z += m * hllSigma(buckethisto[0] / (double)m);
  double E = (double)llroundl(HLL_ALPHA_INF * m * m / z);
4755

X
Xiaoyu Wang 已提交
4756
  return (uint64_t)E;
4757 4758
}

X
Xiaoyu Wang 已提交
4759
int32_t hllFunction(SqlFunctionCtx* pCtx) {
4760 4761 4762 4763 4764
  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4765
  int32_t type = pCol->info.type;
4766 4767 4768 4769 4770 4771
  int32_t bytes = pCol->info.bytes;

  int32_t start = pInput->startRowIndex;
  int32_t numOfRows = pInput->numOfRows;

  int32_t numOfElems = 0;
G
Ganlin Zhao 已提交
4772 4773 4774 4775
  if (IS_NULL_TYPE(type)) {
    goto _hll_over;
  }

4776 4777 4778 4779 4780 4781 4782 4783 4784
  for (int32_t i = start; i < numOfRows + start; ++i) {
    if (pCol->hasNull && colDataIsNull_s(pCol, i)) {
      continue;
    }

    numOfElems++;

    char* data = colDataGetData(pCol, i);
    if (IS_VAR_DATA_TYPE(type)) {
G
Ganlin Zhao 已提交
4785
      bytes = varDataLen(data);
4786 4787 4788 4789 4790 4791 4792 4793 4794 4795 4796
      data = varDataVal(data);
    }

    int32_t index = 0;
    uint8_t count = hllCountNum(data, bytes, &index);
    uint8_t oldcount = pInfo->buckets[index];
    if (count > oldcount) {
      pInfo->buckets[index] = count;
    }
  }

G
Ganlin Zhao 已提交
4797
_hll_over:
4798 4799 4800 4801 4802 4803 4804 4805
  pInfo->totalCount += numOfElems;

  if (pInfo->totalCount == 0 && !tsCountAlwaysReturnValue) {
    SET_VAL(GET_RES_INFO(pCtx), 0, 1);
  } else {
    SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  }

4806 4807 4808
  return TSDB_CODE_SUCCESS;
}

4809 4810 4811 4812 4813 4814
static void hllTransferInfo(SHLLInfo* pInput, SHLLInfo* pOutput) {
  for (int32_t k = 0; k < HLL_BUCKETS; ++k) {
    if (pOutput->buckets[k] < pInput->buckets[k]) {
      pOutput->buckets[k] = pInput->buckets[k];
    }
  }
4815
  pOutput->totalCount += pInput->totalCount;
4816 4817
}

X
Xiaoyu Wang 已提交
4818
int32_t hllFunctionMerge(SqlFunctionCtx* pCtx) {
G
Ganlin Zhao 已提交
4819
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
4820
  SColumnInfoData*      pCol = pInput->pData[0];
G
Ganlin Zhao 已提交
4821 4822 4823 4824
  ASSERT(pCol->info.type == TSDB_DATA_TYPE_BINARY);

  SHLLInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));

4825
  int32_t start = pInput->startRowIndex;
G
Ganlin Zhao 已提交
4826

X
Xiaoyu Wang 已提交
4827 4828
  for (int32_t i = start; i < start + pInput->numOfRows; ++i) {
    char*     data = colDataGetData(pCol, i);
4829 4830 4831
    SHLLInfo* pInputInfo = (SHLLInfo*)varDataVal(data);
    hllTransferInfo(pInputInfo, pInfo);
  }
G
Ganlin Zhao 已提交
4832

4833 4834 4835 4836 4837 4838
  if (pInfo->totalCount == 0 && !tsCountAlwaysReturnValue) {
    SET_VAL(GET_RES_INFO(pCtx), 0, 1);
  } else {
    SET_VAL(GET_RES_INFO(pCtx), 1, 1);
  }

G
Ganlin Zhao 已提交
4839 4840 4841
  return TSDB_CODE_SUCCESS;
}

4842
int32_t hllFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
4843
  SResultRowEntryInfo* pInfo = GET_RES_INFO(pCtx);
4844

4845 4846 4847 4848 4849
  SHLLInfo* pHllInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pHllInfo->result = hllCountCnt(pHllInfo->buckets);
  if (tsCountAlwaysReturnValue && pHllInfo->result == 0) {
    pInfo->numOfRes = 1;
  }
4850 4851 4852 4853

  return functionFinalize(pCtx, pBlock);
}

G
Ganlin Zhao 已提交
4854 4855
int32_t hllPartialFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
4856 4857 4858
  SHLLInfo*            pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  int32_t              resultBytes = getHLLInfoSize();
  char*                res = taosMemoryCalloc(resultBytes + VARSTR_HEADER_SIZE, sizeof(char));
G
Ganlin Zhao 已提交
4859 4860 4861 4862 4863 4864 4865 4866 4867 4868 4869 4870 4871

  memcpy(varDataVal(res), pInfo, resultBytes);
  varDataSetLen(res, resultBytes);

  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  colDataAppend(pCol, pBlock->info.rows, res, false);

  taosMemoryFree(res);
  return pResInfo->numOfRes;
}

4872 4873
int32_t hllCombine(SqlFunctionCtx* pDestCtx, SqlFunctionCtx* pSourceCtx) {
  SResultRowEntryInfo* pDResInfo = GET_RES_INFO(pDestCtx);
X
Xiaoyu Wang 已提交
4874
  SHLLInfo*            pDBuf = GET_ROWCELL_INTERBUF(pDResInfo);
4875 4876

  SResultRowEntryInfo* pSResInfo = GET_RES_INFO(pSourceCtx);
X
Xiaoyu Wang 已提交
4877
  SHLLInfo*            pSBuf = GET_ROWCELL_INTERBUF(pSResInfo);
4878

4879
  hllTransferInfo(pSBuf, pDBuf);
4880
  pDResInfo->numOfRes = TMAX(pDResInfo->numOfRes, pSResInfo->numOfRes);
5
54liuyao 已提交
4881
  pDResInfo->isNullRes &= pSResInfo->isNullRes;
4882 4883 4884
  return TSDB_CODE_SUCCESS;
}

4885 4886 4887 4888 4889
bool getStateFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SStateInfo);
  return true;
}

X
Xiaoyu Wang 已提交
4890
static int8_t getStateOpType(char* opStr) {
4891
  int8_t opType;
4892
  if (strncasecmp(opStr, "LT", 2) == 0) {
4893
    opType = STATE_OPER_LT;
4894
  } else if (strncasecmp(opStr, "GT", 2) == 0) {
4895
    opType = STATE_OPER_GT;
4896
  } else if (strncasecmp(opStr, "LE", 2) == 0) {
4897
    opType = STATE_OPER_LE;
4898
  } else if (strncasecmp(opStr, "GE", 2) == 0) {
4899
    opType = STATE_OPER_GE;
4900
  } else if (strncasecmp(opStr, "NE", 2) == 0) {
4901
    opType = STATE_OPER_NE;
4902
  } else if (strncasecmp(opStr, "EQ", 2) == 0) {
4903 4904 4905 4906 4907 4908 4909 4910 4911 4912
    opType = STATE_OPER_EQ;
  } else {
    opType = STATE_OPER_INVALID;
  }

  return opType;
}

static bool checkStateOp(int8_t op, SColumnInfoData* pCol, int32_t index, SVariant param) {
  char* data = colDataGetData(pCol, index);
X
Xiaoyu Wang 已提交
4913
  switch (pCol->info.type) {
4914
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
4915
      int8_t v = *(int8_t*)data;
4916 4917 4918 4919
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
4920
      uint8_t v = *(uint8_t*)data;
4921 4922 4923 4924
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
4925
      int16_t v = *(int16_t*)data;
4926 4927 4928 4929
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
4930
      uint16_t v = *(uint16_t*)data;
4931 4932 4933 4934
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
4935
      int32_t v = *(int32_t*)data;
4936 4937 4938 4939
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
4940
      uint32_t v = *(uint32_t*)data;
4941 4942 4943 4944
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
4945
      int64_t v = *(int64_t*)data;
4946 4947 4948 4949
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
4950
      uint64_t v = *(uint64_t*)data;
4951 4952 4953 4954
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
4955
      float v = *(float*)data;
4956 4957 4958 4959
      STATE_COMP(op, v, param);
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
4960
      double v = *(double*)data;
4961 4962 4963 4964 4965 4966 4967 4968 4969 4970 4971 4972 4973 4974 4975
      STATE_COMP(op, v, param);
      break;
    }
    default: {
      ASSERT(0);
    }
  }
  return false;
}

int32_t stateCountFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
4976
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
4977 4978 4979

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
4980
  int32_t          numOfElems = 0;
4981 4982 4983
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
4984 4985 4986 4987
  if (STATE_OPER_INVALID == op) {
    return 0;
  }

4988
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
4989 4990 4991 4992 4993 4994 4995
    if (pInfo->isPrevTsSet == true && tsList[i] == pInfo->prevTs) {
      return TSDB_CODE_FUNC_DUP_TIMESTAMP;
    } else {
      pInfo->prevTs = tsList[i];
    }

    pInfo->isPrevTsSet = true;
4996
    numOfElems++;
4997

4998 4999
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
5000 5001
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
5002
        appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
5003
      }
5004 5005 5006
      continue;
    }

5007 5008
    bool ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);

5009 5010 5011 5012 5013 5014
    int64_t output = -1;
    if (ret) {
      output = ++pInfo->count;
    } else {
      pInfo->count = 0;
    }
D
dapan1121 已提交
5015
    colDataAppend(pOutput, pCtx->offset + numOfElems - 1, (char*)&output, false);
5016 5017 5018

    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
5019
      appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
5020
    }
5021 5022
  }

5023 5024
  pResInfo->numOfRes = numOfElems;
  return TSDB_CODE_SUCCESS;
5025
}
5026 5027 5028 5029 5030 5031

int32_t stateDurationFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SStateInfo*          pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5032
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
5033 5034 5035

  SColumnInfoData* pInputCol = pInput->pData[0];

X
Xiaoyu Wang 已提交
5036
  int32_t          numOfElems = 0;
5037 5038
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

X
Xiaoyu Wang 已提交
5039
  // TODO: process timeUnit for different db precisions
5040
  int32_t timeUnit = 1;
X
Xiaoyu Wang 已提交
5041
  if (pCtx->numOfParams == 5) {  // TODO: param number incorrect
5042 5043 5044 5045 5046
    timeUnit = pCtx->param[3].param.i;
  }

  int8_t op = getStateOpType(varDataVal(pCtx->param[1].param.pz));
  if (STATE_OPER_INVALID == op) {
5047
    return TSDB_CODE_INVALID_PARA;
5048 5049 5050
  }

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5051 5052 5053 5054 5055 5056 5057
    if (pInfo->isPrevTsSet == true && tsList[i] == pInfo->prevTs) {
      return TSDB_CODE_FUNC_DUP_TIMESTAMP;
    } else {
      pInfo->prevTs = tsList[i];
    }

    pInfo->isPrevTsSet = true;
5058
    numOfElems++;
5059

5060 5061
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      colDataAppendNULL(pOutput, i);
5062 5063
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
5064
        appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
5065
      }
5066 5067 5068
      continue;
    }

X
Xiaoyu Wang 已提交
5069
    bool    ret = checkStateOp(op, pInputCol, i, pCtx->param[2].param);
5070 5071 5072 5073 5074 5075 5076 5077 5078 5079 5080
    int64_t output = -1;
    if (ret) {
      if (pInfo->durationStart == 0) {
        output = 0;
        pInfo->durationStart = tsList[i];
      } else {
        output = (tsList[i] - pInfo->durationStart) / timeUnit;
      }
    } else {
      pInfo->durationStart = 0;
    }
D
dapan1121 已提交
5081
    colDataAppend(pOutput, pCtx->offset + numOfElems - 1, (char*)&output, false);
5082 5083 5084

    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
D
dapan1121 已提交
5085
      appendSelectivityValue(pCtx, i, pCtx->offset + numOfElems - 1);
5086
    }
5087 5088
  }

5089 5090
  pResInfo->numOfRes = numOfElems;
  return TSDB_CODE_SUCCESS;
5091
}
G
Ganlin Zhao 已提交
5092 5093 5094 5095 5096 5097 5098 5099 5100 5101 5102

bool getCsumFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SSumRes);
  return true;
}

int32_t csumFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSumRes*             pSumRes = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
5103
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
5104 5105 5106 5107 5108 5109 5110 5111

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5112 5113 5114 5115 5116 5117 5118
    if (pSumRes->isPrevTsSet == true && tsList[i] == pSumRes->prevTs) {
      return TSDB_CODE_FUNC_DUP_TIMESTAMP;
    } else {
      pSumRes->prevTs = tsList[i];
    }
    pSumRes->isPrevTsSet = true;

G
Ganlin Zhao 已提交
5119 5120
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
5121
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
5122 5123 5124 5125 5126 5127 5128 5129
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
    if (IS_SIGNED_NUMERIC_TYPE(type)) {
      int64_t v;
      GET_TYPED_DATA(v, int64_t, type, data);
      pSumRes->isum += v;
X
Xiaoyu Wang 已提交
5130
      colDataAppend(pOutput, pos, (char*)&pSumRes->isum, false);
G
Ganlin Zhao 已提交
5131 5132 5133 5134
    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
      uint64_t v;
      GET_TYPED_DATA(v, uint64_t, type, data);
      pSumRes->usum += v;
X
Xiaoyu Wang 已提交
5135
      colDataAppend(pOutput, pos, (char*)&pSumRes->usum, false);
G
Ganlin Zhao 已提交
5136 5137 5138 5139
    } else if (IS_FLOAT_TYPE(type)) {
      double v;
      GET_TYPED_DATA(v, double, type, data);
      pSumRes->dsum += v;
X
Xiaoyu Wang 已提交
5140
      // check for overflow
5141 5142
      if (isinf(pSumRes->dsum) || isnan(pSumRes->dsum)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
5143 5144
      } else {
        colDataAppend(pOutput, pos, (char*)&pSumRes->dsum, false);
5145
      }
G
Ganlin Zhao 已提交
5146 5147
    }

5148 5149 5150 5151 5152
    // handle selectivity
    if (pCtx->subsidiaries.num > 0) {
      appendSelectivityValue(pCtx, i, pos);
    }

G
Ganlin Zhao 已提交
5153 5154 5155
    numOfElems++;
  }

5156 5157
  pResInfo->numOfRes = numOfElems;
  return TSDB_CODE_SUCCESS;
G
Ganlin Zhao 已提交
5158
}
G
Ganlin Zhao 已提交
5159 5160 5161 5162 5163 5164

bool getMavgFuncEnv(SFunctionNode* UNUSED_PARAM(pFunc), SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SMavgInfo) + MAVG_MAX_POINTS_NUM * sizeof(double);
  return true;
}

X
Xiaoyu Wang 已提交
5165
bool mavgFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
5166 5167 5168 5169
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5170
  SMavgInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
5171 5172
  pInfo->pos = 0;
  pInfo->sum = 0;
5173 5174
  pInfo->prevTs = -1;
  pInfo->isPrevTsSet = false;
G
Ganlin Zhao 已提交
5175 5176 5177 5178 5179 5180 5181 5182 5183 5184 5185 5186 5187 5188
  pInfo->numOfPoints = pCtx->param[1].param.i;
  if (pInfo->numOfPoints < 1 || pInfo->numOfPoints > MAVG_MAX_POINTS_NUM) {
    return false;
  }
  pInfo->pointsMeet = false;

  return true;
}

int32_t mavgFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SMavgInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
5189
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
5190 5191 5192 5193 5194 5195 5196 5197 5198

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5199 5200 5201 5202 5203 5204 5205
    if (pInfo->isPrevTsSet == true && tsList[i] == pInfo->prevTs) {
      return TSDB_CODE_FUNC_DUP_TIMESTAMP;
    } else {
      pInfo->prevTs = tsList[i];
    }
    pInfo->isPrevTsSet = true;

G
Ganlin Zhao 已提交
5206 5207
    int32_t pos = startOffset + numOfElems;
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
X
Xiaoyu Wang 已提交
5208
      // colDataAppendNULL(pOutput, i);
G
Ganlin Zhao 已提交
5209 5210 5211
      continue;
    }

X
Xiaoyu Wang 已提交
5212
    char*  data = colDataGetData(pInputCol, i);
G
Ganlin Zhao 已提交
5213 5214 5215 5216 5217 5218 5219 5220
    double v;
    GET_TYPED_DATA(v, double, type, data);

    if (!pInfo->pointsMeet && (pInfo->pos < pInfo->numOfPoints - 1)) {
      pInfo->points[pInfo->pos] = v;
      pInfo->sum += v;
    } else {
      if (!pInfo->pointsMeet && (pInfo->pos == pInfo->numOfPoints - 1)) {
X
Xiaoyu Wang 已提交
5221
        pInfo->sum += v;
G
Ganlin Zhao 已提交
5222 5223 5224 5225 5226
        pInfo->pointsMeet = true;
      } else {
        pInfo->sum = pInfo->sum + v - pInfo->points[pInfo->pos];
      }

G
Ganlin Zhao 已提交
5227 5228
      pInfo->points[pInfo->pos] = v;
      double result = pInfo->sum / pInfo->numOfPoints;
X
Xiaoyu Wang 已提交
5229
      // check for overflow
5230 5231
      if (isinf(result) || isnan(result)) {
        colDataAppendNULL(pOutput, pos);
X
Xiaoyu Wang 已提交
5232 5233
      } else {
        colDataAppend(pOutput, pos, (char*)&result, false);
5234
      }
G
Ganlin Zhao 已提交
5235

5236 5237 5238 5239 5240
      // handle selectivity
      if (pCtx->subsidiaries.num > 0) {
        appendSelectivityValue(pCtx, i, pos);
      }

G
Ganlin Zhao 已提交
5241
      numOfElems++;
G
Ganlin Zhao 已提交
5242 5243
    }

G
Ganlin Zhao 已提交
5244 5245 5246 5247
    pInfo->pos++;
    if (pInfo->pos == pInfo->numOfPoints) {
      pInfo->pos = 0;
    }
G
Ganlin Zhao 已提交
5248 5249
  }

5250 5251
  pResInfo->numOfRes = numOfElems;
  return TSDB_CODE_SUCCESS;
G
Ganlin Zhao 已提交
5252
}
G
Ganlin Zhao 已提交
5253

5254 5255 5256 5257 5258 5259 5260 5261 5262 5263
static SSampleInfo* getSampleOutputInfo(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SSampleInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pInfo->data = (char*)pInfo + sizeof(SSampleInfo);
  pInfo->tuplePos = (STuplePos*)((char*)pInfo + sizeof(SSampleInfo) + pInfo->samples * pInfo->colBytes);

  return pInfo;
}

G
Ganlin Zhao 已提交
5264 5265
bool getSampleFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
X
Xiaoyu Wang 已提交
5266 5267
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
  int32_t      numOfSamples = pVal->datum.i;
5268
  pEnv->calcMemSize = sizeof(SSampleInfo) + numOfSamples * (pCol->node.resType.bytes + sizeof(STuplePos));
G
Ganlin Zhao 已提交
5269 5270 5271
  return true;
}

X
Xiaoyu Wang 已提交
5272
bool sampleFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
G
Ganlin Zhao 已提交
5273 5274 5275 5276 5277 5278
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  taosSeedRand(taosSafeRand());

X
Xiaoyu Wang 已提交
5279
  SSampleInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
5280 5281 5282
  pInfo->samples = pCtx->param[1].param.i;
  pInfo->totalPoints = 0;
  pInfo->numSampled = 0;
G
Ganlin Zhao 已提交
5283 5284
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
5285 5286
  pInfo->nullTuplePos.pageId = -1;
  pInfo->nullTupleSaved = false;
X
Xiaoyu Wang 已提交
5287
  pInfo->data = (char*)pInfo + sizeof(SSampleInfo);
5288
  pInfo->tuplePos = (STuplePos*)((char*)pInfo + sizeof(SSampleInfo) + pInfo->samples * pInfo->colBytes);
G
Ganlin Zhao 已提交
5289 5290 5291 5292

  return true;
}

5293
static void sampleAssignResult(SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
5294
  assignVal(pInfo->data + index * pInfo->colBytes, data, pInfo->colBytes, pInfo->colType);
G
Ganlin Zhao 已提交
5295 5296
}

5297
static void doReservoirSample(SqlFunctionCtx* pCtx, SSampleInfo* pInfo, char* data, int32_t index) {
G
Ganlin Zhao 已提交
5298 5299
  pInfo->totalPoints++;
  if (pInfo->numSampled < pInfo->samples) {
5300 5301
    sampleAssignResult(pInfo, data, pInfo->numSampled);
    if (pCtx->subsidiaries.num > 0) {
5302
      pInfo->tuplePos[pInfo->numSampled] = saveTupleData(pCtx, index, pCtx->pSrcBlock, NULL);
5303
    }
G
Ganlin Zhao 已提交
5304 5305 5306 5307
    pInfo->numSampled++;
  } else {
    int32_t j = taosRand() % (pInfo->totalPoints);
    if (j < pInfo->samples) {
5308 5309
      sampleAssignResult(pInfo, data, j);
      if (pCtx->subsidiaries.num > 0) {
5310
        updateTupleData(pCtx, index, pCtx->pSrcBlock, &pInfo->tuplePos[j]);
5311
      }
G
Ganlin Zhao 已提交
5312 5313 5314 5315 5316 5317
    }
  }
}

int32_t sampleFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5318
  SSampleInfo*         pInfo = getSampleOutputInfo(pCtx);
G
Ganlin Zhao 已提交
5319 5320 5321

  SInputColumnInfoData* pInput = &pCtx->input;

5322
  SColumnInfoData* pInputCol = pInput->pData[0];
G
Ganlin Zhao 已提交
5323
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5324
    if (colDataIsNull_s(pInputCol, i)) {
G
Ganlin Zhao 已提交
5325 5326 5327 5328
      continue;
    }

    char* data = colDataGetData(pInputCol, i);
5329
    doReservoirSample(pCtx, pInfo, data, i);
G
Ganlin Zhao 已提交
5330 5331
  }

5332
  if (pInfo->numSampled == 0 && pCtx->subsidiaries.num > 0 && !pInfo->nullTupleSaved) {
5333
    pInfo->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
5334 5335 5336
    pInfo->nullTupleSaved = true;
  }

5337 5338 5339 5340 5341 5342 5343
  SET_VAL(pResInfo, pInfo->numSampled, pInfo->numSampled);
  return TSDB_CODE_SUCCESS;
}

int32_t sampleFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);

5344
  SSampleInfo* pInfo = getSampleOutputInfo(pCtx);
5345 5346
  pEntryInfo->complete = true;

X
Xiaoyu Wang 已提交
5347
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
5348 5349 5350
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  int32_t currentRow = pBlock->info.rows;
5351 5352
  if (pInfo->numSampled == 0) {
    colDataAppendNULL(pCol, currentRow);
5353
    setSelectivityValue(pCtx, pBlock, &pInfo->nullTuplePos, currentRow);
5354 5355
    return pInfo->numSampled;
  }
G
Ganlin Zhao 已提交
5356
  for (int32_t i = 0; i < pInfo->numSampled; ++i) {
5357
    colDataAppend(pCol, currentRow + i, pInfo->data + i * pInfo->colBytes, false);
5358
    setSelectivityValue(pCtx, pBlock, &pInfo->tuplePos[i], currentRow + i);
G
Ganlin Zhao 已提交
5359 5360
  }

G
Ganlin Zhao 已提交
5361 5362 5363
  return pInfo->numSampled;
}

G
Ganlin Zhao 已提交
5364
bool getTailFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
5365
#if 0
G
Ganlin Zhao 已提交
5366 5367
  SColumnNode* pCol = (SColumnNode*)nodesListGetNode(pFunc->pParameterList, 0);
  SValueNode*  pVal = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
X
Xiaoyu Wang 已提交
5368
  int32_t      numOfPoints = pVal->datum.i;
G
Ganlin Zhao 已提交
5369
  pEnv->calcMemSize = sizeof(STailInfo) + numOfPoints * (POINTER_BYTES + sizeof(STailItem) + pCol->node.resType.bytes);
5370
#endif
G
Ganlin Zhao 已提交
5371 5372 5373
  return true;
}

X
Xiaoyu Wang 已提交
5374
bool tailFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
5375
#if 0
G
Ganlin Zhao 已提交
5376 5377 5378 5379
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5380
  STailInfo* pInfo = GET_ROWCELL_INTERBUF(pResultInfo);
G
Ganlin Zhao 已提交
5381 5382
  pInfo->numAdded = 0;
  pInfo->numOfPoints = pCtx->param[1].param.i;
5383 5384 5385 5386 5387
  if (pCtx->numOfParams == 4) {
    pInfo->offset = pCtx->param[2].param.i;
  } else {
    pInfo->offset = 0;
  }
G
Ganlin Zhao 已提交
5388 5389 5390 5391 5392 5393 5394
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if ((pInfo->numOfPoints < 1 || pInfo->numOfPoints > TAIL_MAX_POINTS_NUM) ||
      (pInfo->numOfPoints < 0 || pInfo->numOfPoints > TAIL_MAX_OFFSET)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5395 5396
  pInfo->pItems = (STailItem**)((char*)pInfo + sizeof(STailInfo));
  char* pItem = (char*)pInfo->pItems + pInfo->numOfPoints * POINTER_BYTES;
G
Ganlin Zhao 已提交
5397

G
Ganlin Zhao 已提交
5398
  size_t unitSize = sizeof(STailItem) + pInfo->colBytes;
G
Ganlin Zhao 已提交
5399
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5400
    pInfo->pItems[i] = (STailItem*)(pItem + i * unitSize);
5401
    pInfo->pItems[i]->isNull = false;
G
Ganlin Zhao 已提交
5402
  }
5403
#endif
G
Ganlin Zhao 已提交
5404 5405 5406 5407

  return true;
}

X
Xiaoyu Wang 已提交
5408
static void tailAssignResult(STailItem* pItem, char* data, int32_t colBytes, TSKEY ts, bool isNull) {
5409
#if 0
G
Ganlin Zhao 已提交
5410
  pItem->timestamp = ts;
5411 5412 5413
  if (isNull) {
    pItem->isNull = true;
  } else {
5414
    pItem->isNull = false;
5415 5416
    memcpy(pItem->data, data, colBytes);
  }
5417
#endif
G
Ganlin Zhao 已提交
5418 5419
}

5420
#if 0
X
Xiaoyu Wang 已提交
5421 5422 5423
static int32_t tailCompFn(const void* p1, const void* p2, const void* param) {
  STailItem* d1 = *(STailItem**)p1;
  STailItem* d2 = *(STailItem**)p2;
G
Ganlin Zhao 已提交
5424 5425 5426
  return compareInt64Val(&d1->timestamp, &d2->timestamp);
}

X
Xiaoyu Wang 已提交
5427 5428
static void doTailAdd(STailInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  STailItem** pList = pInfo->pItems;
G
Ganlin Zhao 已提交
5429
  if (pInfo->numAdded < pInfo->numOfPoints) {
5430
    tailAssignResult(pList[pInfo->numAdded], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
5431
    taosheapsort((void*)pList, sizeof(STailItem**), pInfo->numAdded + 1, NULL, tailCompFn, 0);
G
Ganlin Zhao 已提交
5432
    pInfo->numAdded++;
G
Ganlin Zhao 已提交
5433
  } else if (pList[0]->timestamp < ts) {
5434
    tailAssignResult(pList[0], data, pInfo->colBytes, ts, isNull);
X
Xiaoyu Wang 已提交
5435
    taosheapadjust((void*)pList, sizeof(STailItem**), 0, pInfo->numOfPoints - 1, NULL, tailCompFn, NULL, 0);
G
Ganlin Zhao 已提交
5436 5437
  }
}
5438
#endif
G
Ganlin Zhao 已提交
5439 5440

int32_t tailFunction(SqlFunctionCtx* pCtx) {
5441
#if 0
G
Ganlin Zhao 已提交
5442
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
5443
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
5444 5445

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5446
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
5447 5448 5449 5450 5451

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
5452 5453 5454
  if (pInfo->offset >= pInput->numOfRows) {
    return 0;
  } else {
wafwerar's avatar
wafwerar 已提交
5455
    pInfo->numOfPoints = TMIN(pInfo->numOfPoints, pInput->numOfRows - pInfo->offset);
5456 5457
  }
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex - pInfo->offset; i += 1) {
G
Ganlin Zhao 已提交
5458
    char* data = colDataGetData(pInputCol, i);
5459
    doTailAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));
G
Ganlin Zhao 已提交
5460 5461
  }

5462 5463
  taosqsort(pInfo->pItems, pInfo->numOfPoints, POINTER_BYTES, NULL, tailCompFn);

G
Ganlin Zhao 已提交
5464
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5465 5466
    int32_t    pos = startOffset + i;
    STailItem* pItem = pInfo->pItems[i];
5467 5468 5469 5470 5471
    if (pItem->isNull) {
      colDataAppendNULL(pOutput, pos);
    } else {
      colDataAppend(pOutput, pos, pItem->data, false);
    }
G
Ganlin Zhao 已提交
5472 5473
  }

G
Ganlin Zhao 已提交
5474
  return pInfo->numOfPoints;
5475 5476
#endif
  return 0;
G
Ganlin Zhao 已提交
5477
}
G
Ganlin Zhao 已提交
5478 5479

int32_t tailFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
5480
#if 0
G
Ganlin Zhao 已提交
5481
  SResultRowEntryInfo* pEntryInfo = GET_RES_INFO(pCtx);
X
Xiaoyu Wang 已提交
5482
  STailInfo*           pInfo = GET_ROWCELL_INTERBUF(pEntryInfo);
G
Ganlin Zhao 已提交
5483 5484 5485 5486 5487 5488 5489 5490 5491 5492
  pEntryInfo->complete = true;

  int32_t type = pCtx->input.pData[0]->info.type;
  int32_t slotId = pCtx->pExpr->base.resSchema.slotId;

  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  // todo assign the tag value and the corresponding row data
  int32_t currentRow = pBlock->info.rows;
  for (int32_t i = 0; i < pEntryInfo->numOfRes; ++i) {
X
Xiaoyu Wang 已提交
5493
    STailItem* pItem = pInfo->pItems[i];
G
Ganlin Zhao 已提交
5494 5495 5496 5497 5498
    colDataAppend(pCol, currentRow, pItem->data, false);
    currentRow += 1;
  }

  return pEntryInfo->numOfRes;
5499 5500
#endif
  return 0;
G
Ganlin Zhao 已提交
5501
}
5502 5503

bool getUniqueFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
5504
#if 0
5505
  pEnv->calcMemSize = sizeof(SUniqueInfo) + UNIQUE_MAX_RESULT_SIZE;
5506
#endif
5507 5508 5509 5510
  return true;
}

bool uniqueFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
5511
#if 0
5512 5513 5514 5515 5516 5517 5518 5519 5520 5521 5522 5523 5524
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SUniqueInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
5525
#endif
5526 5527 5528
  return true;
}

5529
#if 0
X
Xiaoyu Wang 已提交
5530 5531
static void doUniqueAdd(SUniqueInfo* pInfo, char* data, TSKEY ts, bool isNull) {
  // handle null elements
5532
  if (isNull == true) {
X
Xiaoyu Wang 已提交
5533 5534
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5535
    if (pInfo->hasNull == false && pItem->isNull == false) {
5536 5537 5538
      pItem->timestamp = ts;
      pItem->isNull = true;
      pInfo->numOfPoints++;
5539
      pInfo->hasNull = true;
5540 5541 5542 5543 5544
    } else if (pItem->timestamp > ts && pItem->isNull == true) {
      pItem->timestamp = ts;
    }
    return;
  }
5545

X
Xiaoyu Wang 已提交
5546 5547
  int32_t      hashKeyBytes = IS_VAR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
  SUniqueItem* pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
5548
  if (pHashItem == NULL) {
X
Xiaoyu Wang 已提交
5549 5550
    int32_t      size = sizeof(SUniqueItem) + pInfo->colBytes;
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5551 5552 5553
    pItem->timestamp = ts;
    memcpy(pItem->data, data, pInfo->colBytes);

X
Xiaoyu Wang 已提交
5554
    taosHashPut(pInfo->pHash, data, hashKeyBytes, (char*)pItem, sizeof(SUniqueItem*));
5555 5556 5557 5558 5559
    pInfo->numOfPoints++;
  } else if (pHashItem->timestamp > ts) {
    pHashItem->timestamp = ts;
  }
}
5560
#endif
5561 5562

int32_t uniqueFunction(SqlFunctionCtx* pCtx) {
5563
#if 0
5564 5565 5566 5567
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SUniqueInfo*         pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5568
  TSKEY*                tsList = (int64_t*)pInput->pPTS->pData;
5569 5570 5571 5572 5573 5574 5575 5576 5577 5578 5579 5580 5581 5582 5583 5584 5585

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
    char* data = colDataGetData(pInputCol, i);
    doUniqueAdd(pInfo, data, tsList[i], colDataIsNull_s(pInputCol, i));

    if (sizeof(SUniqueInfo) + pInfo->numOfPoints * (sizeof(SUniqueItem) + pInfo->colBytes) >= UNIQUE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return 0;
    }
  }

  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
X
Xiaoyu Wang 已提交
5586
    SUniqueItem* pItem = (SUniqueItem*)(pInfo->pItems + i * (sizeof(SUniqueItem) + pInfo->colBytes));
5587 5588 5589 5590 5591
    if (pItem->isNull == true) {
      colDataAppendNULL(pOutput, i);
    } else {
      colDataAppend(pOutput, i, pItem->data, false);
    }
5592 5593 5594 5595 5596 5597
    if (pTsOutput != NULL) {
      colDataAppendInt64(pTsOutput, i, &pItem->timestamp);
    }
  }

  return pInfo->numOfPoints;
5598 5599
#endif
  return 0;
5600 5601
}

G
Ganlin Zhao 已提交
5602 5603 5604 5605 5606 5607 5608 5609 5610 5611 5612 5613 5614 5615 5616 5617 5618 5619 5620
bool getModeFuncEnv(SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SModeInfo) + MODE_MAX_RESULT_SIZE;
  return true;
}

bool modeFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;
  }

  SModeInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  pInfo->numOfPoints = 0;
  pInfo->colType = pCtx->resDataInfo.type;
  pInfo->colBytes = pCtx->resDataInfo.bytes;
  if (pInfo->pHash != NULL) {
    taosHashClear(pInfo->pHash);
  } else {
    pInfo->pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
  }
5621 5622 5623
  pInfo->nullTupleSaved = false;
  pInfo->nullTuplePos.pageId = -1;

G
Ganlin Zhao 已提交
5624 5625 5626
  return true;
}

5627
static void doModeAdd(SModeInfo* pInfo, int32_t rowIndex, SqlFunctionCtx* pCtx, char* data) {
5628
  int32_t     hashKeyBytes = IS_STR_DATA_TYPE(pInfo->colType) ? varDataTLen(data) : pInfo->colBytes;
5629
  SModeItem** pHashItem = taosHashGet(pInfo->pHash, data, hashKeyBytes);
G
Ganlin Zhao 已提交
5630
  if (pHashItem == NULL) {
5631 5632
    int32_t    size = sizeof(SModeItem) + pInfo->colBytes;
    SModeItem* pItem = (SModeItem*)(pInfo->pItems + pInfo->numOfPoints * size);
5633
    memcpy(pItem->data, data, hashKeyBytes);
G
Ganlin Zhao 已提交
5634 5635
    pItem->count += 1;

5636 5637 5638 5639
    if (pCtx->subsidiaries.num > 0) {
      pItem->tuplePos = saveTupleData(pCtx, rowIndex, pCtx->pSrcBlock, NULL);
    }

G
Ganlin Zhao 已提交
5640
    taosHashPut(pInfo->pHash, data, hashKeyBytes, &pItem, sizeof(SModeItem*));
G
Ganlin Zhao 已提交
5641 5642
    pInfo->numOfPoints++;
  } else {
G
Ganlin Zhao 已提交
5643
    (*pHashItem)->count += 1;
5644 5645 5646
    if (pCtx->subsidiaries.num > 0) {
      updateTupleData(pCtx, rowIndex, pCtx->pSrcBlock, &((*pHashItem)->tuplePos));
    }
G
Ganlin Zhao 已提交
5647 5648 5649 5650
  }
}

int32_t modeFunction(SqlFunctionCtx* pCtx) {
5651
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5652
  SModeInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
5653 5654 5655 5656 5657 5658

  SInputColumnInfoData* pInput = &pCtx->input;

  SColumnInfoData* pInputCol = pInput->pData[0];
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

5659
  int32_t numOfElems = 0;
G
Ganlin Zhao 已提交
5660 5661
  int32_t startOffset = pCtx->offset;
  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
5662 5663 5664 5665
    if (colDataIsNull_s(pInputCol, i)) {
      continue;
    }
    numOfElems++;
5666 5667

    char* data = colDataGetData(pInputCol, i);
5668
    doModeAdd(pInfo, i, pCtx, data);
G
Ganlin Zhao 已提交
5669 5670 5671 5672 5673 5674 5675

    if (sizeof(SModeInfo) + pInfo->numOfPoints * (sizeof(SModeItem) + pInfo->colBytes) >= MODE_MAX_RESULT_SIZE) {
      taosHashCleanup(pInfo->pHash);
      return TSDB_CODE_OUT_OF_MEMORY;
    }
  }

5676 5677 5678 5679 5680
  if (numOfElems == 0 && pCtx->subsidiaries.num > 0 && !pInfo->nullTupleSaved) {
    pInfo->nullTuplePos = saveTupleData(pCtx, pInput->startRowIndex, pCtx->pSrcBlock, NULL);
    pInfo->nullTupleSaved = true;
  }

5681
  SET_VAL(pResInfo, numOfElems, 1);
G
Ganlin Zhao 已提交
5682

G
Ganlin Zhao 已提交
5683 5684 5685 5686 5687 5688
  return TSDB_CODE_SUCCESS;
}

int32_t modeFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SModeInfo*           pInfo = GET_ROWCELL_INTERBUF(pResInfo);
X
Xiaoyu Wang 已提交
5689 5690
  int32_t              slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData*     pCol = taosArrayGet(pBlock->pDataBlock, slotId);
G
Ganlin Zhao 已提交
5691
  int32_t              currentRow = pBlock->info.rows;
5692

G
Ganlin Zhao 已提交
5693
  int32_t resIndex = -1;
G
Ganlin Zhao 已提交
5694 5695 5696
  int32_t maxCount = 0;
  for (int32_t i = 0; i < pInfo->numOfPoints; ++i) {
    SModeItem* pItem = (SModeItem*)(pInfo->pItems + i * (sizeof(SModeItem) + pInfo->colBytes));
5697
    if (pItem->count >= maxCount) {
G
Ganlin Zhao 已提交
5698 5699 5700
      maxCount = pItem->count;
      resIndex = i;
    }
5701 5702
  }

G
Ganlin Zhao 已提交
5703 5704 5705
  if (maxCount != 0) {
    SModeItem* pResItem = (SModeItem*)(pInfo->pItems + resIndex * (sizeof(SModeItem) + pInfo->colBytes));
    colDataAppend(pCol, currentRow, pResItem->data, false);
5706
    setSelectivityValue(pCtx, pBlock, &pResItem->tuplePos, currentRow);
G
Ganlin Zhao 已提交
5707 5708
  } else {
    colDataAppendNULL(pCol, currentRow);
5709
    setSelectivityValue(pCtx, pBlock, &pInfo->nullTuplePos, currentRow);
G
Ganlin Zhao 已提交
5710
  }
G
Ganlin Zhao 已提交
5711

G
Ganlin Zhao 已提交
5712 5713
  taosHashCleanup(pInfo->pHash);

5714 5715 5716
  return pResInfo->numOfRes;
}

5717 5718 5719 5720 5721
bool getTwaFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(STwaInfo);
  return true;
}

X
Xiaoyu Wang 已提交
5722
bool twaFunctionSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
5723 5724 5725 5726
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

X
Xiaoyu Wang 已提交
5727
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
5728
  pInfo->isNull = false;
5729 5730
  pInfo->p.key = INT64_MIN;
  pInfo->win = TSWINDOW_INITIALIZER;
5731 5732 5733 5734
  return true;
}

static double twa_get_area(SPoint1 s, SPoint1 e) {
5735 5736 5737 5738
  if (e.key == INT64_MAX || s.key == INT64_MIN) {
    return 0;
  }

X
Xiaoyu Wang 已提交
5739
  if ((s.val >= 0 && e.val >= 0) || (s.val <= 0 && e.val <= 0)) {
5740 5741 5742
    return (s.val + e.val) * (e.key - s.key) / 2;
  }

X
Xiaoyu Wang 已提交
5743
  double x = (s.key * e.val - e.key * s.val) / (e.val - s.val);
5744 5745 5746 5747 5748 5749
  double val = (s.val * (x - s.key) + e.val * (e.key - x)) / 2;
  return val;
}

int32_t twaFunction(SqlFunctionCtx* pCtx) {
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
5750
  SColumnInfoData*      pInputCol = pInput->pData[0];
5751 5752 5753

  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;

X
Xiaoyu Wang 已提交
5754
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
5755

X
Xiaoyu Wang 已提交
5756 5757
  STwaInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
  SPoint1*  last = &pInfo->p;
5758
  int32_t   numOfElems = 0;
5759

5760 5761 5762 5763 5764
  if (IS_NULL_TYPE(pInputCol->info.type)) {
    pInfo->isNull = true;
    goto _twa_over;
  }

5765 5766
  int32_t i = pInput->startRowIndex;
  if (pCtx->start.key != INT64_MIN) {
5767 5768
    // ASSERT((pCtx->start.key < tsList[i] && pCtx->order == TSDB_ORDER_ASC) ||
    //        (pCtx->start.key > tsList[i] && pCtx->order == TSDB_ORDER_DESC));
5769 5770

    ASSERT(last->key == INT64_MIN);
5771 5772 5773 5774
    for (; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }
5775

5776
      last->key = tsList[i];
5777

5778 5779 5780 5781 5782 5783 5784 5785
      GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

      pInfo->dOutput += twa_get_area(pCtx->start, *last);
      pInfo->win.skey = pCtx->start.key;
      numOfElems++;
      i += 1;
      break;
    }
5786
  } else if (pInfo->p.key == INT64_MIN) {
5787 5788 5789 5790
    for (; i < pInput->numOfRows + pInput->startRowIndex; ++i) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }
5791

5792 5793 5794 5795 5796 5797 5798 5799 5800
      last->key = tsList[i];

      GET_TYPED_DATA(last->val, double, pInputCol->info.type, colDataGetData(pInputCol, i));

      pInfo->win.skey = last->key;
      numOfElems++;
      i += 1;
      break;
    }
5801 5802
  }

5803 5804
  SPoint1 st = {0};

5805
  // calculate the value of
X
Xiaoyu Wang 已提交
5806
  switch (pInputCol->info.type) {
5807
    case TSDB_DATA_TYPE_TINYINT: {
X
Xiaoyu Wang 已提交
5808
      int8_t* val = (int8_t*)colDataGetData(pInputCol, 0);
5809
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5810 5811 5812
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5813
        numOfElems++;
5814

5815
        INIT_INTP_POINT(st, tsList[i], val[i]);
5816
        if (pInfo->p.key == st.key) {
5817
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5818 5819
        }

5820 5821 5822 5823 5824 5825 5826
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

    case TSDB_DATA_TYPE_SMALLINT: {
X
Xiaoyu Wang 已提交
5827
      int16_t* val = (int16_t*)colDataGetData(pInputCol, 0);
5828
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5829 5830 5831
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5832
        numOfElems++;
5833

5834
        INIT_INTP_POINT(st, tsList[i], val[i]);
5835
        if (pInfo->p.key == st.key) {
5836
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5837 5838
        }

5839 5840 5841 5842 5843 5844
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_INT: {
X
Xiaoyu Wang 已提交
5845
      int32_t* val = (int32_t*)colDataGetData(pInputCol, 0);
5846
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5847 5848 5849
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5850
        numOfElems++;
5851

5852
        INIT_INTP_POINT(st, tsList[i], val[i]);
5853
        if (pInfo->p.key == st.key) {
5854
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5855 5856
        }

5857 5858 5859 5860 5861 5862
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_BIGINT: {
X
Xiaoyu Wang 已提交
5863
      int64_t* val = (int64_t*)colDataGetData(pInputCol, 0);
5864
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5865 5866 5867
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5868
        numOfElems++;
5869

5870
        INIT_INTP_POINT(st, tsList[i], val[i]);
5871
        if (pInfo->p.key == st.key) {
5872
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5873 5874
        }

5875 5876 5877 5878 5879 5880
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_FLOAT: {
X
Xiaoyu Wang 已提交
5881
      float* val = (float*)colDataGetData(pInputCol, 0);
5882
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5883 5884 5885
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5886
        numOfElems++;
5887

5888
        INIT_INTP_POINT(st, tsList[i], val[i]);
5889
        if (pInfo->p.key == st.key) {
5890
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5891 5892
        }

5893 5894 5895 5896 5897 5898
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_DOUBLE: {
X
Xiaoyu Wang 已提交
5899
      double* val = (double*)colDataGetData(pInputCol, 0);
5900
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5901 5902 5903
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5904
        numOfElems++;
5905

5906
        INIT_INTP_POINT(st, tsList[i], val[i]);
5907
        if (pInfo->p.key == st.key) {
5908
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5909 5910
        }

5911 5912 5913 5914 5915 5916
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UTINYINT: {
X
Xiaoyu Wang 已提交
5917
      uint8_t* val = (uint8_t*)colDataGetData(pInputCol, 0);
5918
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5919 5920 5921
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5922
        numOfElems++;
5923

5924
        INIT_INTP_POINT(st, tsList[i], val[i]);
5925
        if (pInfo->p.key == st.key) {
5926
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5927 5928
        }

5929 5930 5931 5932 5933 5934
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_USMALLINT: {
X
Xiaoyu Wang 已提交
5935
      uint16_t* val = (uint16_t*)colDataGetData(pInputCol, 0);
5936
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5937 5938 5939
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5940
        numOfElems++;
5941

5942
        INIT_INTP_POINT(st, tsList[i], val[i]);
5943
        if (pInfo->p.key == st.key) {
5944
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5945 5946
        }

5947 5948 5949 5950 5951 5952
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UINT: {
X
Xiaoyu Wang 已提交
5953
      uint32_t* val = (uint32_t*)colDataGetData(pInputCol, 0);
5954
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5955 5956 5957
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5958
        numOfElems++;
5959

5960
        INIT_INTP_POINT(st, tsList[i], val[i]);
5961
        if (pInfo->p.key == st.key) {
5962
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5963 5964
        }

5965 5966 5967 5968 5969 5970
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }
    case TSDB_DATA_TYPE_UBIGINT: {
X
Xiaoyu Wang 已提交
5971
      uint64_t* val = (uint64_t*)colDataGetData(pInputCol, 0);
5972
      for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
5973 5974 5975
        if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
          continue;
        }
5976
        numOfElems++;
5977

5978
        INIT_INTP_POINT(st, tsList[i], val[i]);
5979
        if (pInfo->p.key == st.key) {
5980
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
5981 5982
        }

5983 5984 5985 5986 5987 5988
        pInfo->dOutput += twa_get_area(pInfo->p, st);
        pInfo->p = st;
      }
      break;
    }

X
Xiaoyu Wang 已提交
5989 5990
    default:
      ASSERT(0);
5991 5992 5993 5994
  }

  // the last interpolated time window value
  if (pCtx->end.key != INT64_MIN) {
X
Xiaoyu Wang 已提交
5995
    pInfo->dOutput += twa_get_area(pInfo->p, pCtx->end);
5996
    pInfo->p = pCtx->end;
H
Haojun Liao 已提交
5997
    numOfElems += 1;
5998 5999
  }

X
Xiaoyu Wang 已提交
6000
  pInfo->win.ekey = pInfo->p.key;
6001

6002
_twa_over:
6003 6004 6005 6006 6007
  if (numOfElems == 0) {
    pInfo->isNull = true;
  }

  SET_VAL(pResInfo, 1, 1);
6008 6009 6010 6011 6012 6013 6014 6015
  return TSDB_CODE_SUCCESS;
}

/*
 * To copy the input to interResBuf to avoid the input buffer space be over writen
 * by next input data. The TWA function only applies to each table, so no merge procedure
 * is required, we simply copy to the resut ot interResBuffer.
 */
X
Xiaoyu Wang 已提交
6016 6017 6018
// void twa_function_copy(SQLFunctionCtx *pCtx) {
//   assert(pCtx->inputType == TSDB_DATA_TYPE_BINARY);
//   SResultRowEntryInfo *pResInfo = GET_RES_INFO(pCtx);
6019
//
X
Xiaoyu Wang 已提交
6020 6021 6022
//   memcpy(GET_ROWCELL_INTERBUF(pResInfo), pCtx->pInput, (size_t)pCtx->inputBytes);
//   pResInfo->hasResult = ((STwaInfo *)pCtx->pInput)->hasResult;
// }
6023

X
Xiaoyu Wang 已提交
6024 6025
int32_t twaFinalize(struct SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6026

X
Xiaoyu Wang 已提交
6027
  STwaInfo* pInfo = (STwaInfo*)GET_ROWCELL_INTERBUF(pResInfo);
6028 6029
  if (pInfo->isNull == true) {
    pResInfo->numOfRes = 0;
6030 6031 6032
  } else {
    if (pInfo->win.ekey == pInfo->win.skey) {
      pInfo->dOutput = pInfo->p.val;
6033
    } else if (pInfo->win.ekey == INT64_MAX || pInfo->win.skey == INT64_MIN) {  // no data in timewindow
6034
      pInfo->dOutput = 0;
6035 6036 6037 6038 6039 6040 6041 6042 6043 6044
    } else {
      pInfo->dOutput = pInfo->dOutput / (pInfo->win.ekey - pInfo->win.skey);
    }

    pResInfo->numOfRes = 1;
  }

  return functionFinalize(pCtx, pBlock);
}

6045
bool blockDistSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResultInfo) {
6046 6047 6048 6049 6050 6051 6052 6053 6054
  if (!functionSetup(pCtx, pResultInfo)) {
    return false;
  }

  STableBlockDistInfo* pInfo = GET_ROWCELL_INTERBUF(GET_RES_INFO(pCtx));
  pInfo->minRows = INT32_MAX;
  return true;
}

X
Xiaoyu Wang 已提交
6055
int32_t blockDistFunction(SqlFunctionCtx* pCtx) {
6056 6057
  const int32_t BLOCK_DIST_RESULT_ROWS = 24;

6058
  SInputColumnInfoData* pInput = &pCtx->input;
X
Xiaoyu Wang 已提交
6059
  SColumnInfoData*      pInputCol = pInput->pData[0];
6060

X
Xiaoyu Wang 已提交
6061
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6062

6063 6064 6065 6066 6067 6068 6069 6070 6071 6072 6073 6074
  STableBlockDistInfo* pDistInfo = GET_ROWCELL_INTERBUF(pResInfo);

  STableBlockDistInfo p1 = {0};
  tDeserializeBlockDistInfo(varDataVal(pInputCol->pData), varDataLen(pInputCol->pData), &p1);

  pDistInfo->numOfBlocks += p1.numOfBlocks;
  pDistInfo->numOfTables += p1.numOfTables;
  pDistInfo->numOfInmemRows += p1.numOfInmemRows;
  pDistInfo->totalSize += p1.totalSize;
  pDistInfo->totalRows += p1.totalRows;
  pDistInfo->numOfFiles += p1.numOfFiles;

6075 6076
  pDistInfo->defMinRows = p1.defMinRows;
  pDistInfo->defMaxRows = p1.defMaxRows;
6077
  pDistInfo->rowSize = p1.rowSize;
6078 6079
  pDistInfo->numOfSmallBlocks = p1.numOfSmallBlocks;

6080 6081 6082 6083 6084 6085 6086
  if (pDistInfo->minRows > p1.minRows) {
    pDistInfo->minRows = p1.minRows;
  }
  if (pDistInfo->maxRows < p1.maxRows) {
    pDistInfo->maxRows = p1.maxRows;
  }

X
Xiaoyu Wang 已提交
6087
  for (int32_t i = 0; i < tListLen(pDistInfo->blockRowsHisto); ++i) {
6088 6089 6090
    pDistInfo->blockRowsHisto[i] += p1.blockRowsHisto[i];
  }

6091
  pResInfo->numOfRes = BLOCK_DIST_RESULT_ROWS;  // default output rows
6092 6093 6094 6095 6096 6097 6098 6099 6100 6101 6102
  return TSDB_CODE_SUCCESS;
}

int32_t tSerializeBlockDistInfo(void* buf, int32_t bufLen, const STableBlockDistInfo* pInfo) {
  SEncoder encoder = {0};
  tEncoderInit(&encoder, buf, bufLen);

  if (tStartEncode(&encoder) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->rowSize) < 0) return -1;

  if (tEncodeU16(&encoder, pInfo->numOfFiles) < 0) return -1;
6103
  if (tEncodeU32(&encoder, pInfo->numOfBlocks) < 0) return -1;
6104 6105 6106 6107 6108 6109 6110 6111 6112 6113 6114
  if (tEncodeU32(&encoder, pInfo->numOfTables) < 0) return -1;

  if (tEncodeU64(&encoder, pInfo->totalSize) < 0) return -1;
  if (tEncodeU64(&encoder, pInfo->totalRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->maxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->minRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMaxRows) < 0) return -1;
  if (tEncodeI32(&encoder, pInfo->defMinRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfInmemRows) < 0) return -1;
  if (tEncodeU32(&encoder, pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
6115
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
6116 6117 6118 6119 6120 6121 6122 6123 6124 6125 6126 6127 6128 6129 6130 6131 6132 6133
    if (tEncodeI32(&encoder, pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tEndEncode(&encoder);

  int32_t tlen = encoder.pos;
  tEncoderClear(&encoder);
  return tlen;
}

int32_t tDeserializeBlockDistInfo(void* buf, int32_t bufLen, STableBlockDistInfo* pInfo) {
  SDecoder decoder = {0};
  tDecoderInit(&decoder, buf, bufLen);

  if (tStartDecode(&decoder) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->rowSize) < 0) return -1;

  if (tDecodeU16(&decoder, &pInfo->numOfFiles) < 0) return -1;
6134
  if (tDecodeU32(&decoder, &pInfo->numOfBlocks) < 0) return -1;
6135 6136 6137 6138 6139 6140 6141 6142 6143 6144 6145
  if (tDecodeU32(&decoder, &pInfo->numOfTables) < 0) return -1;

  if (tDecodeU64(&decoder, &pInfo->totalSize) < 0) return -1;
  if (tDecodeU64(&decoder, &pInfo->totalRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->maxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->minRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMaxRows) < 0) return -1;
  if (tDecodeI32(&decoder, &pInfo->defMinRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfInmemRows) < 0) return -1;
  if (tDecodeU32(&decoder, &pInfo->numOfSmallBlocks) < 0) return -1;

X
Xiaoyu Wang 已提交
6146
  for (int32_t i = 0; i < tListLen(pInfo->blockRowsHisto); ++i) {
6147 6148 6149 6150 6151 6152 6153 6154
    if (tDecodeI32(&decoder, &pInfo->blockRowsHisto[i]) < 0) return -1;
  }

  tDecoderClear(&decoder);
  return 0;
}

int32_t blockDistFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
X
Xiaoyu Wang 已提交
6155
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6156
  STableBlockDistInfo* pData = GET_ROWCELL_INTERBUF(pResInfo);
6157

6158 6159
  SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, 0);

H
Haojun Liao 已提交
6160 6161 6162 6163
  if (pData->totalRows == 0) {
    pData->minRows = 0;
  }

6164
  int32_t row = 0;
X
Xiaoyu Wang 已提交
6165
  char    st[256] = {0};
6166 6167 6168 6169 6170 6171 6172 6173 6174 6175
  double  averageSize = 0;
  if (pData->numOfBlocks != 0) {
    averageSize = ((double)pData->totalSize) / pData->numOfBlocks;
  }
  uint64_t totalRawSize = pData->totalRows * pData->rowSize;
  double   compRatio = 0;
  if (totalRawSize != 0) {
    compRatio = pData->totalSize * 100 / (double)totalRawSize;
  }

6176 6177
  int32_t len = sprintf(st + VARSTR_HEADER_SIZE,
                        "Total_Blocks=[%d] Total_Size=[%.2f Kb] Average_size=[%.2f Kb] Compression_Ratio=[%.2f %c]",
6178
                        pData->numOfBlocks, pData->totalSize / 1024.0, averageSize, compRatio, '%');
6179 6180 6181

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
6182

H
Haojun Liao 已提交
6183 6184 6185 6186 6187
  int64_t avgRows = 0;
  if (pData->numOfBlocks > 0) {
    avgRows = pData->totalRows / pData->numOfBlocks;
  }

6188 6189
  len = sprintf(st + VARSTR_HEADER_SIZE,
                "Total_Rows=[%" PRId64 "] Inmem_Rows=[%d] MinRows=[%d] MaxRows=[%d] Average_Rows=[%" PRId64 "]",
H
Haojun Liao 已提交
6190
                pData->totalRows, pData->numOfInmemRows, pData->minRows, pData->maxRows, avgRows);
6191

6192 6193
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
6194

6195 6196
  len = sprintf(st + VARSTR_HEADER_SIZE, "Total_Tables=[%d] Total_Files=[%d] Total_Vgroups=[%d]", pData->numOfTables,
                pData->numOfFiles, 0);
6197 6198 6199 6200

  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);

X
Xiaoyu Wang 已提交
6201 6202
  len = sprintf(st + VARSTR_HEADER_SIZE,
                "--------------------------------------------------------------------------------");
6203 6204
  varDataSetLen(st, len);
  colDataAppend(pColInfo, row++, st, false);
6205 6206 6207

  int32_t maxVal = 0;
  int32_t minVal = INT32_MAX;
6208 6209 6210
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
    if (maxVal < pData->blockRowsHisto[i]) {
      maxVal = pData->blockRowsHisto[i];
6211 6212
    }

6213 6214
    if (minVal > pData->blockRowsHisto[i]) {
      minVal = pData->blockRowsHisto[i];
6215 6216 6217
    }
  }

6218 6219
  // maximum number of step is 80
  double factor = pData->numOfBlocks / 80.0;
6220 6221

  int32_t numOfBuckets = sizeof(pData->blockRowsHisto) / sizeof(pData->blockRowsHisto[0]);
6222
  int32_t bucketRange = (pData->defMaxRows - pData->defMinRows) / numOfBuckets;
6223

6224
  for (int32_t i = 0; i < tListLen(pData->blockRowsHisto); ++i) {
6225
    len = sprintf(st + VARSTR_HEADER_SIZE, "%04d |", pData->defMinRows + bucketRange * i);
6226

6227
    int32_t num = 0;
6228 6229
    if (pData->blockRowsHisto[i] > 0) {
      num = (pData->blockRowsHisto[i]) / factor;
6230
    }
6231 6232 6233

    for (int32_t j = 0; j < num; ++j) {
      int32_t x = sprintf(st + VARSTR_HEADER_SIZE + len, "%c", '|');
6234 6235 6236
      len += x;
    }

6237 6238 6239 6240
    if (num > 0) {
      double v = pData->blockRowsHisto[i] * 100.0 / pData->numOfBlocks;
      len += sprintf(st + VARSTR_HEADER_SIZE + len, "  %d (%.2f%c)", pData->blockRowsHisto[i], v, '%');
    }
6241 6242 6243

    varDataSetLen(st, len);
    colDataAppend(pColInfo, row++, st, false);
6244 6245
  }

6246
  return TSDB_CODE_SUCCESS;
6247
}
6248 6249 6250 6251 6252 6253

bool getDerivativeFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SDerivInfo);
  return true;
}

6254
bool derivativeFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
6255 6256 6257 6258 6259 6260 6261
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SDerivInfo* pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);

  pDerivInfo->ignoreNegative = pCtx->param[2].param.i;
6262
  pDerivInfo->prevTs = -1;
6263 6264 6265 6266 6267
  pDerivInfo->tsWindow = pCtx->param[1].param.i;
  pDerivInfo->valueSet = false;
  return true;
}

6268 6269 6270
int32_t derivativeFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SDerivInfo*          pDerivInfo = GET_ROWCELL_INTERBUF(pResInfo);
6271 6272

  SInputColumnInfoData* pInput = &pCtx->input;
6273
  SColumnInfoData*      pInputCol = pInput->pData[0];
H
Haojun Liao 已提交
6274

6275
  int32_t          numOfElems = 0;
6276 6277 6278 6279
  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;
  SColumnInfoData* pTsOutput = pCtx->pTsOutput;

  int32_t i = pInput->startRowIndex;
6280
  TSKEY*  tsList = (int64_t*)pInput->pPTS->pData;
6281

6282
  double v = 0;
6283

6284 6285
  if (pCtx->order == TSDB_ORDER_ASC) {
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
6286 6287 6288 6289
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

6290
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
6291 6292 6293 6294 6295 6296
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
6297 6298 6299
        if (tsList[i] == pDerivInfo->prevTs) {
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
        }
6300 6301 6302
        double r = ((v - pDerivInfo->prevValue) * pDerivInfo->tsWindow) / (tsList[i] - pDerivInfo->prevTs);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
6303 6304 6305 6306 6307 6308
          if (isinf(r) || isnan(r)) {
            colDataAppendNULL(pOutput, pos);
          } else {
            colDataAppend(pOutput, pos, (const char*)&r, false);
          }

6309 6310 6311
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &tsList[i]);
          }
6312 6313 6314 6315 6316 6317

          // handle selectivity
          if (pCtx->subsidiaries.num > 0) {
            appendSelectivityValue(pCtx, i, pos);
          }

6318 6319 6320 6321 6322 6323 6324 6325
          numOfElems++;
        }
      }

      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
  } else {
6326 6327 6328 6329 6330
    for (; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
      if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
        continue;
      }

6331
      char* d = (char*)pInputCol->pData + pInputCol->info.bytes * i;
6332 6333 6334 6335 6336 6337
      GET_TYPED_DATA(v, double, pInputCol->info.type, d);

      int32_t pos = pCtx->offset + numOfElems;
      if (!pDerivInfo->valueSet) {  // initial value is not set yet
        pDerivInfo->valueSet = true;
      } else {
6338 6339 6340
        if (tsList[i] == pDerivInfo->prevTs) {
          return TSDB_CODE_FUNC_DUP_TIMESTAMP;
        }
6341 6342 6343
        double r = ((pDerivInfo->prevValue - v) * pDerivInfo->tsWindow) / (pDerivInfo->prevTs - tsList[i]);
        if (pDerivInfo->ignoreNegative && r < 0) {
        } else {
6344 6345 6346 6347 6348 6349
          if (isinf(r) || isnan(r)) {
            colDataAppendNULL(pOutput, pos);
          } else {
            colDataAppend(pOutput, pos, (const char*)&r, false);
          }

6350 6351 6352
          if (pTsOutput != NULL) {
            colDataAppendInt64(pTsOutput, pos, &pDerivInfo->prevTs);
          }
6353 6354 6355 6356 6357 6358

          // handle selectivity
          if (pCtx->subsidiaries.num > 0) {
            appendSelectivityValue(pCtx, i, pos);
          }

6359 6360 6361
          numOfElems++;
        }
      }
6362

6363 6364 6365
      pDerivInfo->prevValue = v;
      pDerivInfo->prevTs = tsList[i];
    }
6366 6367
  }

6368 6369 6370
  pResInfo->numOfRes = numOfElems;

  return TSDB_CODE_SUCCESS;
H
Haojun Liao 已提交
6371 6372
}

G
Ganlin Zhao 已提交
6373 6374 6375 6376 6377 6378 6379 6380 6381 6382 6383 6384
bool getIrateFuncEnv(struct SFunctionNode* pFunc, SFuncExecEnv* pEnv) {
  pEnv->calcMemSize = sizeof(SRateInfo);
  return true;
}

bool irateFuncSetup(SqlFunctionCtx* pCtx, SResultRowEntryInfo* pResInfo) {
  if (!functionSetup(pCtx, pResInfo)) {
    return false;  // not initialized since it has been initialized
  }

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);

6385 6386
  pInfo->firstKey = INT64_MIN;
  pInfo->lastKey = INT64_MIN;
G
Ganlin Zhao 已提交
6387
  pInfo->firstValue = (double)INT64_MIN;
6388
  pInfo->lastValue = (double)INT64_MIN;
G
Ganlin Zhao 已提交
6389

6390
  pInfo->hasResult = 0;
G
Ganlin Zhao 已提交
6391 6392 6393 6394 6395
  return true;
}

int32_t irateFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6396
  SRateInfo*           pRateInfo = GET_ROWCELL_INTERBUF(pResInfo);
G
Ganlin Zhao 已提交
6397 6398 6399 6400 6401 6402

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  SColumnInfoData* pOutput = (SColumnInfoData*)pCtx->pOutput;

6403
  TSKEY* tsList = (int64_t*)pInput->pPTS->pData;
G
Ganlin Zhao 已提交
6404 6405 6406 6407 6408 6409 6410 6411 6412 6413 6414

  int32_t numOfElems = 0;
  int32_t type = pInputCol->info.type;

  for (int32_t i = pInput->startRowIndex; i < pInput->numOfRows + pInput->startRowIndex; i += 1) {
    if (colDataIsNull_f(pInputCol->nullbitmap, i)) {
      continue;
    }

    numOfElems++;

6415 6416
    char*  data = colDataGetData(pInputCol, i);
    double v = 0;
G
Ganlin Zhao 已提交
6417 6418 6419 6420
    GET_TYPED_DATA(v, double, type, data);

    if (INT64_MIN == pRateInfo->lastKey) {
      pRateInfo->lastValue = v;
6421
      pRateInfo->lastKey = tsList[i];
G
Ganlin Zhao 已提交
6422 6423 6424 6425 6426 6427 6428 6429 6430 6431
      continue;
    }

    if (tsList[i] > pRateInfo->lastKey) {
      if ((INT64_MIN == pRateInfo->firstKey) || pRateInfo->lastKey > pRateInfo->firstKey) {
        pRateInfo->firstValue = pRateInfo->lastValue;
        pRateInfo->firstKey = pRateInfo->lastKey;
      }

      pRateInfo->lastValue = v;
6432
      pRateInfo->lastKey = tsList[i];
G
Ganlin Zhao 已提交
6433 6434

      continue;
6435 6436
    } else if (tsList[i] == pRateInfo->lastKey) {
      return TSDB_CODE_FUNC_DUP_TIMESTAMP;
G
Ganlin Zhao 已提交
6437 6438 6439 6440 6441
    }

    if ((INT64_MIN == pRateInfo->firstKey) || tsList[i] > pRateInfo->firstKey) {
      pRateInfo->firstValue = v;
      pRateInfo->firstKey = tsList[i];
6442 6443
    } else if (tsList[i] == pRateInfo->firstKey) {
      return TSDB_CODE_FUNC_DUP_TIMESTAMP;
G
Ganlin Zhao 已提交
6444 6445 6446 6447 6448 6449 6450 6451 6452 6453 6454 6455 6456 6457 6458 6459 6460 6461 6462 6463 6464 6465 6466 6467 6468 6469
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}

static double doCalcRate(const SRateInfo* pRateInfo, double tickPerSec) {
  if ((INT64_MIN == pRateInfo->lastKey) || (INT64_MIN == pRateInfo->firstKey) ||
      (pRateInfo->firstKey >= pRateInfo->lastKey)) {
    return 0.0;
  }

  double diff = 0;
  // If the previous value of the last is greater than the last value, only keep the last point instead of the delta
  // value between two values.
  diff = pRateInfo->lastValue;
  if (diff >= pRateInfo->firstValue) {
    diff -= pRateInfo->firstValue;
  }

  int64_t duration = pRateInfo->lastKey - pRateInfo->firstKey;
  if (duration == 0) {
    return 0;
  }

6470
  return (duration > 0) ? ((double)diff) / (duration / tickPerSec) : 0.0;
G
Ganlin Zhao 已提交
6471 6472 6473 6474 6475 6476 6477 6478 6479 6480
}

int32_t irateFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  pResInfo->isNullRes = (pResInfo->numOfRes == 0) ? 1 : 0;

  SRateInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6481
  double     result = doCalcRate(pInfo, (double)TSDB_TICK_PER_SECOND(pCtx->param[1].param.i));
G
Ganlin Zhao 已提交
6482 6483 6484 6485 6486
  colDataAppend(pCol, pBlock->info.rows, (const char*)&result, pResInfo->isNullRes);

  return pResInfo->numOfRes;
}

6487 6488
int32_t groupKeyFunction(SqlFunctionCtx* pCtx) {
  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
6489
  SGroupKeyInfo*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6490 6491

  SInputColumnInfoData* pInput = &pCtx->input;
6492
  SColumnInfoData*      pInputCol = pInput->pData[0];
6493 6494

  int32_t startIndex = pInput->startRowIndex;
6495

6496
  // escape rest of data blocks to avoid first entry to be overwritten.
6497 6498 6499 6500
  if (pInfo->hasResult) {
    goto _group_key_over;
  }

6501
  if (colDataIsNull_s(pInputCol, startIndex)) {
6502 6503
    pInfo->isNull = true;
    pInfo->hasResult = true;
G
Ganlin Zhao 已提交
6504
    goto _group_key_over;
6505 6506 6507
  }

  char* data = colDataGetData(pInputCol, startIndex);
6508
  if (IS_VAR_DATA_TYPE(pInputCol->info.type)) {
X
Xiaoyu Wang 已提交
6509 6510
    memcpy(pInfo->data, data,
           (pInputCol->info.type == TSDB_DATA_TYPE_JSON) ? getJsonValueLen(data) : varDataTLen(data));
6511 6512 6513
  } else {
    memcpy(pInfo->data, data, pInputCol->info.bytes);
  }
6514
  pInfo->hasResult = true;
G
Ganlin Zhao 已提交
6515 6516

_group_key_over:
6517

G
Ganlin Zhao 已提交
6518
  SET_VAL(pResInfo, 1, 1);
6519 6520 6521
  return TSDB_CODE_SUCCESS;
}

G
Ganlin Zhao 已提交
6522 6523 6524 6525 6526 6527 6528
int32_t groupKeyFinalize(SqlFunctionCtx* pCtx, SSDataBlock* pBlock) {
  int32_t          slotId = pCtx->pExpr->base.resSchema.slotId;
  SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, slotId);

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);

  SGroupKeyInfo* pInfo = GET_ROWCELL_INTERBUF(pResInfo);
6529 6530

  if (pInfo->hasResult) {
6531 6532 6533 6534
    int32_t currentRow = pBlock->info.rows;
    for (; currentRow < pBlock->info.rows + pResInfo->numOfRes; ++currentRow) {
      colDataAppend(pCol, currentRow, pInfo->data, pInfo->isNull ? true : false);
    }
6535 6536 6537
  } else {
    pResInfo->numOfRes = 0;
  }
G
Ganlin Zhao 已提交
6538 6539 6540 6541

  return pResInfo->numOfRes;
}

6542
int32_t cachedLastRowFunction(SqlFunctionCtx* pCtx) {
6543 6544 6545 6546 6547 6548 6549 6550 6551 6552 6553
  int32_t numOfElems = 0;

  SResultRowEntryInfo* pResInfo = GET_RES_INFO(pCtx);
  SFirstLastRes*       pInfo = GET_ROWCELL_INTERBUF(pResInfo);

  SInputColumnInfoData* pInput = &pCtx->input;
  SColumnInfoData*      pInputCol = pInput->pData[0];

  int32_t bytes = pInputCol->info.bytes;
  pInfo->bytes = bytes;

6554
  // last_row function does not ignore the null value
6555 6556 6557
  for (int32_t i = pInput->numOfRows + pInput->startRowIndex - 1; i >= pInput->startRowIndex; --i) {
    numOfElems++;

H
Haojun Liao 已提交
6558 6559 6560
    bool  isNull = colDataIsNull(pInputCol, pInput->numOfRows, i, NULL);
    char* data = isNull ? NULL : colDataGetData(pInputCol, i);

6561
    TSKEY cts = getRowPTs(pInput->pPTS, i);
6562
    if (pResInfo->numOfRes == 0 || pInfo->ts < cts) {
6563
      doSaveLastrow(pCtx, data, i, cts, pInfo);
6564
      pResInfo->numOfRes = 1;
6565 6566 6567 6568 6569 6570
    }
  }

  SET_VAL(pResInfo, numOfElems, 1);
  return TSDB_CODE_SUCCESS;
}